FIX: validate if permission is public

.dockerignore

@@ -1,12 +0,0 @@
-node_modules
-dist
-.git
-*.log
-npm-debug.log*
-.DS_Store
-.env
-.env.*
-coverage
-.nyc_output
-*.tgz
-!protospack.tgz

.github/workflows/deploy-manually.yml

@@ -13,6 +13,11 @@ on:
         options:
           - stg
           - prd
+      push_to_dockerhub:
+        description: "Push image to Dockerhub?"
+        required: true
+        type: boolean
+        default: false
 
 jobs:
   extract_environment:
@@ -113,6 +118,23 @@ jobs:
           docker compose -f build.docker-compose.yml build
           docker compose -f build.docker-compose.yml push
 
+      - name: Login to Docker Hub
+        if: ${{inputs.push_to_dockerhub}}
+        uses: docker/login-action@v2
+        with:
+          username: dadosfera
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+      - name: Build, Tag, and Push Image to Dockerhub
+        if: ${{inputs.push_to_dockerhub}}
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+        run: |
+          docker compose -f build.docker-compose.dockerhub.yml build
+          docker compose -f build.docker-compose.dockerhub.yml push
+
       # - name: Create ZIP file to Deploy AWS Beanstalk
       #   env:
       #     ENV: ${{ needs.extract_environment.outputs.environment }}
@@ -142,11 +164,54 @@ jobs:
           docker system prune --volumes -a -f
           docker system df
 
-  k8s-deploy:
+  helmfile-deploy:
     needs: [extract_environment, semantic_release, build_ecr_image]
-    uses: ./.github/workflows/k8s-deploy.yml
-    with:
-      cloud: 'oracle'
-      environment: ${{ needs.extract_environment.outputs.environment }}
-      image: ${{ needs.semantic_release.outputs.new_release_version }}
-    secrets: inherit
+    runs-on: [self-hosted, "prd-azure"]
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up Helm
+        uses: azure/setup-helm@v1
+        with:
+          version: 'v3.9.0'
+
+      - name: Install Azure ClI
+        run: |
+          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
+
+      - uses: azure/login@v2
+        with:
+          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.8'
+
+      - name: Install Helmfile
+        run: |
+          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
+          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
+          mv helmfile /usr/local/bin/
+          helmfile --version
+
+      - name: Install Helm Diff Plugin
+        run: helm plugin install https://github.com/databus23/helm-diff || true
+
+      - name: Setup kubectl
+        uses: azure/setup-kubectl@v1
+        with:
+          version: 'v1.30.1'
+
+      - name: Authenticate with cluster
+        env:
+          CLUSTER_NAME: platform-${{ needs.extract_environment.outputs.environment }}
+        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
+
+      - name: Run Helmfile Apply
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+        run: helmfile -f helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG

.github/workflows/k8s-deploy.yml

@@ -1,137 +0,0 @@
-name : K8s deploy
-
-on:
-  workflow_call:
-    inputs:
-      cloud:
-        description: "Cloud provider for the deployment"
-        required: true
-        default: "azure"
-        type: string
-      environment:
-        description: "Deployment environment"
-        required: true
-        default: "prd"
-        type: string
-      image:
-        description: "Image Tag"
-        required: true
-        type: string
-
-jobs:
-  azure:
-    if: inputs.cloud == 'azure'
-    runs-on: [self-hosted, "prd-azure"]
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v1
-        with:
-          version: 'v3.9.0'
-
-      - name: Install Azure ClI
-        run: |
-          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
-
-      - uses: azure/login@v2
-        with:
-          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
-
-      - name: Authenticate with cluster
-        env:
-          CLUSTER_NAME: platform-${{ inputs.environment }}
-        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
-      
-      - name: Setup kubectl
-        uses: azure/setup-kubectl@v1
-        with:
-          version: 'v1.30.1'
-      
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.8'
-
-      - name: Install Helmfile
-        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
-          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
-          helmfile --version
-
-      - name: Install Helm Diff Plugin
-        run: helm plugin install https://github.com/databus23/helm-diff || true
-      
-      - name: Run Helmfile Apply
-        env:
-          ENV: ${{ inputs.environment }}
-          IMAGE_TAG: ${{ inputs.image }}
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
-
-  oracle:
-    if: inputs.cloud == 'oracle'
-    runs-on: [self-hosted, "prd-oracle"]
-    env:
-      HOME: /home/runner
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v1
-        with:
-          version: 'v3.9.0'
-
-      - name: Install OCI CLI
-        env:
-          HOME: /home/runner
-        run: |
-          bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
-          echo "$HOME/bin" >> $GITHUB_PATH
-
-      - name: Configure OCI CLI
-        run: |
-          mkdir -p ~/.oci || true
-          echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
-          echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem 
-          chmod 600 ~/.oci/oci_api_key.pem
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.8'
-
-      - name: Install Helmfile
-        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
-          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
-          helmfile --version
-
-      - name: Install Helm Diff Plugin
-        run: helm plugin install https://github.com/databus23/helm-diff || true
-
-      - name: Authenticate with OKE cluster
-        env:
-          ENV: ${{ inputs.environment }}
-          STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
-          PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
-        run: |
-          if [ "$ENV" = "stg" ]; then
-            CLUSTER_ID=$STG_CLUSTER_ID
-          elif [ "$ENV" = "prd" ]; then
-            CLUSTER_ID=$PRD_CLUSTER_ID
-          else
-            echo "Unknown environment: $ENV"
-            exit 1
-          fi
-          
-          oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT
-
-      - name: Run Helmfile Apply
-        env:
-          ENV: ${{ inputs.environment }}
-          IMAGE_TAG: ${{ inputs.image }}
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG

.github/workflows/test.yml

@@ -2,21 +2,9 @@ name: Test
 on:
   pull_request:
     branches:
-      - beta
       - main
 
 jobs:
-  # Blocks a local (file:/tarball/overlay) protospack-v2 dependency from
-  # reaching staging (beta) or prod (main).
-  protospack-dep-guard:
-    if: github.base_ref == 'beta' || github.base_ref == 'main'
-    runs-on: [self-hosted, prd]
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Check protospack-v2 is consumed from the registry
-        run: node scripts/check-protospack-dep.js
-
   test:
     runs-on: [self-hosted, prd]
     env:

.github/workflows/validate-k8s.yml

@@ -4,7 +4,7 @@ on:
   pull_request:
     branches:
       - main
-      - beta
+      - stg
 
 jobs:
   extract_environment:
@@ -21,13 +21,17 @@ jobs:
           fi
         id: extract_environment
 
-  helmfile-check:
-    env:
-      HOME: /home/runner
+  helmfile-deploy:
     needs: [extract_environment]
-    environment: ${{ needs.extract_environment.outputs.environment }}
-    runs-on: [self-hosted, "prd-oracle"]
+    runs-on: [self-hosted, "prd-azure"]
+
     steps:
+      - name: Summary
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: |
+          echo "### :rocket: Deploy da branch \`$GITHUB_REF_NAME\`  para o environment ($ENV)" >> $GITHUB_STEP_SUMMARY
+
       - name: Checkout code
         uses: actions/checkout@v3
 
@@ -36,28 +40,13 @@ jobs:
         with:
           version: 'v3.9.0'
 
-      - name: Determine DNS_HOST based on environment
-        id: set_dns
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
+      - name: Install Azure ClI
         run: |
-          if [ "$ENV" = "prd" ]; then
-            echo "dns_host=dadosfera.ai" >> $GITHUB_OUTPUT
-          elif [ "$ENV" = "stg" ]; then
-            echo "dns_host=stg.dadosfera.ai" >> $GITHUB_OUTPUT
-          fi
-  
-      - name: Install OCI CLI
-        run: |
-          bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
-          echo "$HOME/bin" >> $GITHUB_PATH
+          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
 
-      - name: Configure OCI CLI
-        run: |
-          mkdir -p ~/.oci || true
-          echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
-          echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem
-          chmod 600 ~/.oci/oci_api_key.pem
+      - uses: azure/login@v2
+        with:
+          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
 
       - name: Set up Python
         uses: actions/setup-python@v4
@@ -66,46 +55,25 @@ jobs:
 
       - name: Install Helmfile
         run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
+          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
           tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
+          mv helmfile /usr/local/bin/
           helmfile --version
 
-      - name: Install Helm Diff plugin
-        run: |
-          helm plugin install https://github.com/databus23/helm-diff --version v3.9.3
-          helm diff version
-
-      - name: Debug Helm env
-        run: |
-          helm env
-          echo "HOME=$HOME"
-          ls -R $HOME/.local/share/helm || true
-
-      - name: Authenticate with OKE cluster
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-          STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
-          PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
-        run: |
-          if [ "$ENV" = "stg" ]; then
-            CLUSTER_ID=$STG_CLUSTER_ID
-          elif [ "$ENV" = "prd" ]; then
-            CLUSTER_ID=$PRD_CLUSTER_ID
-          else
-            echo "Unknown environment: $ENV"
-            exit 1
-          fi
-          
-          oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT 
+      - name: Install Helm Diff Plugin
+        run: helm plugin install https://github.com/databus23/helm-diff || true
 
       - name: Setup kubectl
         uses: azure/setup-kubectl@v1
         with:
           version: 'v1.30.1'
 
+      - name: Authenticate with cluster
+        env:
+          CLUSTER_NAME: platform-${{ needs.extract_environment.outputs.environment }}
+        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
+
       - name: Run Helmfile Diff
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
-          HELM_PLUGINS: /home/runner/.local/share/helm/plugins
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml diff
+        run: helmfile -f helmfiles/${ENV}.yaml diff

Dockerfile

@@ -1,5 +1,4 @@
-FROM node:20-alpine AS base_image
-RUN npm install -g npm@10.8.2
+FROM node:18.17-alpine AS base_image
 
 FROM base_image AS build_base
 WORKDIR /app
@@ -22,14 +21,13 @@ ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true \
 # run aws cli without mounting secret, because CI already has AWS credentials
 FROM build_base AS ci_image
 RUN aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1
-RUN npm ci --ignore-scripts
+RUN npm ci
 COPY . .
 
 
 # unit test specific build
 FROM ci_image AS test
 ENV DUC_URL=0.0.0.0:50051
-ENV INFACTORY_URL=0.0.0.0:50052
 ENTRYPOINT ["npm", "run", "test"]
 
 
@@ -38,7 +36,7 @@ FROM build_base AS dev
 RUN --mount=type=secret,id=aws,target=/root/.aws/credentials \
   aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1
 # flag --build-from-source is required to force-build sqlite3
-RUN npm ci --ignore-scripts
+RUN npm ci
 COPY . .
 ENTRYPOINT npm run start:dev
 

Dockerfile.local

@@ -1,47 +0,0 @@
-FROM node:22-alpine AS base_image
-RUN npm install -g npm@latest
-
-FROM base_image AS build_base
-WORKDIR /app
-RUN apk update
-RUN apk add --no-cache \
-      aws-cli \
-      chromium \
-      nss \
-      freetype \
-      harfbuzz \
-      ca-certificates \
-      ttf-freefont
-COPY package*.json ./
-
-ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true \
-    PUPPETEER_EXECUTABLE_PATH=/usr/bin/chromium-browser
-
-
-# Local build with secrets
-FROM build_base AS build
-RUN --mount=type=secret,id=aws,target=/root/.aws/credentials \
-  aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1
-RUN  npm ci --ignore-scripts
-COPY . .
-RUN npm run build
-
-
-FROM base_image
-WORKDIR /app
-COPY --from=build /app/dist ./dist
-COPY --from=build /app/node_modules ./node_modules
-COPY --from=build /app/package*.json ./
-RUN apk update
-RUN apk add --no-cache \
-      chromium \
-      nss \
-      freetype \
-      harfbuzz \
-      ca-certificates \
-      ttf-freefont
-
-ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true \
-    PUPPETEER_EXECUTABLE_PATH=/usr/bin/chromium-browser
-
-ENTRYPOINT ["npm", "run", "start:prod"]

README.md

@@ -2,8 +2,8 @@
   <image src="./assets/maestro.svg" style="width:10rem">
 </p>
 
-# Maestro
 
+# Maestro
 
 Maestro é a API principal da Dadosfera. É responsável pela comunicação do Frontend com nossos microsserviços.
 

deploy/helm-chart/templates/ingress-private.yaml

@@ -1,41 +0,0 @@
-apiVersion: networking.k8s.io/v1
-kind: Ingress
-metadata:
-  annotations:
-    nginx.ingress.kubernetes.io/whitelist-source-range: "69.49.241.121/32" # hostgator ip 
-    nginx.ingress.kubernetes.io/proxy-body-size: "0"
-    nginx.ingress.kubernetes.io/proxy-read-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-connect-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-send-timeout: "300"
-    nginx.ingress.kubernetes.io/server-snippet: |
-      underscores_in_headers on;
-      ignore_invalid_headers on;
-    nginx.ingress.kubernetes.io/proxy-buffer-size: "16k"
-    nginx.ingress.kubernetes.io/proxy-buffers-number: "8"
-    nginx.ingress.kubernetes.io/proxy-busy-buffers-size: "64k"
-    {{- if .Values.maestro.restricted_ip}}
-    nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
-    {{- end }}
-      
-  generation: 1
-  labels:
-    app: {{ .Values.app_name }}
-  {{- if .Values.maestro.dedicated_proxy}}
-  name: open-data-{{ .Values.app_name }}
-  {{- else }}
-  name: open-data
-  {{- end }}
-  namespace: applications
-spec:
-  ingressClassName: nginx
-  rules:
-  - host: {{ .Values.hostname }}
-    http:
-      paths:
-      - backend:
-          service:
-            name: {{ .Values.app_name }}
-            port:
-              number: {{ .Values.ingress.port }}
-        path: /open-data/sharing-ocean-data
-        pathType: Prefix

deploy/helm-chart/templates/ingress.yaml

@@ -1,36 +0,0 @@
-apiVersion: networking.k8s.io/v1
-kind: Ingress
-metadata:
-  annotations:
-    nginx.ingress.kubernetes.io/proxy-body-size: "0"
-    nginx.ingress.kubernetes.io/proxy-read-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-connect-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-send-timeout: "300"
-    nginx.ingress.kubernetes.io/server-snippet: |
-      underscores_in_headers on;
-      ignore_invalid_headers on;
-    nginx.ingress.kubernetes.io/proxy-buffer-size: "16k"
-    nginx.ingress.kubernetes.io/proxy-buffers-number: "8"
-    nginx.ingress.kubernetes.io/proxy-busy-buffers-size: "64k"
-    {{- if .Values.maestro.restricted_ip}}
-    nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
-    {{- end }}
-      
-  generation: 1
-  labels:
-    app: {{ .Values.app_name }}
-  name: {{ .Values.app_name }}
-  namespace: applications
-spec:
-  ingressClassName: nginx
-  rules:
-  - host: {{ .Values.hostname }}
-    http:
-      paths:
-      - backend:
-          service:
-            name: {{ .Values.app_name }}
-            port:
-              number: {{ .Values.ingress.port }}
-        path: /
-        pathType: Prefix

deploy/helm-chart/values-stg.yaml

@@ -1,20 +0,0 @@
-maestro:
-  env: stg
-  duc_url: duc.stg.dadosfera.ai
-  pi_factory_url: pi-factory.stg.dadosfera.ai
-  in_factory_url: in-factory.stg.dadosfera.ai
-  tr_factory_url: in-factory.stg.dadosfera.ai
-  open_customer_id: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-  open_group_id: e3f98a2f-7748-4981-8505-7695c8ca8218
-  cookie_secret: "ff7bc13823edb2ae50d248e5780bddc9d4b31c36"
-  redis_database: "1"
-  platform_api_url: https://xs2hkhq07k.execute-api.us-east-1.amazonaws.com
-  connections_api_url: https://iy40eans64.execute-api.us-east-1.amazonaws.com
-  storage_explorer_api_url: "http://storage-explorer-{customer}.data-apps.svc.cluster.local:8000/api"
-  firebase_base_url: https://feature-flag-25bf6-default-rtdb.firebaseio.com/stg
-
-hostname: maestro.stg.dadosfera.ai
-
-replicaCount: 1
-
-affinity: null

deploy/helmfiles/prd.yaml

@@ -1,56 +0,0 @@
-releases:
-  - name: maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    set:
-      - name: app_name
-        value: maestro
-      - name: maestro.duc_url
-        value: duc.dadosfera.ai
-      - name: hostname
-        value: maestro.dadosfera.ai
-      - name: maestro.pi_factory_url
-        value: pi-factory.dadosfera.ai
-      - name: maestro.in_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.tr_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.open_customer_id
-        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-      - name: maestro.open_group_id
-        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
-      - name: replicaCount
-        value: 2
-  
-  - name: unimed-maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    set:
-      - name: app_name
-        value: maestro-unimed
-      - name: maestro.duc_url
-        value: duc.dadosfera.ai
-      - name: hostname
-        value: maestro-unimed.dadosfera.ai
-      - name: maestro.pi_factory_url
-        value: pi-factory.dadosfera.ai
-      - name: maestro.in_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.tr_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.open_customer_id
-        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-      - name: maestro.open_group_id
-        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
-      # Customer id
-      - name: maestro.dedicated_proxy
-        value: dea2c27f-0973-4588-a2e0-9e31b64c7ffd
-      - name: replicaCount
-        value: 1
-        # 10.70.0.0/16 internal network
-        # 137.131.167.254/32 loadbalancer
-        # 159.112.184.81/32 cluster ip for the uptime request ingest
-      - name: maestro.restricted_ip
-        value: "177.52.172.0/24, 189.84.160.157/32, 186.237.171.146/32, 137.131.167.254/32, 10.70.0.0/16, 159.112.184.81/32, 10.244.0.0/16"

deploy/helmfiles/stg.yaml

@@ -1,30 +0,0 @@
-charts:
-  - name: maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    - ../helm-chart/values-stg.yaml
-      
-  
-    # Environment to test Network Policies
-  - name: private-maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    - ../helm-chart/values-stg.yaml
-    set:
-      - name: app_name
-        value: maestro-private
-      - name: hostname
-        value: private-maestro.stg.dadosfera.ai
-      # Customer id
-      - name: maestro.dedicated_proxy
-        value: 14d52fd4-d83d-4cdd-be34-bf11cc28b3bd
-      - name: replicaCount
-        value: 1
-      - name: affinity
-        value: null
-      - name: resources
-        value: null
-      - name: maestro.restricted_ip
-        value: "137.131.167.254/32, 10.70.0.0/16, 159.112.184.81/32, 10.244.0.0/16"

environment.d.ts

@@ -14,9 +14,6 @@ declare global {
       AWS_REGION: string;
       OPEN_GROUP_ID: string;
       OPEN_CUSTOMER_ID: string;
-      DEDICATED_PROXY: string;
-      COOKIE_SECRET: string;
-      REDIS_TLS?: string;
     }
   }
 }

helmfiles/prd.yaml

@@ -0,0 +1,22 @@
+charts:
+  - name: maestro
+    chart: ../maestro
+    values:
+    - ../maestro/values.yaml
+    set:
+      - name: maestro.duc_url
+        value: duc.dadosfera.ai
+      - name: hostname
+        value: maestro.dadosfera.ai
+      - name: maestro.pi_factory_url
+        value: pi-factory.dadosfera.ai
+      - name: maestro.in_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.tr_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.open_customer_id
+        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+      - name: maestro.open_group_id
+        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
+      - name: replicaCount
+        value: 2

helmfiles/stg.yaml

@@ -0,0 +1,22 @@
+charts:
+  - name: maestro
+    chart: ../maestro
+    values:
+    - ../maestro/values.yaml
+    set:
+      - name: maestro.duc_url
+        value: duc.stg.dadosfera.ai
+      - name: hostname
+        value: maestro.stg.dadosfera.ai
+      - name: maestro.pi_factory_url
+        value: pi-factory.dadosfera.ai
+      - name: maestro.in_factory_url
+        value: in-factory.stg.dadosfera.ai
+      - name: maestro.tr_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.open_customer_id
+        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+      - name: maestro.open_group_id
+        value: e3f98a2f-7748-4981-8505-7695c8ca8218
+      - name: replicaCount
+        value: 1

maestro/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

maestro/templates/deployment.yaml

@@ -1,16 +1,16 @@
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: {{ .Values.app_name }}
+  name: maestro
   namespace: applications
   labels:
-    app: {{ .Values.app_name }}
+    app: maestro
 
 spec:
   replicas: {{ .Values.replicaCount }}
   selector:
     matchLabels:
-      app: {{ .Values.app_name }}
+      app: maestro
   
   strategy:
     rollingUpdate:
@@ -20,17 +20,22 @@ spec:
   template:
     metadata:
       labels:
-        app: {{ .Values.app_name }}
+        app: maestro
     
     spec:
       imagePullSecrets:
         - name: {{ .Values.imagePullSecrets }}
       nodeSelector:
         "beta.kubernetes.io/os": linux
-      {{- if .Values.affinity }}
       affinity:
-        {{- toYaml .Values.affinity | nindent 8 }}
-      {{- end }}
+        nodeAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+            nodeSelectorTerms:
+              - matchExpressions:
+                  - key: application
+                    operator: In
+                    values:
+                      - general
 
       tolerations:
       - key: "kubernetes.azure.com/scalesetpriority"
@@ -43,14 +48,14 @@ spec:
           image: {{ .Values.image.repository }}:{{ .Values.image.tag }}
           ports:
             - containerPort: {{ .Values.containerPort }}
-          {{- if .Values.resources }}
           resources:
-            {{- toYaml .Values.resources | nindent 12 }}
-          {{- end }}
+            requests:
+              cpu: {{ .Values.resources.requests.cpu }}
+              memory: {{ .Values.resources.requests.memory }}
+            limits:
+              cpu: {{ .Values.resources.limits.cpu }}
+              memory: {{ .Values.resources.limits.memory }}
           env:
-            # Auth Provider Configuration (cognito or keycloak)
-            - name: AUTH_PROVIDER
-              value: {{ .Values.maestro.auth_provider | default "cognito" | quote }}
             - name: AWS_IDENTITY_POOL_ID
               value: {{ .Values.maestro.aws_identity_pool_id }}
             - name: AWS_REGION
@@ -77,8 +82,6 @@ spec:
               value: "logstash-pipelines.dadosfera.ai"
             - name: LOGGER_GELF_PORT
               value: "{{ .Values.maestro.logger_gelf_port }}"
-            - name: LOGGER_CONSOLE_EXTRA
-              value: "true"
             - name: NIMBUS_BASE_URL
               value: "http://nimbus-api"
             - name: NPM_TOKEN
@@ -97,26 +100,6 @@ spec:
               value: {{ .Values.maestro.open_customer_id }}
             - name: OPEN_GROUP_ID
               value: {{ .Values.maestro.open_group_id }}
-            - name: DEDICATED_PROXY
-              value: {{ .Values.maestro.dedicated_proxy }}
-            - name: COOKIE_SECRET
-              value: {{ .Values.maestro.cookie_secret }}
-            - name: REDIS_DATABASE
-              value: "{{ .Values.maestro.redis_database }}"
-            - name: REDIS_HOST
-              value: {{ .Values.maestro.redis_host }}
-            - name: REDIS_PORT
-              value: "{{ .Values.maestro.redis_port }}"
-            - name: REDIS_TLS
-              value: "{{ .Values.maestro.redis_tls }}"
-            - name: PLATFORM_API_URL
-              value: {{ .Values.maestro.platform_api_url }}
-            - name: CONNECTIONS_API_URL
-              value: {{ .Values.maestro.connections_api_url | default "" | quote }}
-            - name: STORAGE_EXPLORER_API_URL
-              value: {{ .Values.maestro.storage_explorer_api_url | quote }}
-            - name: FIREBASE_BASE_URL
-              value: {{ .Values.maestro.firebase_base_url }}
             - name: JWT_PRIVATE_KEY
               valueFrom:
                 secretKeyRef:
@@ -125,26 +108,15 @@ spec:
             - name: AWS_ACCESS_KEY_ID
               valueFrom:
                 secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                   key: AWS_ACCESS_KEY_ID
             - name: AWS_SECRET_ACCESS_KEY
               valueFrom:
                 secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                   key: AWS_SECRET_ACCESS_KEY
             - name: AWS_DEFAULT_REGION
               valueFrom:
                 secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                   key: AWS_DEFAULT_REGION
-            # Elasticsearch
-            - name: ELASTICSEARCH_URL
-              valueFrom:
-                secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
-                  key: ELASTICSEARCH_URL
-            - name: ELASTICSEARCH_API_KEY
-              valueFrom:
-                secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
-                  key: ELASTICSEARCH_API_KEY

maestro/templates/ingress-private.yaml

@@ -0,0 +1,28 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  annotations:
+    nginx.ingress.kubernetes.io/whitelist-source-range: "69.49.241.121/32" # hostgator ip 
+    nginx.ingress.kubernetes.io/proxy-body-size: "0"
+    nginx.ingress.kubernetes.io/server-snippet: |
+      underscores_in_headers on;
+      ignore_invalid_headers on;
+      
+  generation: 1
+  labels:
+    app: maestro
+  name: open-data
+  namespace: applications
+spec:
+  ingressClassName: nginx
+  rules:
+  - host: {{ .Values.hostname }}
+    http:
+      paths:
+      - backend:
+          service:
+            name: maestro
+            port:
+              number: {{ .Values.ingress.port }}
+        path: /open-data/sharing-ocean-data
+        pathType: Prefix

maestro/templates/ingress.yaml

@@ -0,0 +1,27 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  annotations:
+    nginx.ingress.kubernetes.io/proxy-body-size: "0"
+    nginx.ingress.kubernetes.io/server-snippet: |
+      underscores_in_headers on;
+      ignore_invalid_headers on;
+      
+  generation: 1
+  labels:
+    app: maestro
+  name: maestro
+  namespace: applications
+spec:
+  ingressClassName: nginx
+  rules:
+  - host: {{ .Values.hostname }}
+    http:
+      paths:
+      - backend:
+          service:
+            name: maestro
+            port:
+              number: {{ .Values.ingress.port }}
+        path: /
+        pathType: Prefix

maestro/templates/secret.yaml

@@ -1,17 +1,17 @@
 apiVersion: external-secrets.io/v1beta1
 kind: ExternalSecret
 metadata:
-  name: prd-{{ .Values.app_name }}
+  name: prd-maestro
   namespace: applications
   labels:
-    app: {{ .Values.app_name }}
+    app: maestro
 spec:
   refreshInterval: 1h
   secretStoreRef:
     name: secretsmanager-prd
     kind: SecretStore
   target:
-    name: prd-{{ .Values.app_name }}
+    name: prd-maestro
     creationPolicy: Owner
   data:
   - secretKey: AWS_ACCESS_KEY_ID
@@ -38,15 +38,3 @@ spec:
       version: "AWSCURRENT"
       property: token
 
-  - secretKey: ELASTICSEARCH_URL
-    remoteRef:
-      key: {{ .Values.maestro.env }}/microservices/elasticsearch
-      version: "AWSCURRENT"
-      property: ELASTICSEARCH_URL
-
-  - secretKey: ELASTICSEARCH_API_KEY
-    remoteRef:
-      key: {{ .Values.maestro.env }}/microservices/elasticsearch
-      version: "AWSCURRENT"
-      property: ELASTICSEARCH_API_KEY
-

maestro/templates/service.yaml

@@ -1,18 +1,18 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ .Values.app_name }}
+  name: maestro
   namespace: applications
   labels:
-    app: {{ .Values.app_name }}
+    app: maestro
 
 spec:
   type: ClusterIP
   ports:
-  - name: {{ .Values.app_name }}
+  - name: maestro
     protocol: TCP
     port: {{ .Values.service.port }}
     targetPort: {{ .Values.service.targetPort }}
   selector:
-    app: {{ .Values.app_name }}
+    app: maestro
 

maestro/values.yaml

@@ -9,7 +9,6 @@ image:
   pullPolicy: IfNotPresent
   # Overrides the image tag whose default is the chart appVersion.
   tag: 1.56.0
-app_name: maestro
 containerPort: 3333
 imagePullSecrets: "applications-secrets-ecr-auth-token-external-secret"
 service:
@@ -27,9 +26,6 @@ resources:
     cpu: 2000m
     memory: 2Gi
 maestro:
-  # Auth provider: "cognito" (default) or "keycloak"
-  # Note: maestro doesn't connect to Keycloak directly, only duc does
-  auth_provider: "cognito"
   aws_identity_pool_id: "us-east-1_Mrezsw9Sn"
   duc_url: duc.dadosfera.ai
   in_factory_url: in-factory.dadosfera.ai
@@ -46,29 +42,9 @@ maestro:
   upload_file_agent_connection: cbc2f881-58c4-4d60-8003-0979b0b5b911
   open_customer_id: f239718a-a271-4ef9-ae7e-02a2f0f3aa6e
   open_group_id: 401573bb-334f-44b2-b30e-88d4cea31ae9
-  platform_api_url: https://oz8v2zid1e.execute-api.us-east-1.amazonaws.com
-  storage_explorer_api_url: "https://storage-explorer-{customer}.dadosfera.ai/api"
-  dedicated_proxy: ""
-  restricted_ip: ""
-  redis_host: "aaapzppmlyamkocqwstpo7zvopczyyiyuy6xzm2g6c5k4mq3a66be4a-0.redis.sa-saopaulo-1.oci.oraclecloud.com"
-  redis_port: "6379"
-  redis_database: "0"
-  redis_tls: "true"
-  cookie_secret: "13cc5e136d3074bcc05bec8697092ec1f5f376bf"
-  firebase_base_url: https://feature-flag-25bf6-default-rtdb.firebaseio.com/prd
 autoscaling:
   enabled: false
   minReplicas: 1
   maxReplicas: 100
   targetCPUUtilizationPercentage: 80
   targetMemoryUtilizationPercentage: 80
-
-affinity:
-  nodeAffinity:
-    requiredDuringSchedulingIgnoredDuringExecution:
-      nodeSelectorTerms:
-        - matchExpressions:
-            - key: name
-              operator: In
-              values:
-                - product

package.json

@@ -10,7 +10,7 @@
   },
   "scripts": {
     "co:login": "aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1",
-    "proto-update": "npm i @dadosfera/protospack-v2@v3.40.0-beta.1 --save-exact",
+    "proto-update": "npm i @dadosfera/protospack-v2@latest --save-exact",
     "prebuild": "rimraf dist",
     "build": "nest build",
     "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
@@ -27,14 +27,10 @@
     "test:e2e": "jest --config ./test/jest-e2e.json"
   },
   "dependencies": {
-    "@aws-crypto/sha256-js": "^5.2.0",
-    "@aws-sdk/client-dynamodb": "^3.414.0",
     "@aws-sdk/client-secrets-manager": "^3.414.0",
-    "@aws-sdk/credential-provider-node": "^3.940.0",
-    "@aws-sdk/lib-dynamodb": "^3.414.0",
-    "@aws-sdk/signature-v4": "^3.370.0",
     "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-    "@dadosfera/protospack-v2": "^3.40.0-beta.20",
+    "@dadosfera/protospack": "2.5.3",
+    "@dadosfera/protospack-v2": "3.38.0-beta.1",
     "@grpc/grpc-js": "^1.9.3",
     "@grpc/proto-loader": "^0.7.9",
     "@nestjs/cli": "^9.5.0",
@@ -48,12 +44,9 @@
     "@nestjs/schematics": "^9.2.0",
     "@nestjs/swagger": "^6.3.0",
     "@nestjs/testing": "^9.4.3",
-    "axios": "0.30.3",
-    "cache-manager": "^5.1.4",
-    "cache-manager-ioredis-yet": "^1.1.0",
+    "axios": "^0.27.2",
     "class-transformer": "^0.5.1",
     "class-validator": "^0.14.0",
-    "cookie-parser": "^1.4.7",
     "cron-parser": "^4.9.0",
     "csv": "^6.3.11",
     "dotenv": "^14.3.2",
@@ -64,8 +57,6 @@
     "jwk-to-pem": "^2.0.5",
     "mixpanel": "^0.17.0",
     "ms": "^3.0.0-canary.1",
-    "multer": "^2.0.2",
-    "openid-client": "^5.7.1",
     "passport": "^0.6.0",
     "passport-facebook": "^3.0.0",
     "passport-forcedotcom": "^0.2.0",
@@ -73,26 +64,16 @@
     "passport-hubspot-oauth2": "^1.0.3",
     "passport-mailchimp": "^1.1.0",
     "puppeteer": "^24.7.2",
-    "redis": "^4.5.1",
     "reflect-metadata": "^0.1.13",
     "rimraf": "^3.0.2",
     "rxjs": "^7.5.5",
     "swagger-ui-express": "^4.6.3"
   },
   "overrides": {
-    "axios": "0.30.3",
-    "form-data": "^4.0.4",
-    "body-parser": "^1.20.3",
-    "cross-spawn": "^7.0.5",
-    "glob": "^10.5.0",
-    "path-to-regexp": "^3.3.0",
-    "semver": "^7.5.2"
+    "multer": "1.4.5-lts.1"
   },
   "devDependencies": {
-    "@types/cache-manager": "^4.0.6",
-    "@types/cookie-parser": "^1.4.9",
     "@types/express": "^4.17.17",
-    "@types/express-session": "^1.18.1",
     "@types/jest": "27.0.2",
     "@types/jsonwebtoken": "^8.5.9",
     "@types/jwk-to-pem": "^2.0.1",
@@ -117,8 +98,5 @@
     "ts-node": "^10.9.1",
     "tsconfig-paths": "^3.14.2",
     "typescript": "^4.9.5"
-  },
-  "resolutions": {
-    "axios": "0.30.3"
   }
 }

scripts/check-protospack-dep.js

@@ -1,76 +0,0 @@
-#!/usr/bin/env node
-/*
- * CI guard: fail if @dadosfera/protospack-v2 is consumed from a LOCAL ref
- * (file:/link:/git/relative path/bare tarball) instead of the CodeArtifact
- * registry.
- *
- * Only local consumption is blocked. Versions published to CodeArtifact —
- * including alpha/beta/rc prereleases produced by the alpha/beta branches —
- * are fine; those resolve to a registry URL in the lockfile. The thing that
- * must NOT reach beta (staging) or main (prod) is a dependency wired to a
- * local `npm pack` tarball / overlay. Runs in the PR test workflow for PRs
- * targeting beta/main and exits non-zero on any local ref.
- */
-const fs = require('fs');
-const path = require('path');
-
-const PKG = '@dadosfera/protospack-v2';
-const root = path.resolve(__dirname, '..');
-const pkg = JSON.parse(fs.readFileSync(path.join(root, 'package.json'), 'utf8'));
-
-const problems = [];
-
-// A dependency SPEC is local if it's a filesystem path, symlink, git ref, or a
-// bare tarball path. A plain semver (incl. prereleases like 3.35.0-beta.1)
-// resolves from the registry and is allowed.
-function isLocalSpec(spec) {
-  return /^(file:|link:|git[:+]|\.\.?\/|\/|~\/)/.test(spec) || spec.endsWith('.tgz');
-}
-
-const spec =
-  (pkg.dependencies && pkg.dependencies[PKG]) ||
-  (pkg.devDependencies && pkg.devDependencies[PKG]);
-
-if (!spec) {
-  problems.push(`${PKG} is not listed as a dependency at all.`);
-} else if (isLocalSpec(spec)) {
-  problems.push(`${PKG} points at a local path/tarball/git ref: "${spec}".`);
-}
-
-// Also catch a lockfile resolved to a LOCAL ref even if package.json looks
-// clean. A registry URL (https://.../-/*.tgz) is the normal published
-// resolution and is fine — only file: refs and bare local tarball paths
-// (no http host) are blocked. Prerelease VERSIONS are not flagged: an
-// alpha/beta/rc published to CodeArtifact resolves to a registry URL.
-const lockPath = path.join(root, 'package-lock.json');
-if (fs.existsSync(lockPath)) {
-  const lock = JSON.parse(fs.readFileSync(lockPath, 'utf8'));
-  const nodes = { ...(lock.packages || {}), ...(lock.dependencies || {}) };
-  for (const [name, node] of Object.entries(nodes)) {
-    if (!name.includes('protospack-v2') || !node) continue;
-    const resolved = node.resolved || '';
-    const isLocal =
-      resolved.startsWith('file:') ||
-      (resolved.endsWith('.tgz') && !/^https?:\/\//.test(resolved));
-    if (isLocal) {
-      problems.push(
-        `package-lock.json resolves ${PKG} to a local ref: "${resolved}".`,
-      );
-    }
-  }
-}
-
-if (problems.length) {
-  console.error('✗ protospack-v2 dependency guard FAILED:');
-  for (const p of problems) console.error('  - ' + p);
-  console.error(
-    '\nMerging to beta/main requires ' +
-      PKG +
-      ' to come from CodeArtifact, not a local tarball/overlay. Publish ' +
-      'protospack-v2 (a beta prerelease is fine for the beta branch) and ' +
-      'repoint this dependency before merging.',
-  );
-  process.exit(1);
-}
-
-console.log(`✓ ${PKG} is consumed from the registry: "${spec}"`);

src/app.module.ts

@@ -17,6 +17,7 @@ import { ConnectionTestModule } from './modules/connection-test/connection-test.
 import { NetworkConfigModule } from './modules/network-config/network-config.module';
 import { InputsModule } from './modules/inputs/inputs.module';
 import { OauthModule } from './modules/oauth/oauth.module';
+import { PipelinesModule } from './modules/pipelines/pipelines.module';
 import { TransformationsModule } from './modules/transformations/transformations.module';
 import { HealthModule } from './modules/health/health.module';
 import { CatalogModule } from './modules/catalog/catalog.module';
@@ -27,15 +28,8 @@ import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
 import { CustomersModule } from './modules/customers/customers.module';
 import { OpenDataModule } from './modules/open-data/open-data.module';
 import { ThemeModule } from './modules/theme/theme.module';
-import { IdentityProviderModule } from './modules/identity-provider/identity-provider.module';
 import { NetworkPolicyModule } from './modules/network-policy/network-policy.module';
-import { AssignModule } from './modules/assign/assign.module';
-import { ShareMetadataModule } from './modules/share-metadata/share-metadata.module';
 import { ApiKeyModule } from './modules/api-key/api-key.module';
-import { PlatformApiModule } from './modules/platform-api/platform-api.module';
-import { StorageExplorerModule } from './modules/storage-explorer/storage-explorer.module';
-import { ReleaseNoteModule } from './modules/release_note/release_note.module';
-
 
 @Module({
   providers: [
@@ -59,6 +53,7 @@ import { ReleaseNoteModule } from './modules/release_note/release_note.module';
     PermissionsModule,
     TermsOfUseModule,
     ConnectionTestModule,
+    PipelinesModule,
     TransformationsModule,
     UsersModule,
     RolesModule,
@@ -68,18 +63,10 @@ import { ReleaseNoteModule } from './modules/release_note/release_note.module';
     CustomersModule,
     OpenDataModule,
     ThemeModule,
-    NetworkPolicyModule,
-    AssignModule,
-    ShareMetadataModule,
-    NetworkPolicyModule,
-    ApiKeyModule,
-    IdentityProviderModule,
-    NetworkPolicyModule,
-    PlatformApiModule,
-    StorageExplorerModule,
     //Always leave HealthModule last, so it is on the bottom of swagger
     HealthModule,
-    ReleaseNoteModule,
+    NetworkPolicyModule,
+    ApiKeyModule
   ],
 })
 export class AppModule {}

src/authentication/authentication.guard.spec.ts

@@ -17,7 +17,6 @@ import { PERMISSIONS_GROUPS } from './permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';
 
 import ErrorCodes from '../utils/errorCodes';
-import { ApiKeyService } from 'src/modules/api-key/api-key.service';
 
 const logger = {
   info: (...args) => args,
@@ -100,7 +99,6 @@ describe('authentication.guard', () => {
     customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
     customer_name: 'dadosfera',
     customer_tier: 'BASIC',
-    customer_modules: []
   };
 
   beforeAll(async () => {
@@ -122,12 +120,6 @@ describe('authentication.guard', () => {
           provide: APP_GUARD,
           useClass: AuthenticationGuard,
         },
-        {
-          provide: ApiKeyService,
-          useValue: {
-            get: () => Promise.resolve(null)
-          }
-        }
       ],
       controllers: [NoClassAuthController, ClassAuthConditionController],
     }).compile();
@@ -448,18 +440,18 @@ describe('authentication.guard', () => {
   NoClassAuthTest(null, null);
   ClassAuthConditionTest(null, null);
 
-  // const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]);
-  // NoClassAuthTest(tokenZ, ['zendesk']);
-  // ClassAuthConditionTest(tokenZ, ['zendesk']);
+  const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]);
+  NoClassAuthTest(tokenZ, ['zendesk']);
+  ClassAuthConditionTest(tokenZ, ['zendesk']);
 
-  // const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
-  // NoClassAuthTest(tokenM, ['metabase']);
-  // ClassAuthConditionTest(tokenM, ['metabase']);
+  const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
+  NoClassAuthTest(tokenM, ['metabase']);
+  ClassAuthConditionTest(tokenM, ['metabase']);
 
-  // const tokenZM = CreateToken([
-  //   PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
-  //   PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
-  // ]);
-  // NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
-  // ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
+  const tokenZM = CreateToken([
+    PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
+    PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
+  ]);
+  NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
+  ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
 });

src/authentication/authentication.guard.ts

@@ -4,7 +4,6 @@ import {
   OnApplicationBootstrap,
   ExecutionContext,
   Inject,
-  ForbiddenException,
 } from '@nestjs/common';
 import { Reflector } from '@nestjs/core';
 import assert from 'assert';
@@ -136,24 +135,11 @@ export class AuthenticationGuard
       return false;
     }
 
-    // Bloquear outros customer de usar o maestor dedicado
-    const DEDICATED_PROXY = process.env.DEDICATED_PROXY || '';
-    if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== accessTokenPayload.customer_id) {
-      throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
-    }
-
-    // Bloquear o customer de acesso o maestro publico
-    const hasNetworkPolicyModule = accessTokenPayload.customer_modules.includes('network-policy');
-    if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
-      throw new ForbiddenException(ErrorCodes.AUTH.FORBIDDEN);
-    }
-
     request.accessTokenPayload = accessTokenPayload;
     request.user = {
       user_id: accessTokenPayload.user_id,
       username: accessTokenPayload.username,
       permissions: accessTokenPayload.permissions,
-      roles: accessTokenPayload.roles,
       customer_id: accessTokenPayload.customer_id,
       customer_name: accessTokenPayload.customer_name,
       customer_tier: accessTokenPayload.customer_tier,

src/authentication/extract-user.ts

@@ -1,21 +0,0 @@
-import jwt, { JwtPayload } from 'jsonwebtoken';
-
-export function extractUserFrom(aRawJwt: string) {
-  const decodedToken = jwt.decode(aRawJwt, {
-    complete: true,
-  });
-
-  const payload = decodedToken.payload as JwtPayload;
-
-  return {
-    user_id: payload.user_id,
-    username: payload.username,
-    permissions: payload.permissions,
-    roles: payload.roles,
-    customer_id: payload.customer_id,
-    customer_name: payload.customer_name,
-    customer_tier: payload.customer_tier,
-    customer_modules: payload.customer_modules,
-    access_token: aRawJwt,
-  }
-}

src/authentication/permissions.enum.ts

@@ -116,44 +116,6 @@ export const PERMISSIONS_GROUPS = {
       },
     },
   },
-  IMPORT_FILES: {
-    title: {
-      'pt-br': 'Coletar | Importar arquivos',
-      'en-us': 'Collect | Import files',
-      'es-es': 'Colecta | Importar archivos',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 48,
-        claim: 'import-file:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Importar arquivos',
-          'en-us': 'Import files',
-          'es-es': 'Importar archivos',
-        },
-      },
-    },
-  },
-   AI_CHAT: {
-    title: {
-      'pt-br': 'AutodriveDDF',
-      'en-us': 'AutodriveDDF',
-      'es-es': 'AutodriveDDF',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 49,
-        claim: 'ai-chat:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'AutodriveDDF',
-          'en-us': 'AutodriveDDF',
-          'es-es': 'AutodriveDDF',
-        },
-      },
-    },
-  },
   CONNECTION: {
     title: {
       'pt-br': 'Coletar | Fontes de dados',
@@ -357,16 +319,6 @@ export const PERMISSIONS_GROUPS = {
           'es-es': 'Crear y editar atributos en el catálogo',
         },
       },
-      CERTIFY: {
-        seqid: 53,
-        claim: 'catalog:certify',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Alterar o status de certificação dos Ativos',
-          'en-us': "Change Assets' certification status",
-          'es-es': 'Cambiar el estado de certificación de los Activos',
-        },
-      },
       DELETE: {
         seqid: 1,
         claim: 'catalog:delete',
@@ -388,6 +340,16 @@ export const PERMISSIONS_GROUPS = {
           'es-es': 'Gestor de catálogos. Puede ver y editar todos los activos.',
         },
       },
+      EMBED_ANALYTICS: {
+        seqid: 44,
+        claim: 'catalog:embed',
+        usage: PermissionUsages.INTERNAL,
+        name: {
+          'pt-br': 'Acessar Módulo de Incorporação de Ativos',
+          'en-us': 'Access Embedding analytics Module',
+          'es-es': 'Acceder al Módulo de Incorporación de Activos',
+        },
+      },
       TRIGGER_CATALOG_TASK: {
         seqid: 45,
         claim: 'catalog:trigger-task',
@@ -400,44 +362,6 @@ export const PERMISSIONS_GROUPS = {
       },
     },
   },
-  LINEAGE: {
-    title: {
-      'pt-br': 'Explorar | Linhagem',
-      'en-us': 'Explore | Lineage',
-      'es-es': 'Explorar | Linaje',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 50,
-        claim: 'lineage:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Acessar ao módulo de Linhagem',
-          'en-us': 'Access to Lineage module',
-          'es-es': 'Acceda al módulo de Linaje',
-        },
-      }
-    },
-  },
-  EMBED: {
-    title: {
-      'pt-br': 'Analisar | Incorporação',
-      'en-us': 'Analyze | Embedding',
-      'es-es': 'Analizar | Incorporación',
-    },
-    permissions: {
-      EMBED_ANALYTICS: {
-        seqid: 44,
-        claim: 'catalog:embed',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Acessar Módulo de Incorporação de Ativos',
-          'en-us': 'Access Embedding analytics Module',
-          'es-es': 'Acceder al Módulo de Incorporación de Activos',
-        },
-      },
-    }
-  },
   CONNECTORS: {
     title: {
       'pt-br': 'Conectores',
@@ -678,36 +602,23 @@ export const PERMISSIONS_GROUPS = {
       },
     },
   },
-  STORAGE_EXPLORER: {
-    title: {
-      'pt-br': 'Storage Explorer',
-      'en-us': 'Storage Explorer',
-      'es-es': 'Storage Explorer',
-    },
-    permissions: {
-      READ: {
-        seqid: 51,
-        claim: 'storage-explorer:read',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Ler dados do Storage Explorer',
-          'en-us': 'Read Storage Explorer data',
-          'es-es': 'Leer datos del Storage Explorer',
-        },
-      },
-      WRITE: {
-        seqid: 52,
-        claim: 'storage-explorer:write',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Escrever dados no Storage Explorer',
-          'en-us': 'Write Storage Explorer data',
-          'es-es': 'Escribir datos en Storage Explorer',
-        },
-      },
-    },
-  },
 };
+
+export const PUBLIC_PERMISSIONS_SEQID = [
+  46, // AUTH.GENERATE_TOKEN
+  23, 13, 29, 5, // PIPELINE
+  37, 38, // CONNECTION
+  35, // NETWORK_CONFIG
+  7, 19, 25, 1, // CATALOG
+  14, // SNOWFLAKE
+  11, // DATAVIZ
+  31, // INTELLIGENCE
+  34, // USERS
+  43, // PROCESS
+  47  // CUSTOMER
+];
+
+
 export interface DadosferaModule {
   name: string;
   description: string;
@@ -719,11 +630,7 @@ export const DADOSFERA_MODULES_KEYS = {
   LOG_DASHBOARD: 'logs-dashboard',
   ACCESS_DASHBOARD: 'access-dashboard',
   DANGER_ZONE: 'danger-zone',
-  PII: 'pii',
-  EMBED: 'embedded-analytics',
-  EMBED_ASSIGNED: 'embed-assigned',
-  CATALOG: 'catalog',
-  COLLECT: 'collect',
+  PII: 'pii'
 }
 
 export const DADOSFERA_MODULES: Array<DadosferaModule> = [

src/decorators/user.decorator.spec.ts

@@ -9,7 +9,6 @@ import { PERMISSIONS_GROUPS } from '../authentication/permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';
 import ErrorCodes from '../utils/errorCodes';
 import { User } from './user.decorator';
-import { ApiKeyService } from 'src/modules/api-key/api-key.service';
 
 const logger = {
   info: (...args) => args,
@@ -53,7 +52,6 @@ describe('user.decorator', () => {
     customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
     customer_name: 'dadosfera',
     customer_tier: 'BASIC',
-    customer_modules: [],
     access_token: '',
   };
 
@@ -76,12 +74,6 @@ describe('user.decorator', () => {
           provide: APP_GUARD,
           useClass: AuthenticationGuard,
         },
-        {
-          provide: ApiKeyService,
-          useValue: {
-            get: () => Promise.resolve(null)
-          }
-        }
       ],
       controllers: [UserController],
     }).compile();
@@ -183,5 +175,5 @@ describe('user.decorator', () => {
 
   const token = CreateToken();
   fakeUserPayload.access_token = token;
-  // UserTest(token);
+  UserTest(token);
 });

src/decorators/user.decorator.ts

@@ -12,7 +12,6 @@ export interface RequestUser {
   customer_tier: string;
   access_token: string;
   customer_modules: string[];
-  roles: string[];
 }
 
 export const User: (options?: { required?: boolean }) => ParameterDecorator =

src/guards/pipeline-execution.guard.spec.ts

@@ -1,71 +0,0 @@
-import { BadRequestException } from '@nestjs/common';
-import { PipelineExecutionGuard } from './pipeline-execution.guard';
-
-const logger = { info: jest.fn(), error: jest.fn() };
-
-function buildGuard(proxyImpl: jest.Mock) {
-  const platformApiService: any = { proxy: proxyImpl };
-  return new PipelineExecutionGuard(
-    { logger } as any,
-    platformApiService,
-  );
-}
-
-function contextWith(pipelineId = 'abc-123') {
-  return {
-    switchToHttp: () => ({
-      getRequest: () => ({ params: { pipelineId }, user: {} }),
-    }),
-  } as any;
-}
-
-describe('PipelineExecutionGuard', () => {
-  afterEach(() => jest.clearAllMocks());
-
-  it('allows the edit when the pipeline has no run history (empty array)', async () => {
-    const guard = buildGuard(jest.fn().mockResolvedValue([]));
-    await expect(guard.canActivate(contextWith())).resolves.toBe(true);
-  });
-
-  it('allows the edit when the last run has no last_status', async () => {
-    const guard = buildGuard(jest.fn().mockResolvedValue([{}]));
-    await expect(guard.canActivate(contextWith())).resolves.toBe(true);
-  });
-
-  it('allows the edit when the pipeline is not running', async () => {
-    const guard = buildGuard(
-      jest.fn().mockResolvedValue([{ last_status: 'SUCCEEDED' }]),
-    );
-    await expect(guard.canActivate(contextWith())).resolves.toBe(true);
-  });
-
-  it('blocks with the is-running message when the pipeline is running', async () => {
-    const guard = buildGuard(
-      jest.fn().mockResolvedValue([{ last_status: 'RUNNING' }]),
-    );
-    await expect(guard.canActivate(contextWith())).rejects.toThrow(
-      'Pipeline is running, cannot update input now',
-    );
-  });
-
-  it('wraps a genuine status-check failure (fail closed)', async () => {
-    const guard = buildGuard(
-      jest.fn().mockRejectedValue(new Error('platform down')),
-    );
-    await expect(guard.canActivate(contextWith())).rejects.toThrow(
-      'Error checking pipeline status: platform down',
-    );
-  });
-
-  it('does not double-wrap the is-running BadRequestException', async () => {
-    const guard = buildGuard(
-      jest.fn().mockResolvedValue([{ last_status: 'running' }]),
-    );
-    await expect(guard.canActivate(contextWith())).rejects.toBeInstanceOf(
-      BadRequestException,
-    );
-    await expect(guard.canActivate(contextWith())).rejects.not.toThrow(
-      /Error checking pipeline status/,
-    );
-  });
-});

src/guards/pipeline-execution.guard.ts

@@ -1,76 +0,0 @@
-import {
-  BadRequestException,
-  CanActivate,
-  ExecutionContext,
-  Inject,
-  Injectable,
-  OnModuleInit,
-} from '@nestjs/common';
-import { ClientGrpc } from '@nestjs/microservices';
-import { map, Observable } from 'rxjs';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import {
-  ReadService,
-  ProtoServices,
-} from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
-import { PipelinesClientConfiguration } from 'src/modules/pipelinesV2/pipelines-client';
-import { PlatformApiService } from 'src/modules/platform-api/platform-api.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-
-@Injectable()
-export class PipelineExecutionGuard implements CanActivate {
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private readonly platformApiService: PlatformApiService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  async canActivate(context: ExecutionContext): Promise<boolean> {
-    try {
-      this.logger.info(
-        'PipelineExecutionGuard: Checking if pipeline can be executed...',
-      );
-      const request = context.switchToHttp().getRequest();
-      const pipelineId = request.params.pipelineId;
-      const user = request.user;
-      const idRegex = /[^0-9a-zA-Z_$]+/g;
-      const convertedId = pipelineId.replace(idRegex, '_');
-  
-      const status = await this.platformApiService.proxy(
-        'GET',
-        `/pipeline/${convertedId}/pipeline_run`,
-        user,
-      );
-
-      const currentStatus = status?.[status.length - 1];
-
-      this.logger.info('Pipeline current status response:' +  JSON.stringify(currentStatus));
-
-      // No run history (e.g. CDC pipelines never record batch runs) means
-      // nothing is executing — allow the edit rather than crash on .last_status.
-      if (!currentStatus?.last_status) {
-        return true;
-      }
-
-      if (currentStatus.last_status.toLowerCase() === 'running') {
-        this.logger.error('Pipeline is running, cannot update input now');
-        throw new BadRequestException('Pipeline is running, cannot update input now');
-      } else {
-        return true;
-      }
-    } catch (error) {
-      // Preserve the deliberate is-running rejection; only wrap genuine
-      // status-check failures (fail closed on those for a destructive gate).
-      if (error instanceof BadRequestException) {
-        throw error;
-      }
-      this.logger.error('Error in PipelineExecutionGuard: ' + error.message);
-      throw new BadRequestException('Error checking pipeline status: ' + error.message);
-    }
-
-  }
-}

src/main.ts

@@ -9,8 +9,6 @@ import { AppModule } from './app.module';
 import { writeFileSync } from 'fs';
 import { execSync } from 'child_process';
 import { INestApplication } from '@nestjs/common';
-import cookieParser from 'cookie-parser';
-
 async function bootstrap() {
   DadosferaLogger.setupLogger({
     serviceName: 'maestro',
@@ -18,41 +16,19 @@ async function bootstrap() {
   });
   const logger = new DadosferaLogger();
 
-  const corsOrigins = [];
-
-  if (process.env.ENV === 'local') {
-    corsOrigins.push('http://localhost:4200');
-  } else {
-    corsOrigins.push( 
-      'https://app.stg.dadosfera.ai',
-      'https://app.dadosfera.ai',
-      'https://private-frontend.stg.dadosfera.ai',
-      'https://unimed.dadosfera.ai',
-      'https://boston-scientific.dadosfera.ai',
-      'https://plataforma.dadosfera.ai'
-    );
-  }
-
   const app = await NestFactory.create(AppModule, {
     logger,
     cors: {
-      origin: corsOrigins,
+      origin: '*',
       methods: 'GET,HEAD,PUT,PATCH,POST,DELETE',
       preflightContinue: false,
       optionsSuccessStatus: 204,
-      credentials: true,
     },
   });
-
   app.use(helmet());
-  app.use(cookieParser(process.env.COOKIE_SECRET));
-
-  if (process.env.ENV !== 'local') {
+  if (process.env.ENV === 'prd') {
     app.use('/catalog/register-dataset', json({ limit: '10mb' }));
-    app.use(
-      '/catalog/register-dataset',
-      urlencoded({ extended: true, limit: '10mb' }),
-    );
+    app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' }));
   }
 
   configureSwagger(app);
@@ -111,4 +87,3 @@ function configureSwagger(app: INestApplication) {
   );
 }
 bootstrap();
-

src/modules/api-key/api-key.controller.ts

@@ -1,12 +1,13 @@
 import { Controller, Get, Post, Body, Param, Delete, UseFilters, Inject } from '@nestjs/common';
 import { ApiKeyService } from './api-key.service';
 import { CreateApiKeyDto, CreateApiKeyResponseDto, ApiKeyBaseResponseDto } from './dto/api-key.dto';
-import { Authenticated } from 'src/decorators/authentication.decorator';
+import { Authenticated, RequireAllPermissions } from 'src/decorators/authentication.decorator';
 import { ApiHeaders, ApiTags, ApiResponse } from '@nestjs/swagger';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 
 @Controller('api-key')
 @Authenticated()
@@ -26,6 +27,7 @@ export class ApiKeyController {
 
   @Post()
   @ApiResponse({ type: CreateApiKeyResponseDto })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   async create(@Body() createApiKeyDto: CreateApiKeyDto, @User() user: RequestUser): Promise<CreateApiKeyResponseDto> {
     this.logger.info('POST /api-key', {
       permissions: createApiKeyDto.permissions,
@@ -41,6 +43,7 @@ export class ApiKeyController {
 
   @Get()
   @ApiResponse({ type: [ApiKeyBaseResponseDto] })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   async findAll(@User() user: RequestUser): Promise<ApiKeyBaseResponseDto[]> {
     this.logger.info('GET /api-key', {
       method: 'findAll'
@@ -54,6 +57,7 @@ export class ApiKeyController {
   }
 
   @Delete(':id')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   async remove(@Param('id') id: string, @User() user: RequestUser): Promise<void> {
     this.logger.info('DELETE /api-key/:id', { 
       id,

src/modules/api-key/api-key.service.ts

@@ -1,38 +1,73 @@
-import { Injectable, Inject, OnModuleInit } from '@nestjs/common';
+import {
+  Injectable,
+  Inject,
+  OnModuleInit,
+  BadRequestException,
+} from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
-import { CreateApiKeyDto, CreateApiKeyResponseDto, ApiKeyBaseResponseDto } from './dto/api-key.dto';
+import {
+  CreateApiKeyDto,
+  CreateApiKeyResponseDto,
+  ApiKeyBaseResponseDto,
+} from './dto/api-key.dto';
 import { RequestUser } from 'src/decorators/user.decorator';
 import { DucClient } from '../duc/client.config';
+import { PackTheMetadata } from '../../utils/ PackTheMetadata';
 import { ApiKeyWriteProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import { lastValueFrom } from 'rxjs';
 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PUBLIC_PERMISSIONS_SEQID } from 'src/authentication/permissions.enum';
 
 @Injectable()
 export class ApiKeyService implements OnModuleInit {
   private apiKeyService: ApiKeyWriteProtoService;
 
   constructor(
-    @Inject(DucClient.name) private readonly client: ClientGrpc,
+    @Inject(DucClient.name) private readonly client: ClientGrpc
   ) {}
 
   onModuleInit() {
-    this.apiKeyService = this.client.getService<ApiKeyWriteProtoService>(ProtoServices.ApiKeyWriteProtoService);
+    this.apiKeyService = this.client.getService<ApiKeyWriteProtoService>(
+      ProtoServices.ApiKeyWriteProtoService,
+    );
   }
 
-  create(createApiKeyDto: CreateApiKeyDto, user: RequestUser): Promise<CreateApiKeyResponseDto> {
+  create(
+    createApiKeyDto: CreateApiKeyDto,
+    user: RequestUser,
+  ): Promise<CreateApiKeyResponseDto> {
     const metadata = PackTheMetadata(user);
 
-    return lastValueFrom(this.apiKeyService.CreateApiKey({
-      permissions: createApiKeyDto.permissions
-    }, metadata));
+    const invalidPermissions = [];
+    for (const permission of createApiKeyDto.permissions) {
+      if (!PUBLIC_PERMISSIONS_SEQID.includes(permission)) {
+        invalidPermissions.push(permission);
+      }
+    }
+
+    if (invalidPermissions.length > 0) {
+      throw new BadRequestException(
+        `Invalid permissions: ${invalidPermissions.join(', ')}`,
+      );
+    }
+
+    return lastValueFrom(
+      this.apiKeyService.CreateApiKey(
+        {
+          permissions: createApiKeyDto.permissions,
+        },
+        metadata,
+      ),
+    );
   }
 
   async findAll(user: RequestUser): Promise<ApiKeyBaseResponseDto[]> {
     const metadata = PackTheMetadata(user);
-    console.log(metadata)
+    console.log(metadata);
 
-    const data = await lastValueFrom(this.apiKeyService.ListApiKeys({}, metadata));
+    const data = await lastValueFrom(
+      this.apiKeyService.ListApiKeys({}, metadata),
+    );
     return data.api_keys;
   }
 

src/modules/assign/assign.controller.ts

@@ -1,37 +0,0 @@
-import { Controller, Body, Put, Get, NotFoundException} from '@nestjs/common';
-import { AssignService } from './assign.service';
-import { CreateAssignDto } from './dto/create-assign.dto';
-import { Authenticated, RequireModule, RequireSomePermission } from 'src/decorators/authentication.decorator';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-
-@Controller('assign')
-@Authenticated()
-export class AssignController {
-  constructor(private readonly assignService: AssignService) {}
-
-  @Put('/public-key')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.USERS.permissions.ADMIN
-  )
-  @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
-  create(@Body() createAssignDto: CreateAssignDto, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.assignService.create(createAssignDto, metadata);
-  }
-
-  @Get('/public-key')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.USERS.permissions.ADMIN
-  )
-  @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
-  async get(@User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    try {
-      return await this.assignService.get(metadata);
-    } catch (error) {
-      throw new NotFoundException(error.message)
-    }
-  }
-}

src/modules/assign/assign.module.ts

@@ -1,15 +0,0 @@
-import { Module } from '@nestjs/common';
-import { AssignService } from './assign.service';
-import { AssignController } from './assign.controller';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ClientsModule } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-
-const client = new DucClient();
-
-@Module({
-  imports: [ClientsModule.register([client.providerOptions])],
-  controllers: [AssignController],
-  providers: [AssignService, DadosferaLogger]
-})
-export class AssignModule {}

src/modules/assign/assign.service.ts

@@ -1,38 +0,0 @@
-import { Inject, Injectable, OnModuleInit } from '@nestjs/common';
-import { CreateAssignDto } from './dto/create-assign.dto';
-import { Metadata } from '@grpc/grpc-js';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ClientGrpc } from '@nestjs/microservices';
-import { DucClient } from 'src/modules/duc/client.config';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { lastValueFrom } from 'rxjs';import { AssingProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-
-@Injectable()
-export class AssignService implements OnModuleInit {
-
-  ducService: AssingProtoService;
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  onModuleInit() {
-    this.ducService =this.grpcClient.getService<AssingProtoService>(
-      ProtoServices.AssingProtoService,
-    );
-  }
-
-  async create(createAssignDto: CreateAssignDto, metadata: Metadata) {
-    const data = await lastValueFrom(this.ducService.CreateOrUpdateAssignPublicKey(createAssignDto, metadata))
-    return data;
-  }
-
-  async get(metadata: Metadata) {
-    return await lastValueFrom(this.ducService.GetAssignPublicKey({}, metadata))
-  }
-}

src/modules/assign/dto/create-assign.dto.ts

@@ -1,3 +0,0 @@
-export class CreateAssignDto {
-    publicKey: string;
-}

src/modules/auth/auth.controller.ts

@@ -12,8 +12,6 @@ import {
   Redirect,
   Req,
   Param,
-  Res,
-  UnauthorizedException,
 } from '@nestjs/common';
 import {
   ApiHeaders,
@@ -28,7 +26,7 @@ import {
   AuthConfirmResetPasswordRequest,
   AuthEnableTotpMfaRequest,
   AuthDisableTotpMfaRequest,
-  AuthVerifyTotpMfaRequest
+  AuthVerifyTotpMfaRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 
 import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
@@ -37,7 +35,6 @@ import {
   RequireAllPermissions,
 } from 'src/decorators/authentication.decorator';
 import { AuthClientService } from './auth.service';
-import { UserDTO } from './dtos/login';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
 import { RequestUser, User } from 'src/decorators/user.decorator';
@@ -48,21 +45,14 @@ import {
   AuthSignInRes,
   BulkEditRequest,
 } from './dtos/login';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { AuthGuard } from '@nestjs/passport';
-import { Request, Response } from 'express';
+import { Request } from 'express';
 import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes';
-import jwt, { JwtPayload } from 'jsonwebtoken';
+import jwt from 'jsonwebtoken';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
-import { ApiKeyService } from 'src/modules/api-key/api-key.service';
-
-type CookiesValues = {
-  accessToken?: string;
-  refreshToken?: string;
-  userId?: string
-}
 
 @ApiTags('Auth')
 @ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
@@ -76,7 +66,6 @@ export class AuthController {
     @Inject(DadosferaLogger)
     dadosferaLogger: DadosferaLogger,
     private authClient: AuthClientService,
-    private apiKeyService: ApiKeyService,
   ) {
     this.logger = dadosferaLogger.logger;
 
@@ -97,46 +86,13 @@ export class AuthController {
   async signIn(
     @Body() { username, password, totp }: AuthSignInReq,
     @Language() language: LanguageEnum,
-    @Res() res: Response,
-  ) {
-    try {
-      this.logger.info('/auth - SignIn');
-      const metadata = PackTheMetadata({ language });
-      this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON()));
-      const data = await this.authClient.signIn({ username, password, totp }, metadata);
-
-      if (data.tokens) {
-        this.authClient.writeAuthSession(res, {
-          accessToken: data.tokens.accessToken,
-          refreshToken: data.tokens.refreshToken,
-          userId: data.user.id
-        });
-      }
-
-      return res.send(data);
-    } catch (error) {
-      this.logger.error('/auth - SignIn - ERROR', error);
-      throw error;
-    }
-
-  }
-
-  @Post('sign-out')
-  @HttpCode(HttpStatus.NO_CONTENT)
-  async signOut(
-    @Language() language: LanguageEnum,
-    @Res() res: Response,
-  ) {
-    try {
-      this.logger.info('/auth - SignOut');
-   
-      this.authClient.cleanUpAuthSession(res);
-
-      return res.send();
-    } catch (error) {
-      this.logger.error('/auth - SignIn - ERROR', error);
-    }
-
+    @Headers('origin') origin = '',
+  ): Promise<AuthSignInRes> {
+    this.logger.info('/auth - SignIn');
+    const frontHost = origin.replace(/^https?:\/\//, '');
+    const metadata = PackTheMetadata({ language, custom_host: frontHost });
+    this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON()));
+    return this.authClient.signIn({ username, password, totp }, metadata);
   }
 
   @Post('refresh-access-token')
@@ -146,26 +102,17 @@ export class AuthController {
     @Body() body: AuthRefreshAccessTokenReq,
     @Language() language: LanguageEnum,
     @Headers('origin') origin: string,
-    @Res() res: Response,
   ) {
     this.logger.info('/auth - RefreshAccessToken');
+    const { refreshToken, customerName: customer_name } = body;
     const frontHost = origin.replace(/^https?:\/\//, '');
-    const { refreshToken, userId } = body;
-
     const metadata = PackTheMetadata({
       language,
+      customer_name,
       custom_host: frontHost,
     });
 
-    const data = await this.authClient.refreshAccessToken({ refreshToken, userId }, metadata);
-
-    this.authClient.writeAuthSession(res, {
-      accessToken: data.accessToken,
-      refreshToken: data.refreshToken,
-      userId
-    });
-
-    return res.send(data);
+    return this.authClient.refreshAccessToken({ refreshToken }, metadata);
   }
 
   @ApiInternalOnlyEndpoint()
@@ -193,14 +140,13 @@ export class AuthController {
   ) {
     this.logger.info('/auth - change-password');
 
-    const { oldPassword, newPassword, totpCode } = body;
+    const { oldPassword, newPassword } = body;
     const { authorization: accessToken } = headers;
 
     return this.authClient.changePassword({
       accessToken,
       oldPassword,
       newPassword,
-      totpCode,
     });
   }
 
@@ -218,8 +164,7 @@ export class AuthController {
 
     const { username } = body;
 
-    await this.authClient.resetPassword({ username }, metadata);
-    return { authProvider: process.env.AUTH_PROVIDER || 'cognito' };
+    return this.authClient.resetPassword({ username }, metadata);
   }
 
   @ApiInternalOnlyEndpoint()
@@ -475,62 +420,4 @@ export class AuthController {
 
     return this.authClient.resetUsers(body.users, metadata);
   }
-
-  @Get('me')
-  async getMe(@Req() req: Request, @Res() res: Response) {
-    this.logger.info('GET /auth/me ')
-    this.logger.info(JSON.stringify(req.headers));
-
-    // Check for API key header first
-    const apiKey = req.get('X-Api-key');
-    if (apiKey) {
-      this.logger.info('Authenticating via X-Api-key header');
-      const { api_key } = await this.apiKeyService.get(apiKey);
-
-      const userDto: UserDTO = {
-        id: api_key.user_id,
-        name: api_key.username,
-        email: api_key.username,
-        customer: {
-          id: api_key.customer_id,
-          name: api_key.customer_name,
-          tier: api_key.customer_tier,
-        },
-        permissions: [],
-      };
-
-      return res.status(200).json(userDto);
-    }
-
-    // Get token and headers
-    const accessToken = req.cookies['ddf-auth'];
-    const refreshToken = req.cookies['ddf-refresh-auth'];
-    const userId = req.cookies['ddf-user-id'];
-    const resourceHost = req.headers["x-original-url"] as string || "" ;
-
-    const hasUserSession = Boolean(accessToken) && Boolean(userId);
-    this.logger.info('Has User Session: ' + hasUserSession);
-
-    if (!hasUserSession) {
-      throw new UnauthorizedException()
-    }
-
-    try {
-      const userDto = await this.authClient.validateUserSession(accessToken, resourceHost);
-      return res.status(200).json(userDto);
-    } catch (error) {
-
-      if (!refreshToken) {
-        this.logger.error('Invalid refresh token or customer name');
-        throw new UnauthorizedException("Invalid refresh token or customer name");
-      };
-
-      const {
-        authSession,
-        user
-      } = await this.authClient.refreshUserSession(refreshToken, userId, resourceHost);
-      this.authClient.writeAuthSession(res, authSession);
-      return res.status(200).json(user);
-    }
-  }
 }

src/modules/auth/auth.module.ts

@@ -8,11 +8,10 @@ import { AuthClientService } from './auth.service';
 import { DucClient } from '../duc/client.config';
 import { GoogleLoginStrategy } from './passport-strategies/google-strategy';
 import { getOauthSecrets } from 'src/utils/OauthSecrets';
-import { ApiKeyModule } from '../api-key/api-key.module';
 const client = new DucClient();
 
 @Module({
-  imports: [ClientsModule.register([client.providerOptions]), ApiKeyModule],
+  imports: [ClientsModule.register([client.providerOptions])],
   controllers: [AuthController],
   providers: [
     AuthClientService,

src/modules/auth/auth.service.ts

@@ -1,20 +1,10 @@
-import {
-  OnModuleInit,
-  Inject,
-  Injectable,
-  ForbiddenException,
-  HttpException,
-  HttpStatus,
-} from '@nestjs/common';
+import { OnModuleInit, Inject, Injectable } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { lastValueFrom } from 'rxjs';
 
 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import {
-  AuthProtoService as AuthServiceInterface,
-  UsersProtoService,
-} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { AuthProtoService as AuthServiceInterface } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
   AuthSnowflakeSignInRequest,
   AuthSignInRequest,
@@ -27,28 +17,16 @@ import {
   AuthResetPasswordRequest,
   AuthVerifyResetPasswordCodeRequest,
   AuthConfirmResetPasswordRequest,
-  AuthSignInResponse,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
-import { BulkEditResponse, UserDTO } from './dtos/login';
-import jwt, { JwtPayload } from 'jsonwebtoken';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { Request, Response } from 'express';
-
-type AuthSession = {
-  accessToken?: string;
-  refreshToken?: string;
-  userId?: string;
-};
+import { BulkEditResponse } from './dtos/login';
 
 @Injectable()
 export class AuthClientService implements OnModuleInit {
   logger: DadosferaLogger;
 
   private authService: AuthServiceInterface;
-  private userService: UsersProtoService;
-
   constructor(
     @Inject(DadosferaLogger)
     dadosferaLogger: DadosferaLogger,
@@ -61,10 +39,6 @@ export class AuthClientService implements OnModuleInit {
     this.authService = this.grpcClient.getService<AuthServiceInterface>(
       ProtoServices.AuthProtoService,
     );
-
-    this.userService = this.grpcClient.getService<UsersProtoService>(
-      ProtoServices.UsersProtoService,
-    );
   }
 
   async getPublicKeys() {
@@ -79,63 +53,25 @@ export class AuthClientService implements OnModuleInit {
     return lastValueFrom(this.authService.AuthSnowflakeSignIn(input));
   }
 
-  checkDedicatedProxy({ customer }: AuthSignInResponse) {
-    const DEDICATED_PROXY = process.env.DEDICATED_PROXY || '';
-    this.logger.info(
-      'SignIn - Setting customer ID for dedicated proxy: ' + DEDICATED_PROXY,
-    );
-    this.logger.info('Customer ID: ' + customer.id);
-
-    if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== customer.id) {
-      throw new ForbiddenException();
-    }
-
-    // Bloquear o customer de acesso o maestro publico
-    this.logger.info(
-      'Check if customer have network policy: ' + customer.modules,
-    );
-    const hasNetworkPolicyModule = customer.modules.includes('network-policy');
-    if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
-      throw new ForbiddenException();
-    }
-  }
-
   async signIn(
     { username, password, totp }: AuthSignInRequest,
     metadata: Metadata,
   ) {
     this.logger.info('SignIn');
 
-    let result: AuthSignInResponse;
-
-    try {
-      result = await lastValueFrom(
-        this.authService.AuthSignIn({ username, password, totp }, metadata),
-      );
-    } catch (error) {
-      this.logger.error('SignIn - Error during sign-in');
-      this.logger.error(error);
-      throw error;
-    }
-
-    if (result.customer) {
-      this.checkDedicatedProxy(result);
-    }
-
-    return result;
+    return lastValueFrom(
+      this.authService.AuthSignIn({ username, password, totp }, metadata),
+    );
   }
 
   async refreshAccessToken(
-    { refreshToken, userId }: AuthRefreshAccessTokenRequest,
+    { refreshToken }: AuthRefreshAccessTokenRequest,
     metadata: Metadata,
   ) {
     this.logger.info('RefreshAccessToken');
 
     return lastValueFrom(
-      this.authService.AuthRefreshAccessToken(
-        { refreshToken, userId },
-        metadata,
-      ),
+      this.authService.AuthRefreshAccessToken({ refreshToken }, metadata),
     );
   }
 
@@ -143,7 +79,6 @@ export class AuthClientService implements OnModuleInit {
     accessToken,
     oldPassword,
     newPassword,
-    totpCode,
   }: AuthChangePasswordRequest) {
     this.logger.info('ChangePassword');
 
@@ -152,7 +87,6 @@ export class AuthClientService implements OnModuleInit {
         accessToken,
         oldPassword,
         newPassword,
-        totpCode,
       }),
     );
   }
@@ -305,194 +239,4 @@ export class AuthClientService implements OnModuleInit {
       throw error;
     }
   }
-
-  public async validateUserSession(accessToken: any, resourceHost: string) {
-    const payload = await this.validateJwtToken(accessToken);
-
-    const userDto = await this.getUserfromPayload(payload);
-
-    this.validateResourceAccess(resourceHost, userDto);
-    return userDto;
-  }
-
-  public async refreshUserSession(
-    refreshToken: string,
-    userId: string,
-    originHeader: string,
-  ): Promise<{
-    user: UserDTO;
-    authSession: AuthSession;
-  }> {
-    const metadata = PackTheMetadata({});
-
-    this.logger.info('Call Refresh Token');
-    const refreshCredentials = await this.refreshAccessToken(
-      { refreshToken, userId },
-      metadata,
-    );
-    this.logger.info('Finish Refresh Token');
-
-    const userDto = await this.validateUserSession(
-      refreshCredentials.accessToken,
-      originHeader,
-    );
-    return {
-      user: userDto,
-      authSession: {
-        accessToken: refreshCredentials.accessToken,
-        refreshToken: refreshCredentials.refreshToken,
-        userId,
-      },
-    };
-  }
-
-  public writeAuthSession(res: Response, data: AuthSession) {
-    let exp = 1000 * 60 * 5; // 5 minutes
-
-    if (data.accessToken) {
-      const { exp: expiration } = jwt.decode(data.accessToken) as JwtPayload;
-      exp = (expiration - 30) * 1000; // exp em segundos, maxAge em ms
-
-      this.logger.info('Set Cookie ddf-auth');
-      res.cookie('ddf-auth', data.accessToken, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-
-    if (data.refreshToken) {
-      this.logger.info('Set Cookie ddf-refresh-auth');
-      res.cookie('ddf-refresh-auth', data.refreshToken, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-
-    if (data.userId) {
-      this.logger.info('Set Cookie ddf-refresh-auth');
-      res.cookie('ddf-user-id', data.userId, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-  }
-
-  public cleanUpAuthSession(res: Response) {
-    const exp = 1000 * 60 * 3;
-
-    res.cookie('ddf-auth', '', {
-      domain: 'dadosfera.ai',
-      maxAge: Date.now() - exp,
-      expires: new Date(),
-      httpOnly: true,
-      secure: true,
-      sameSite: 'none', // Necessário para cookies em requisições cross-site
-    });
-
-    res.cookie('ddf-refresh-auth', '', {
-      domain: 'dadosfera.ai',
-      maxAge: Date.now() - exp,
-      expires: new Date(),
-      httpOnly: true,
-      secure: true,
-      sameSite: 'none', // Necessário para cookies em requisições cross-site
-    });
-
-    this.logger.info('Clean cookie sessions');
-  }
-
-  private async validateJwtToken(token: string) {
-    const decoded: any = token && jwt.decode(token, { complete: true });
-    if (!decoded) throw new Error('Invalid token');
-
-    const { kid } = decoded.header;
-    // Busca a chave pública
-    const { keys } = await this.getPublicKeys();
-    const pemValue = keys.find((k) => k.kid === kid)?.pem;
-    if (!pemValue) throw new Error('Public key not found');
-    jwt.verify(token, pemValue);
-
-    return decoded.payload;
-  }
-
-  private async getUserfromPayload(payload: JwtPayload): Promise<UserDTO> {
-    this.logger.info('getUser');
-
-    const metadata = PackTheMetadata({
-      customer_id: payload.customer_id,
-    });
-
-    const { user } = await lastValueFrom(
-      this.userService.UserFindOneById({ id: payload.user_id }, metadata),
-    );
-
-    const userDto: UserDTO = {
-      id: user.id,
-      name: user.name,
-      email: user.email,
-      jobTitle: user?.jobTitle || null,
-      department: user?.department || null,
-      hierarchy: user?.hierarchy || null,
-      customer: {
-        id: payload.customer_id,
-        name: payload.customer_name,
-        tier: payload.customer_tier,
-      },
-      // Raw permission seqids from the JWT. Consumers own the seqid->meaning
-      // mapping (e.g. Orchest's auth-server); Maestro reports them as-is.
-      permissions: payload.permissions ?? [],
-    };
-
-    return userDto;
-  }
-
-  private validateResourceAccess(host: string, user: UserDTO) {
-    this.logger.info(
-      "Validate whether the source URL is a resource belonging to the user's client",
-    );
-    this.logger.info('Host: ' + host);
-    this.logger.info('Customer: ' + user.customer.name);
-
-    const hostParts = host.split('.');
-    const domain = hostParts[0];
-    const isResouceStg = hostParts[1] === 'stg';
-
-    const notFoundCustomerInDomain = !domain.includes('-')
-
-    if (notFoundCustomerInDomain) {
-      this.logger.info(`Not found Customer Name in domain`);
-      return;
-    }
-
-    const domainParts = domain.split('-');
-
-    const customerInDomain = domainParts[domainParts.length - 1];
-
-    if (isResouceStg && process.env.ENV !== 'stg') {
-      this.logger.error(`Customer ${user.customer.name} cannot access ${host}`);
-      throw new HttpException(
-        `Customer ${user.customer.name} cannot access ${host}`,
-        HttpStatus.FORBIDDEN
-      );
-    }
-
-    if (customerInDomain != user.customer.name) {
-      this.logger.error(`Customer ${user.customer.name} cannot access ${host}`);
-      throw new HttpException(
-        `Customer ${user.customer.name} cannot access ${host}`,
-        HttpStatus.FORBIDDEN
-      );
-    }
-
-    return;
-  }
 }

src/modules/auth/dtos/login.ts

@@ -122,7 +122,7 @@ export class AuthRefreshAccessTokenReq {
   @ApiProperty()
   refreshToken: string;
   @ApiProperty()
-  userId: string;
+  customerName: string;
 }
 export class AuthRefreshAccessTokenRes {
   @ApiProperty()
@@ -140,18 +140,3 @@ export interface BulkEditResponse {
   successfulUsers: string[];
   failedUsers: string[];
 }
-
-export type UserDTO = {
-  id: string,
-  name: string,
-  email: string,
-  jobTitle?: string,
-  department?: string,
-  hierarchy?: string,
-  customer: {
-    id: string,
-    name: string,
-    tier: string,
-  },
-  permissions: number[],
-}

src/modules/auth/passport-strategies/google-strategy.ts

@@ -26,7 +26,6 @@ export class GoogleLoginStrategy extends PassportStrategy(
       callbackURL: oauthSecrets['google-login'].redirect_uri,
       scope: ['email', 'profile', 'openid'],
     };
-    console.log("GoogleLoginStrategy", options.clientID, options.callbackURL);
     const verify = (
       accessToken: string,
       refreshToken: string,

src/modules/catalog/catalog.controller.ts

@@ -9,7 +9,6 @@ import {
   Inject,
   NotFoundException,
   Param,
-  Patch,
   Post,
   Put,
   Query,
@@ -18,7 +17,6 @@ import {
   HttpStatus,
   Res,
 } from '@nestjs/common';
-import { ValidationPipe } from '../../pipes/object-validation.pipe';
 import {
   ApiCreatedResponse,
   ApiHeaders,
@@ -34,7 +32,7 @@ import {
 import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import {
   BatchRemoveRlsRulesRequest,
@@ -48,11 +46,9 @@ import {
   IMakeAComment,
   IOneDataAsset,
   IPreviewResponse,
-  IUpdateCertificationStatusRequest,
   IUpdateDataRequest,
   TriggerCatalogReq,
   TriggerCatalogRes,
-  UpdateColumnsMetadataRequest,
 } from './dtos';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { Language } from 'src/decorators/language.decorator';
@@ -87,9 +83,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async searchCatalog(
     @User() user: RequestUser,
     @Query() query: ICatalogAllRequest,
@@ -124,60 +117,8 @@ export class CatalogController {
     return res;
   }
 
-  @Get('/download')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
-  )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
-  async dowloadAsserts(
-    @User() user: RequestUser,
-    @Query() query: ICatalogAllRequest,
-    @Res() res: Response
-  ) {
-    const { user_id, customer_name, customer_id, username, permissions } = user;
-    this.logger.info(`/catalog/download - searchCatalog`, {
-      user_id,
-      customer_name,
-    });
-
-    const is_data_manager = permissions.includes(
-      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
-    );
-
-    const roles = await this.catalogService.getUserRolesIds(user_id);
-
-    const metadata = PackTheMetadata({
-      user_id,
-      customer_id,
-      customer_name,
-      username,
-      roles,
-      is_data_manager,
-    });
-
-    const {
-      file,
-      filename
-    } = await this.catalogService.downloadAssets(
-      query,
-      metadata,
-      customer_id,
-    );
-
-    res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
-    res.setHeader('Content-Type', 'text/csv');
-
-    res.end(file);
-  }
-
   @ApiInternalOnlyEndpoint()
   @Get('data-asset')
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
     const { username, user_id, customer_id, customer_name, permissions } = user;
     const { pipeline, object } = query;
@@ -236,9 +177,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async findAllTags(@Body() body) {
     this.logger.info(`/catalog - ON FIND ALL TAGS ROUTE`, {
       user: body.info.user_id,
@@ -257,59 +195,11 @@ export class CatalogController {
     return res;
   }
 
-  @Get('schemas')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
-  )
-  async findSchemas(@User() user: RequestUser) {
-    const { username, user_id, customer_id, customer_name } = user;
-    this.logger.info(`/catalog - ON FIND SCHEMAS ROUTE`, {
-      username,
-      customer_name,
-    });
-
-    const metadata = PackTheMetadata({
-      username,
-      user_id,
-      customer_id,
-      customer_name,
-    });
-
-    try {
-      const res = await this.catalogService.findSchemas(metadata);
-      return res;
-    } catch (error) {
-      throw new HttpException(error.message, HttpStatus.NOT_FOUND);
-    }
-
-  }
-
-  @Get('custom-properties')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
-  )
-  async getCustomPropertyDefinitions(@User() user: RequestUser) {
-    const { customer_id, customer_name, user_id, username } = user;
-    const metadata = PackTheMetadata({
-      customer_id,
-      customer_name,
-      user_id,
-      username,
-    });
-
-    return this.catalogService.getCustomPropertyDefinitions(metadata);
-  }
-
   @Get('data-asset/:id')
   @RequireSomePermission(
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getDataAsset(
     @User() user: RequestUser,
     @Param('id') id: string,
@@ -421,9 +311,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getDataAssetColumnsMetadata(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -450,50 +337,11 @@ export class CatalogController {
     return { columns_metadata };
   }
 
-  @Patch('data-asset/:id/columns-metadata')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
-  )
-  async updateColumnsMetadata(
-    @User() user: RequestUser,
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Body(new ValidationPipe()) body: UpdateColumnsMetadataRequest,
-  ): Promise<{ success: boolean }> {
-    const { customer_name, customer_id, user_id, username } = user;
-
-    this.logger.info(`/catalog - update columns metadata`, {
-      user_id,
-      customer_name,
-      columns_count: body.columns.length,
-    });
-
-    const metadata = PackTheMetadata({
-      customer_name,
-      customer_id,
-      user_id,
-      username,
-      language,
-    });
-
-    await this.catalogService.updateColumnsDescriptions(
-      id,
-      body.columns,
-      metadata,
-    );
-
-    return { success: true };
-  }
-
   @Get('data-asset/:id/preview')
   @RequireSomePermission(
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getDataAssetPreview(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -525,14 +373,10 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getDataAssetDocs(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
     @Param('id') id: string,
-    @Query('asset_type') asset_type: string,
   ): Promise<IDocsResponse> {
     const { customer_name, customer_id, user_id, username } = user;
 
@@ -549,7 +393,7 @@ export class CatalogController {
       language,
     });
 
-    const docs = await this.catalogService.getDataDocs(id, asset_type, metadata);
+    const docs = await this.catalogService.getDataDocs(id, metadata);
 
     return { docs };
   }
@@ -559,9 +403,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async updateDataAsset(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -577,8 +418,6 @@ export class CatalogController {
       language,
     });
 
-    delete (body as any).certification_status;
-
     const result = await this.catalogService.updateOneDataAsset({
       body,
       data_asset_id,
@@ -592,84 +431,37 @@ export class CatalogController {
     return result;
   }
 
-  @Put('data-asset/:id/certification-status')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.CATALOG.permissions.CERTIFY,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
-  )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
-  async updateDataAssetCertificationStatus(
-    @User() user: RequestUser,
-    @Language() language: LanguageEnum,
-    @Param('id') data_asset_id: string,
-    @Body(new ValidationPipe()) body: IUpdateCertificationStatusRequest,
-  ): Promise<IUpdateCertificationStatusRequest> {
-    const { customer_id, customer_name, user_id, username } = user;
-    const metadata = PackTheMetadata({
-      customer_id,
-      customer_name,
-      user_id,
-      username,
-      language,
-    });
-
-    return this.catalogService.updateCertificationStatus({
-      body,
-      data_asset_id,
-      metadata,
-    });
-  }
-
   @Post('data-asset/:id/docs')
   @RequireSomePermission(
     PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async manageDataAssetDocs(
     @User() user: RequestUser,
     @Headers() headers,
     @Param('id') table_id: string,
     @Body('docs') docs: string,
-    @Query('asset_type') asset_type: string,
   ) {
-    const { user_id, customer_name, customer_id, username } = user;
-    
-    const metadata = PackTheMetadata({
-      customer_id,
-      customer_name,
-      user_id,
-      username,
-    });
+    const { user_id, customer_name } = user;
 
-    this.logger.info(`/catalog - ON POST DATA DOCS ROUTE`, {
+    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
       user_id,
       customer_name,
     });
 
-    const body = {
+    const res = await this.catalogService.createDataDocs({
       table_id,
       docs,
-      asset_type,
       info: {
         customer: customer_name,
       },
-    }
-
-    const res = await this.catalogService.createDataDocs(body, metadata);
+    });
 
     return res;
   }
 
   @ApiInternalOnlyEndpoint()
   @Put('data-asset/:id/manage-permissions')
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async manageDataAssetPermissions(
     @Param('id') id: string,
     @User() user: RequestUser,
@@ -692,9 +484,6 @@ export class CatalogController {
 
   @ApiInternalOnlyEndpoint()
   @Put('data-asset/:id/revoke-permissions')
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async revokeDataAssetPermissions(
     @Param('id') id: string,
     @User() user: RequestUser,
@@ -720,9 +509,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.CREATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async createDataAsset(
     @User() user: RequestUser,
     @Body() body: ICreateDataAsset,
@@ -747,9 +533,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async commentOnDataAsset(
     @Param('id') id: string,
     @User() user: RequestUser,
@@ -776,9 +559,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.DELETE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async deleteDataAsset(@Param('id') id: string, @User() user: RequestUser) {
     const { customer_id, customer_name, user_id, username } = user;
     const metadata = PackTheMetadata({
@@ -800,9 +580,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async deleteComment(
     @Param('id') id: string,
     @User() user: RequestUser,
@@ -956,9 +733,6 @@ export class CatalogController {
 
   @Get('nimbus-dashboards')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER)
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getNimbusDashboards(
     @User() user: RequestUser,
     @Body() body: GetNimbusDashboardsRequest,

src/modules/catalog/catalog.module.ts

@@ -3,23 +3,21 @@ import { Module } from '@nestjs/common';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 
 import { CatalogController } from './catalog.controller';
+import { CatalogService } from './catalog.service';
 import { CatalogClientConfiguration } from './catalog-client';
 import { ClientsModule } from '@nestjs/microservices';
+import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
 import { UsersModule } from '../users/users.module';
 import { RolesModule } from '../roles/roles.module';
-import { CustomersModule } from '../customers/customers.module';
-import { ShareModule } from './share/share.module';
-import { CatalogService } from './catalog.service';
 
 const client = new CatalogClientConfiguration();
 
 @Module({
   imports: [
     ClientsModule.register([client.providerOptions]),
+    OldPipelineModule,
     UsersModule,
     RolesModule,
-    CustomersModule,
-    ShareModule,
   ],
   controllers: [CatalogController],
   providers: [CatalogService, DadosferaLogger],

src/modules/catalog/catalog.service.ts

@@ -24,12 +24,8 @@ import { CatalogClientConfiguration } from './catalog-client';
 import { UsersService } from '../users/users.service';
 import { RolesService } from '../roles/roles.service';
 import { Metadata } from '@grpc/grpc-js';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
 import {
-  AssetReporter,
   BatchRemoveRlsRulesRequest,
-  CreateDataDocsDTO,
-  IUpdateCertificationStatusRequest,
   IUpdateDataRequest,
   TriggerCatalogReq,
 } from './dtos';
@@ -39,6 +35,12 @@ import {
   GetRlsRulesRequest,
   PiiMetadata,
 } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
+import { writeFileSync } from 'fs';
+import path from 'path';
+import { HtmlParser } from 'src/utils/FileParser/html-parser';
+import { PiiDto } from './dtos/pii.dto';
+import { CsvParser } from 'src/utils/FileParser/csv-parser';
+import { PDFParser } from 'src/utils/FileParser/pdf-parser';
 import { TypeParser } from 'src/utils/FileParser/parser-types';
 import { ParserBuilder } from 'src/utils/FileParser/parser.builder';
 
@@ -88,23 +90,25 @@ class CatalogService implements OnModuleInit {
   }
 
   async getPiiReporter(metadata: Metadata, type: TypeParser) {
-    this.logger.info('getPiiReporter: ' + type);
+    this.logger.info('getPiiReporter: ' + type)
     try {
-      const { data } = await lastValueFrom(
-        this.catalogWriteService.GetPiiReporter({}, metadata),
-      );
-      this.logger.info('Finish grpc call');
+      const {
+        data
+      } = await lastValueFrom(
+        this.catalogWriteService.GetPiiReporter({}, metadata)
+      )
+      this.logger.info("Finish grpc call")
 
       const parser = ParserBuilder.build<PiiMetadata>(type);
 
-      this.logger.info('parser file to: ' + type);
-      const file = await parser.parse(data);
-      this.logger.info('finish parser');
+      this.logger.info('parser file to: ' + type)
+      const file = await parser.parse(data)
+      this.logger.info('finish parser')
       const mimeTypes: Record<TypeParser, string> = {
-        csv: 'text/csv',
-        html: 'text/html',
-        pdf: 'application/pdf',
-      };
+        'csv': 'text/csv',
+        'html': 'text/html',
+        'pdf': 'application/pdf'
+      }
 
       const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
       const filename = `relatorio-pii-${timestamp}.${type}`;
@@ -112,16 +116,13 @@ class CatalogService implements OnModuleInit {
       return {
         file,
         filename: filename,
-        type: mimeTypes[type],
-      };
+        type: mimeTypes[type]
+      }
     } catch (error) {
       this.logger.error(error.message);
       throw error;
     }
-  }
 
-  async getCustomPropertyDefinitions(metadata: Metadata) {
-    return lastValueFrom(this.catalogReadService.GetCustomPropertyDefinitions({}, metadata));
   }
 
   async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) {
@@ -201,11 +202,9 @@ class CatalogService implements OnModuleInit {
   async getUserRolesIds(userId: string) {
     const result = await this.userService.findOneById(userId).catch(() => null);
 
-    if (result) {
-      return result.user.roles.map((role) => role.id);
-    }
+    const roles_ids = result.user.roles.map((role) => role.id);
 
-    return [];
+    return roles_ids;
   }
 
   async searchDataAssets(
@@ -213,81 +212,10 @@ class CatalogService implements OnModuleInit {
     metadata: Metadata,
     customer_id: string,
   ) {
-    this.logger.info('CatalogService - searchDataAssets', { query });
+    this.logger.info('CatalogService - searchDataAssets');
 
     const { search, page, size, sort_by, order, ...filters } = query;
 
-    this.logger.debug('Extracted filters:', { filters });
-
-    if (
-      filters.manually !== undefined &&
-      filters.manually !== null &&
-      filters.manually !== ''
-    ) {
-      filters.manually = Number(filters.manually); // 1 ou 0
-    } else {
-      delete filters.manually;
-    }
-
-    if (filters.owner) {
-      const { users: customer_users } =
-        await this.userService.findAllUsersByCustomerId(customer_id);
-
-      this.logger.info('Available users in database count:', {
-        count: customer_users.length,
-      });
-      this.logger.info('First 5 users:', {
-        users: customer_users
-          .slice(0, 5)
-          .map((u) => ({ id: u.id, email: u.email, name: u.name })),
-      });
-
-      const ownerValues = Array.isArray(filters.owner)
-        ? filters.owner
-        : typeof filters.owner === 'string' && filters.owner.includes(',')
-        ? filters.owner.split(',').map((o: string) => o.trim())
-        : [filters.owner];
-
-      this.logger.info('Owner values to convert:', {
-        ownerValues,
-        ownerFiltersOriginal: filters.owner,
-      });
-
-      const ownerIds = ownerValues
-        .map((ownerValue: string) => {
-          const normalizedOwner = ownerValue.replace(/\s/g, '+');
-          const user = customer_users.find((u) => {
-            const isIdMatch = u.id === ownerValue;
-            const isEmailMatch =
-              u.email === ownerValue || u.email === normalizedOwner;
-            const isNameMatch =
-              u.name === ownerValue || u.name === normalizedOwner;
-            this.logger.info('Comparing:', {
-              userId: u.id,
-              userEmail: u.email,
-              userName: u.name,
-              filterValue: ownerValue,
-              normalizedFilter: normalizedOwner,
-              idMatch: isIdMatch,
-              emailMatch: isEmailMatch,
-              nameMatch: isNameMatch,
-            });
-            return isIdMatch || isEmailMatch || isNameMatch;
-          });
-          this.logger.info('Looking for owner result:', {
-            ownerValue,
-            found: !!user,
-            userId: user?.id,
-          });
-          return user?.id || ownerValue;
-        })
-        .filter((id: string) => id);
-
-      if (ownerIds.length > 0) {
-        filters.owner = ownerIds;
-      }
-    }
-
     const { data_assets, total } = await lastValueFrom(
       this.catalogReadService.GetAllDataAssets(
         {
@@ -302,8 +230,6 @@ class CatalogService implements OnModuleInit {
       ),
     );
 
-    console.log('MAESTRO RECEBEU RESPOSTA DO PI-FACTORY');
-
     const result = JSON.parse(data_assets);
 
     const response = await this.getAssetsUsersAndRoles(
@@ -314,34 +240,6 @@ class CatalogService implements OnModuleInit {
     return { data_assets: response, total };
   }
 
-  async downloadAssets(
-    query: Record<string, any>,
-    metadata: Metadata,
-    customer_id: string,
-  ) {
-    const data = await this.searchDataAssets(query, metadata, customer_id);
-
-    const formatData = data.data_assets.map((asset) => ({
-      id: asset.id,
-      display_name: asset.display_name,
-      data_asset_type: asset.data_asset_type,
-      created_at: asset.created_at,
-      tags: '[' + asset.tags.join(', ') + ']',
-    }));
-
-    const parser = ParserBuilder.build<AssetReporter>('csv');
-
-    const file = await parser.parse(formatData);
-
-    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
-    const filename = `dadosfera_assets_${timestamp}.csv`;
-
-    return {
-      file,
-      filename,
-    };
-  }
-
   async getOneDataAsset(data: {
     id: string;
     customer_id: string;
@@ -389,28 +287,6 @@ class CatalogService implements OnModuleInit {
     return { data_asset: asset[0] };
   }
 
-  async updateCertificationStatus(data: {
-    data_asset_id: string;
-    body: IUpdateCertificationStatusRequest;
-    metadata: Metadata;
-  }) {
-    const { body, data_asset_id, metadata } = data;
-
-    await lastValueFrom(
-      this.catalogWriteService.UpdateDataAsset(
-        {
-          id: data_asset_id,
-          changes: JSON.stringify({
-            certification_status: body.certification_status,
-          }),
-        },
-        metadata,
-      ),
-    );
-
-    return { certification_status: body.certification_status };
-  }
-
   async updateOneDataAsset(data: {
     data_asset_id: string;
     customer_id: string;
@@ -436,11 +312,11 @@ class CatalogService implements OnModuleInit {
     return { data_asset: asset[0] };
   }
 
-  async getDataDocs(id: string, assetType: string, metadata: Metadata) {
+  async getDataDocs(id: string, metadata: Metadata) {
     const { documentation } = await lastValueFrom(
-      this.catalogReadService.GetDatasetDoc({ id }, metadata),
+      this.catalogReadService.GetDatasetDoc({ id, type: undefined }, metadata),
     );
-
+    console.log(documentation);
     const docs = JSON.parse(documentation);
     return docs;
   }
@@ -467,26 +343,7 @@ class CatalogService implements OnModuleInit {
     return result;
   }
 
-  async updateColumnsDescriptions(
-    id: string,
-    columns: { column_name: string; description: string }[],
-    metadata: Metadata,
-  ) {
-    await lastValueFrom(
-      this.catalogWriteService.UpdateColumnDescriptions({ id, columns }, metadata),
-    );
-  }
-
-  async createDataDocs(body: CreateDataDocsDTO, metadata: Metadata) {
-    if (body.asset_type === 'table' || body.asset_type === 'view') {
-      return this.createDataDocsViaNimbus(body);
-    }
-
-    return this.createDataDocsViaGrpc(body, metadata);
-  }
-
-  private async createDataDocsViaNimbus(body: CreateDataDocsDTO) {
-    this.logger.info('Creating data docs via Nimbus for table/view');
+  async createDataDocs(body) {
     const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.post(
       `${nimbusUrl}/api/catalog/data-docs/`,
@@ -495,29 +352,6 @@ class CatalogService implements OnModuleInit {
     return data;
   }
 
-  private async createDataDocsViaGrpc(body: CreateDataDocsDTO, metadata: Metadata) {
-    this.logger.info('Creating data docs via gRPC for other asset types');
-    try {
-      const response: any = await lastValueFrom(
-        this.catalogWriteService.UpdateDataAssetDoc(
-          {
-            id: body.table_id,
-            docs: body.docs,
-          },
-          metadata,
-        ),
-      );
-
-      return response;
-    } catch (error) {
-      this.logger.error('Error creating data asset docs:', error);
-      throw new HttpException(
-        'Failed to create data asset documentation',
-        HttpStatus.INTERNAL_SERVER_ERROR,
-      );
-    }
-  }
-
   async findAllTags(data, metadata) {
     this.logger.info('CatalogService - findAllCustomerTags');
 
@@ -535,23 +369,6 @@ class CatalogService implements OnModuleInit {
 
     return response;
   }
-
-  async findSchemas(metadata: Metadata) {
-    this.logger.info('CatalogService - findSchemas');
-
-    try {
-      const response = await lastValueFrom(
-        this.catalogReadService.GetSchemas({}, metadata),
-      );
-
-      return response;
-
-    } catch (error) {
-      this.logger.error('Error fetching schemas:', error);
-      throw error;
-    }
-  }
-
   async getAssetsUsersAndRoles(data_assets: Array<any>, customer_id: string) {
     const { users: customer_users } =
       await this.userService.findAllUsersByCustomerId(customer_id);
@@ -562,20 +379,17 @@ class CatalogService implements OnModuleInit {
     return data_assets.map((data_asset) => {
       const owner = customer_users.find(
         (u) => u.id === data_asset.owner,
-      )?.email;
+      )?.username;
 
       const roles = [];
       const users = [];
-      const data_asset_roles = data_asset?.roles || [];
-      for (const role_id of data_asset_roles) {
+      for (const role_id of data_asset.roles) {
         const role = customer_roles.find((r) => r.id === role_id);
         if (role) roles.push({ id: role.id, name: role.name });
       }
-
-      const data_asset_users = data_asset?.users || [];
-      for (const user_id of data_asset_users) {
+      for (const user_id of data_asset.users) {
         const user = customer_users.find((r) => r.id === user_id);
-        if (user) users.push({ id: user.id, email: user.email });
+        if (user) users.push({ id: user.id, username: user.username });
       }
       return {
         ...data_asset,
@@ -665,36 +479,27 @@ class CatalogService implements OnModuleInit {
 
   async createTableMetadata(body: any): Promise<number> {
     const nimbusUrl = this._getNimbusUrl(body);
-    this.logger.info(`Nimbus URL: ${nimbusUrl}`, { ...body.logMetadata });
+    this.logger.info(`Nimbus URL: ${nimbusUrl}`, {...body.logMetadata});
 
     const endpoint = `${nimbusUrl}/api/catalog/table-metadata/`;
 
-    this.logger.info(
-      `Creating table metadata for table ${body.table_metadata.table_name}`,
-      { ...body.logMetadata },
-    );
-    this.logger.info(`Using endpoint: ${endpoint}`, { ...body.logMetadata });
-    this.logger.debug(`Payload: ${JSON.stringify(body.table_metadata)}`, {
-      ...body.logMetadata,
-    });
+    this.logger.info(`Creating table metadata for table ${body.table_metadata.table_name}`, {...body.logMetadata});
+    this.logger.info(`Using endpoint: ${endpoint}`, {...body.logMetadata});
+    this.logger.debug(`Payload: ${JSON.stringify(body.table_metadata)}`, {...body.logMetadata});  
 
     try {
-      const { data, status } = await axios.post(endpoint, {
-        ...body.table_metadata,
-      });
+      const { data, status } = await axios.post(endpoint, {...body.table_metadata});
 
       this.logger.info(
         `Table metadata created successfully with status ${status} for table ${body.table_metadata.table_name}`,
-        { ...body.logMetadata },
+        {...body.logMetadata},
       );
       return data.id;
     } catch (error) {
       this.logger.error(
         `Failed to create table metadata for table ${body.table_metadata.table_name} failed with status ${
           error.response?.status
-        } because of ${JSON.stringify(error.response?.data) || error.message}`,
-        { ...body.logMetadata },
-      );
+        } because of ${JSON.stringify(error.response?.data) || error.message}`, {...body.logMetadata});
       throw new Error(error.response?.data?.message || error.message);
     }
   }
@@ -704,58 +509,43 @@ class CatalogService implements OnModuleInit {
     this.logger.info(`Nimbus URL: ${nimbusUrl}`, body.logMetadata);
     const endpoint = `${nimbusUrl}/api/catalog/column-metadata/`;
 
+ 
+
     try {
-      this.logger.info(
-        `Creating column metadata for table ${body.column_metadata.table_name}`,
-        { ...body.logMetadata },
-      );
-      this.logger.info(`Using endpoint: ${endpoint}`, { ...body.logMetadata });
-      this.logger.debug(
-        `Payload: ${JSON.stringify(body.column_metadata)}`,
-        { ...body.logMetadata },
-      );
-      const { data, status } = await axios.post(
-        endpoint,
-        body.column_metadata,
-      );
+      this.logger.info(`Creating column metadata for table ${body.column_metadata.table_name}`, {...body.logMetadata});
+      this.logger.info(`Using endpoint: ${endpoint}`, {...body.logMetadata});
+      this.logger.debug(`Payload: ${JSON.stringify(body.column_metadata)}`, {...body.logMetadata});
+      const { data, status } = await axios.post(endpoint, body.column_metadata);
 
       this.logger.info(
         `Column metadata created successfully with status ${status} for table ${body.column_metadata.table_name}`,
-        { ...body.logMetadata },
+        {...body.logMetadata},
       );
       return data.map((column) => column.id);
     } catch (error) {
       this.logger.error(
         `Failed to create column metadata failed with status for table ${body.column_metadata.table_name} ${
           error.response?.status
-        } because of ${error.response?.data || error.message}`,
-        { ...body.logMetadata },
-      );
+        } because of ${error.response?.data || error.message}`, {...body.logMetadata});
       throw new Error(error.response?.data?.message || error.message);
     }
   }
 
   async createDataPreview(body: any): Promise<number> {
     const nimbusUrl = this._getNimbusUrl(body);
-    this.logger.info(`Nimbus URL: ${nimbusUrl}`, { ...body.logMetadata });
+    this.logger.info(`Nimbus URL: ${nimbusUrl}`, {...body.logMetadata});
     const endpoint = `${nimbusUrl}/api/catalog/data-preview/`;
 
-    this.logger.info(
-      `Creating data preview for table ${body.data_preview.table_name}`,
-      { ...body.logMetadata },
-    );
-    this.logger.info(`Using endpoint: ${endpoint}`, { ...body.logMetadata });
-    this.logger.debug(
-      `Payload: ${JSON.stringify(body.data_preview)}`,
-      { ...body.logMetadata },
-    );
+    this.logger.info(`Creating data preview for table ${body.data_preview.table_name}`, {...body.logMetadata});
+    this.logger.info(`Using endpoint: ${endpoint}`, {...body.logMetadata});
+    this.logger.debug(`Payload: ${JSON.stringify(body.data_preview)}`, {...body.logMetadata});
 
     try {
       const { data, status } = await axios.post(endpoint, body.data_preview);
 
       this.logger.info(
         `Data preview created successfully with status ${status} for table ${body.data_preview.table_name}`,
-        { ...body.logMetadata },
+        {...body.logMetadata},
       );
       return data.id;
     } catch (error) {
@@ -763,70 +553,12 @@ class CatalogService implements OnModuleInit {
         `Failed to create data preview for table ${body.data_preview.table_name} failed with status ${
           error.response?.status
         } because of ${error.response?.data || error.message}`,
-        { ...body.logMetadata },
+        {...body.logMetadata},
       );
       throw new Error(error.response?.data?.message || error.message);
     }
   }
 
-  async renameTableOnNimbus(
-    nimbusUrl: string,
-    nimbusId: number,
-    changes: { table_name?: string; table_schema?: string; display_name?: string },
-  ): Promise<void> {
-    const endpoint = `${nimbusUrl}/api/catalog/table-metadata/${nimbusId}`;
-    this.logger.info(`Renaming table-metadata ${nimbusId} on Nimbus`, { endpoint, changes });
-    await axios.patch(endpoint, changes);
-  }
-
-  async renameColumnMetadataOnNimbus(
-    nimbusUrl: string,
-    databaseName: string,
-    oldTableName: string,
-    oldTableSchema: string,
-    newTableName: string,
-    newTableSchema: string,
-  ): Promise<void> {
-    const listEndpoint = `${nimbusUrl}/api/catalog/column-metadata/?database_name=${encodeURIComponent(databaseName)}&table_name=${encodeURIComponent(oldTableName)}&table_schema=${encodeURIComponent(oldTableSchema)}`;
-    this.logger.info(`Fetching column-metadata records to rename`, { listEndpoint });
-    const { data: columns } = await axios.get(listEndpoint);
-
-    const filtered = Array.isArray(columns) ? columns : [];
-
-    for (const column of filtered) {
-      const patchEndpoint = `${nimbusUrl}/api/catalog/column-metadata/${column.id}`;
-      await axios.patch(patchEndpoint, {
-        table_name: newTableName,
-        table_schema: newTableSchema,
-      });
-    }
-    this.logger.info(`Renamed ${filtered.length} column-metadata records on Nimbus`);
-  }
-
-  async renameDataPreviewOnNimbus(
-    nimbusUrl: string,
-    databaseName: string,
-    oldTableName: string,
-    oldTableSchema: string,
-    newTableName: string,
-    newTableSchema: string,
-  ): Promise<void> {
-    const listEndpoint = `${nimbusUrl}/api/catalog/data-preview/?database_name=${encodeURIComponent(databaseName)}&table_name=${encodeURIComponent(oldTableName)}&table_schema=${encodeURIComponent(oldTableSchema)}`;
-    this.logger.info(`Fetching data-preview records to rename`, { listEndpoint });
-    const { data: previews } = await axios.get(listEndpoint);
-
-    const filtered = Array.isArray(previews) ? previews : [];
-
-    for (const preview of filtered) {
-      const patchEndpoint = `${nimbusUrl}/api/catalog/data-preview/${preview.id}`;
-      await axios.patch(patchEndpoint, {
-        table_name: newTableName,
-        table_schema: newTableSchema,
-      });
-    }
-    this.logger.info(`Renamed ${filtered.length} data-preview records on Nimbus`);
-  }
-
   async catalogDatasetItem(table_metadata_id: number, metadata: Metadata) {
     const customer_name_raw = metadata.get('customer_name');
 
@@ -842,8 +574,6 @@ class CatalogService implements OnModuleInit {
               data_asset_id: table_metadata_id.toString(),
               customer_name: customer_name,
               data_asset_type: 'dataset',
-              column_metadata: [],
-              data_preview: '',
             },
           ],
         },

src/modules/catalog/dtos/index.ts

@@ -1,13 +1,4 @@
 import { ApiProperty, ApiPropertyOptional, PickType } from '@nestjs/swagger';
-import {
-  ArrayNotEmpty,
-  IsArray,
-  IsEnum,
-  IsNotEmpty,
-  IsString,
-  ValidateNested,
-} from 'class-validator';
-import { Type } from 'class-transformer';
 import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
 
 export enum DataAssetShareType {
@@ -15,12 +6,6 @@ export enum DataAssetShareType {
   public = 'public',
   private = 'private',
 }
-export enum CertificationStatus {
-  draft = 'draft',
-  in_review = 'in_review',
-  approved = 'approved',
-  deprecated = 'deprecated',
-}
 export enum OrderEnum {
   asc = 'asc',
   desc = 'desc',
@@ -113,8 +98,6 @@ export class IDataAsset {
   embed?: EmbedObject;
   @ApiPropertyOptional({ enum: DataAssetShareType })
   share_type?: DataAssetShareType;
-  @ApiPropertyOptional()
-  docs?: string;
 }
 
 export class IOneDataAsset {
@@ -164,24 +147,6 @@ export class ICatalogAllRequest {
     description: 'Tipo de ordenação - `asc`: crescente; `desc`: decrescente ',
   })
   order?: OrderEnum;
-
-  @ApiPropertyOptional({
-    description: 'ID do usuário owner para filtrar data assets',
-    example: 'user-id-1,user-id-2',
-  })
-  owner?: string;
-
-  @ApiPropertyOptional({
-    description: 'Data inicial para filtro de catálogo (formato: YYYY-MM-DD)',
-    example: '2025-01-01',
-  })
-  catalog_date_from?: string;
-
-  @ApiPropertyOptional({
-    description: 'Data final para filtro de catálogo (formato: YYYY-MM-DD)',
-    example: '2025-12-31',
-  })
-  catalog_date_to?: string;
 }
 
 export class ICatalogAllResponse {
@@ -206,27 +171,6 @@ export class IData {
   day_opening: number;
 }
 
-
-export enum CustomPropertyType {
-  TEXT = 'text',
-  NUMBER = 'number',
-  DATE = 'date',
-  BOOLEAN = 'boolean',
-}
-
-export class CustomPropertyDto {
-  @ApiProperty()
-  key: string;
-  @ApiProperty()
-  value: string;
-  @ApiProperty({ enum: CustomPropertyType })
-  type: CustomPropertyType;
-  @ApiPropertyOptional()
-  color?: string;
-  @ApiPropertyOptional()
-  emoji?: string;
-}
-
 export class IUpdateDataRequest {
   @ApiProperty()
   name: string;
@@ -238,38 +182,7 @@ export class IUpdateDataRequest {
   embed: EmbedObject;
   @ApiPropertyOptional({ enum: DataAssetShareType })
   share_type?: DataAssetShareType;
-  @ApiPropertyOptional()
-  docs?: string;
-  @ApiPropertyOptional({ type: [CustomPropertyDto] })
-  custom_properties?: CustomPropertyDto[];
 }
-
-export class IUpdateCertificationStatusRequest {
-  @ApiProperty({ enum: CertificationStatus })
-  @IsEnum(CertificationStatus)
-  certification_status: CertificationStatus;
-}
-
-export class ColumnDescriptionDto {
-  @ApiProperty()
-  @IsString()
-  @IsNotEmpty()
-  column_name: string;
-
-  @ApiProperty()
-  @IsString()
-  description: string;
-}
-
-export class UpdateColumnsMetadataRequest {
-  @ApiProperty({ type: [ColumnDescriptionDto] })
-  @IsArray()
-  @ArrayNotEmpty()
-  @ValidateNested({ each: true })
-  @Type(() => ColumnDescriptionDto)
-  columns: ColumnDescriptionDto[];
-}
-
 export class ICreateDataAsset implements CreateDataAssetRequest {
   @ApiProperty()
   display_name: string;
@@ -283,8 +196,6 @@ export class ICreateDataAsset implements CreateDataAssetRequest {
   location: string;
   @ApiPropertyOptional()
   embed: EmbedObject;
-  @ApiPropertyOptional()
-  docs: string;
 }
 
 export class IPreview {
@@ -409,18 +320,3 @@ export class BatchRemoveRlsRulesRequest {
   @ApiPropertyOptional()
   id_rls?: string;
 }
-
-export type AssetReporter = {
-  id: string;
-  display_name: string;
-  data_asset_type: string;
-  created_at: string;
-  tags: string;
-}
-
-export type CreateDataDocsDTO = {
-  table_id: string;
-  docs: string;
-  asset_type: string;
-
-}

src/modules/catalog/share/share.controller.ts

@@ -1,89 +0,0 @@
-import {
-  Controller,
-  Get,
-  Inject,
-  Param,
-  Req,
-  UseFilters,
-} from '@nestjs/common';
-import {
-  ApiHeaders,
-  ApiTags,
-} from '@nestjs/swagger';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import {
-  IColumnsMetadataResponse,
-  IDocsResponse,
-  IPreviewResponse,
-
-} from '../dtos';
-import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
-import { Language } from 'src/decorators/language.decorator';
-import { LanguageEnum } from 'src/utils/languages.enum';
-import { ShareService } from './share.service';
-import { Request } from 'express';
-
-@ApiTags('Catalog')
-@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
-@Controller('catalog/data-asset/share')
-@UseFilters(new GrpcToHttpExceptionFilter())
-export class ShareController {
-  logger: DadosferaLogger;
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private catalogShareService: ShareService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  @Get('/:id')
-  async getShareDataAsset(
-    @Param('id') id: string,
-    @Req() request: Request
-  ) {
-    this.logger.info(`GET //:id`);
-    return await this.catalogShareService.getOneDataAssetPublic(id, request);
-  }
-
-  @Get('/:id/columns-metadata')
-  async getShareDataAssetColumnsMetadata(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IColumnsMetadataResponse> {
-    this.logger.info(`GET /:id/columns-metadata`);
-
-    const columns_metadata =
-      await this.catalogShareService.getDatasetColumnsMetadata(id, request);
-
-
-    return { columns_metadata };
-  }
-
-  @Get('/:id/preview')
-  async getShareDataAssetPreview(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IPreviewResponse> {
-    this.logger.info(`GET /:id/preview`);
-    const preview = await this.catalogShareService.getDatasetPreview(id, request);
-
-    return { preview };
-  }
-
-  @Get('/:id/docs')
-  async getShareDataAssetDocs(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IDocsResponse> {
-    this.logger.info(`GET /:id/docs`);
-    const docs = await this.catalogShareService.getDataDocs(id, request);
-
-    return { docs };
-  }
-
-}

src/modules/catalog/share/share.module.ts

@@ -1,30 +0,0 @@
-import { Module } from "@nestjs/common";
-import { CatalogClientConfiguration } from "../catalog-client";
-import { ClientsModule } from "@nestjs/microservices";
-import { RolesModule } from "src/modules/roles/roles.module";
-import { UsersModule } from "src/modules/users/users.module";
-import { CustomersModule } from "src/modules/customers/customers.module";
-import { ShareMetadataModule } from "src/modules/share-metadata/share-metadata.module";
-import { ShareController } from "./share.controller";
-import DadosferaLogger from "@dadosfera/dadosfera-logs";
-import { ShareService } from "./share.service";
-import { MixpanelModule } from "src/modules/mixpanel/mixpanel.module";
-import { AuthModule } from "src/modules/auth/auth.module";
-
-const client = new CatalogClientConfiguration();
-
-@Module({
-  imports: [
-    ClientsModule.register([client.providerOptions]),
-    UsersModule,
-    RolesModule,
-    CustomersModule,
-    ShareMetadataModule,
-    MixpanelModule,
-    AuthModule
-  ],
-  controllers: [ShareController],
-  providers: [ShareService, DadosferaLogger],
-  exports: [ShareModule],
-})
-export class ShareModule {}

src/modules/catalog/share/share.service.ts

@@ -1,276 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import {
-  ProtoServices,
-  ReadService,
-} from '@dadosfera/protospack-v2/dist/lib/Catalog';
-import {
-  ForbiddenException,
-  Inject,
-  NotFoundException,
-  OnModuleInit,
-} from '@nestjs/common';
-import { CatalogClientConfiguration } from '../catalog-client';
-import { ClientGrpc } from '@nestjs/microservices';
-import { UsersService } from 'src/modules/users/users.service';
-import { RolesService } from 'src/modules/roles/roles.service';
-import { RequestUser } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-import { Metadata } from '@grpc/grpc-js';
-import { lastValueFrom } from 'rxjs';
-import { ShareMetadataService } from 'src/modules/share-metadata/share-metadata.service';
-import { isJWT } from 'class-validator';
-import { MixpanelService } from 'src/modules/mixpanel/mixpanel.service';
-import { Request } from 'express';
-import jwt from 'jsonwebtoken';
-import { AuthClientService } from 'src/modules/auth/auth.service';
-
-
-export class ShareService implements OnModuleInit {
-  catalogReadService: ReadService.CatalogReadServices;
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    @Inject(CatalogClientConfiguration.name)
-    private readonly grpcClient: ClientGrpc,
-    private readonly userService: UsersService,
-    private readonly roleService: RolesService,
-    private readonly shareMetadataService: ShareMetadataService,
-    private readonly mixpanelService: MixpanelService,
-    private authClient: AuthClientService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  onModuleInit() {
-    this.catalogReadService =
-      this.grpcClient.getService<ReadService.CatalogReadServices>(
-        ProtoServices.CatalogReadServices,
-      );
-  }
-
-  async getDatasetColumnsMetadata(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-    const { columns_metadata } = await lastValueFrom(
-      this.catalogReadService.GetDatasetColumnsMetadata(
-        { id: shareMetadata.assetId, type: undefined },
-        metadata,
-      ),
-    );
-    const result = JSON.parse(columns_metadata);
-    return result;
-  }
-
-  async getDatasetPreview(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-    const { preview } = await lastValueFrom(
-      this.catalogReadService.GetDatasetPreview(
-        { id: shareMetadata.assetId, type: undefined },
-        metadata,
-      ),
-    );
-    const result = JSON.parse(preview);
-    return result;
-  }
-
-  async getOneDataAssetPublic(id: string, request: Request) {
-    this.logger.info("getOneDataAssetPublic: " + JSON.stringify({
-      id
-    }))
-    try {
-    const user = await this.getUserFromRequest(request);
-
-      const shareMetadata = await this.getShareMetadata(id, request);
-
-      const mixpanelTracker = {
-        asset: shareMetadata.assetId,
-        type: isJWT(id) ? 'assigned' : shareMetadata.type,
-        customer: shareMetadata.customerName
-      }
-
-      if (user) {
-        await this.mixpanelService.track("share_page", user, request, mixpanelTracker);
-      } else {
-        await this.mixpanelService.trackShare(request, mixpanelTracker);
-      }
-
-      this.logger.info("shareMetadata: " + JSON.stringify(shareMetadata))
-      const metadata = PackTheMetadata({
-        customer_id: shareMetadata.customerId,
-        customer_name: shareMetadata.customerName,
-      });
-  
-      const { data_asset } = await this.getOneDataAsset({
-        customer_id: shareMetadata.customerId,
-        id: shareMetadata.assetId,
-        metadata,
-      });
-      this.logger.info('found asset: ' + JSON.stringify(data_asset));
-      delete data_asset.p_roles;
-      delete data_asset.p_users;
-      data_asset.share_type = 'public';
-      if (data_asset.share_type !== 'public') throw new NotFoundException();
-  
-      return { data_asset };
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-
-  }
-
-  private async getOneDataAsset(data: {
-    id: string;
-    customer_id: string;
-    metadata: Metadata;
-  }) {
-    const { customer_id, id, metadata } = data;
-    const { data_asset } = await lastValueFrom(
-      this.catalogReadService.GetOneDataAsset(
-        { id, type: undefined },
-        metadata,
-      ),
-    );
-    let asset = JSON.parse(data_asset);
-    asset = {
-      ...asset,
-      p_roles: asset.roles,
-      p_users: asset.users,
-    };
-    asset = await this.getAssetsUsersAndRoles([asset], customer_id);
-
-    return { data_asset: asset[0] };
-  }
-
-  async getDataDocs(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-
-    const { documentation } = await lastValueFrom(
-      this.catalogReadService.GetDatasetDoc({ id }, metadata),
-    );
-    console.log(documentation);
-    const docs = JSON.parse(documentation);
-    return docs;
-  }
-
-  private async getAssetsUsersAndRoles(
-    data_assets: Array<any>,
-    customer_id: string,
-  ) {
-    const { users: customer_users } =
-      await this.userService.findAllUsersByCustomerId(customer_id);
-    const { roles: customer_roles } = await this.roleService.roleSearch(
-      {},
-      { customer_id },
-    );
-    return data_assets.map((data_asset) => {
-      const owner = customer_users.find(
-        (u) => u.id === data_asset.owner,
-      )?.email;
-
-      const roles = [];
-      const users = [];
-      for (const role_id of data_asset.roles) {
-        const role = customer_roles.find((r) => r.id === role_id);
-        if (role) roles.push({ id: role.id, name: role.name });
-      }
-      for (const user_id of data_asset.users) {
-        const user = customer_users.find((r) => r.id === user_id);
-        if (user) users.push({ id: user.id, email: user.email });
-      }
-      return {
-        ...data_asset,
-        roles,
-        users,
-        owner,
-      } as typeof data_asset;
-    });
-  }
-
-
-  private async getShareMetadata(id: string, request: Request) {
-    const metadata = PackTheMetadata({});
-    this.logger.info('GET share metadata')
-    const info = await this.shareMetadataService.get(id, metadata);
-    if (isJWT(id) && info ){
-      return info;
-    }
-
-    const user = await this.getUserFromRequest(request);
-
-    if (info.type === 'private') {
-      if (!user) {
-        throw new ForbiddenException(
-          'You do not have permission to access this data asset.',
-        );
-      }
-
-      const is_data_manager = user.permissions.includes(
-        PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
-      );
-
-      const is_get = user.permissions.includes(
-        PERMISSIONS_GROUPS.CATALOG.permissions.GET.seqid,
-      );
-
-      if (is_data_manager || is_get) {
-        return info;
-      }
-
-      throw new ForbiddenException(
-        'You do not have permission to access this data asset.',
-      );
-    }
-    return info;
-  }
-
-   private async getUserFromRequest(request: Request): Promise<RequestUser | null> {
-    const accessToken = request.get('Authorization');
-    if (accessToken) {
-      const accessTokenDecoded: any = jwt.decode(accessToken, {
-        complete: true,
-      });
-
-      const { kid } = accessTokenDecoded.header;
-
-      const { keys } = await this.authClient.getPublicKeys();
-
-      const pemValue = keys.find((key) => key.kid === kid);
-
-      if (!pemValue) {
-        return null;
-      }
-
-      jwt.verify(accessToken, pemValue.pem);
-      const accessTokenPayload = accessTokenDecoded.payload;
-
-      return {
-        user_id: accessTokenPayload.user_id,
-        username: accessTokenPayload.username,
-        permissions: accessTokenPayload.permissions,
-        roles: accessTokenPayload.roles,
-        customer_id: accessTokenPayload.customer_id,
-        customer_name: accessTokenPayload.customer_name,
-        customer_tier: accessTokenPayload.customer_tier,
-        customer_modules: accessTokenPayload.customer_modules,
-        access_token: accessToken,
-      };
-    }
-
-    return null;
-  }
-}

src/modules/connection-test/connection-test.controller.ts

@@ -22,26 +22,17 @@ import {
   ConnectionTestListTablesRes,
   GetTableMetadataRes,
   GetTableMetadataReq,
-  ValidateCdcPrerequisitesReq,
-  ValidateCdcPrerequisitesRes,
-  RefreshCatalogReq,
-  RefreshCatalogRes,
-  RefreshCatalogStatusReq,
 } from './dto/connection-test';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { Authenticated, RequireModule } from 'src/decorators/authentication.decorator';
+import { Authenticated } from 'src/decorators/authentication.decorator';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
-import { DADOSFERA_MODULES_KEYS } from 'src/authentication/permissions.enum';
 
 @ApiInternalOnlyController()
 @ApiTags('Connection Test')
 @Controller('connection-test')
 @UseFilters(new GrpcToHttpExceptionFilter())
 @Authenticated()
-@RequireModule(
-  DADOSFERA_MODULES_KEYS.COLLECT
-)
 export class ConnectionTestController {
   logger: any;
   constructor(
@@ -93,7 +84,7 @@ export class ConnectionTestController {
     });
     return this.connectionTestService.connectionTestListSchemas(
       body,
-      user,
+      user.customer_name,
     );
   }
 
@@ -110,7 +101,7 @@ export class ConnectionTestController {
     });
     return this.connectionTestService.connectionTestListTables(
       body,
-      user,
+      user.customer_name,
     );
   }
 
@@ -126,56 +117,8 @@ export class ConnectionTestController {
       customer: user.customer_name,
     });
     return this.connectionTestService.getTableMetadata(
-      body,
-      user,
-    );
-  }
-
-  @Post('cdc-prerequisites')
-  @ApiOkResponse({ type: ValidateCdcPrerequisitesRes })
-  @HttpCode(HttpStatus.OK)
-  async validateCdcPrerequisites(
-    @User() user: RequestUser,
-    @Body(new ValidationPipe()) body: ValidateCdcPrerequisitesReq,
-  ) {
-    this.logger.info('/connection-test/cdc-prerequisites', {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
-    return this.connectionTestService.validateCdcPrerequisites(
       body,
       user.customer_name,
     );
   }
-
-  @Post('refresh-catalog')
-  @ApiOkResponse({ type: RefreshCatalogRes })
-  @HttpCode(HttpStatus.ACCEPTED)
-  async refreshCatalog(
-    @User() user: RequestUser,
-    @Body(new ValidationPipe()) body: RefreshCatalogReq,
-  ) {
-    this.logger.info('/connection-test/refresh-catalog', {
-      user: user.user_id,
-      customer: user.customer_name,
-      connection: body.connection_id,
-    });
-    return this.connectionTestService.refreshCatalog(body, user);
-  }
-
-  @Post('refresh-catalog/status')
-  @ApiOkResponse({ type: RefreshCatalogRes })
-  @HttpCode(HttpStatus.OK)
-  async refreshCatalogStatus(
-    @User() user: RequestUser,
-    @Body(new ValidationPipe()) body: RefreshCatalogStatusReq,
-  ) {
-    this.logger.info('/connection-test/refresh-catalog/status', {
-      user: user.user_id,
-      customer: user.customer_name,
-      connection: body.connection_id,
-      session: body.session_id,
-    });
-    return this.connectionTestService.refreshCatalogStatus(body, user);
-  }
 }

src/modules/connection-test/connection-test.module.ts

@@ -5,17 +5,10 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { ClientsModule } from '@nestjs/microservices';
 import { ConnectionTestClientConfiguration } from './connection-test-client.config';
 import { ConnectionModule } from '../connection/connection.module';
-import { ConnectionsApiModule } from '../connections-api/connections-api.module';
-import { PlatformApiModule } from '../platform-api/platform-api.module';
 const client = new ConnectionTestClientConfiguration();
 @Module({
   controllers: [ConnectionTestController],
   providers: [ConnectionTestService, DadosferaLogger],
-  imports: [
-    ClientsModule.register([client.providerOptions]),
-    ConnectionModule,
-    ConnectionsApiModule,
-    PlatformApiModule,
-  ],
+  imports: [ClientsModule.register([client.providerOptions]), ConnectionModule],
 })
 export class ConnectionTestModule {}

src/modules/connection-test/connection-test.service.spec.ts

@@ -1,223 +0,0 @@
-import { ConnectionTestService } from './connection-test.service';
-import { RequestUser } from 'src/decorators/user.decorator';
-
-describe('ConnectionTestService catalog cache', () => {
-  const user: RequestUser = {
-    user_id: 'user-id',
-    username: 'user@example.com',
-    permissions: [],
-    customer_id: 'customer-id',
-    customer_name: 'customer-name',
-    customer_tier: 'standard',
-    access_token: 'token',
-    customer_modules: [],
-    roles: [],
-  };
-  const grpcClient = { getService: jest.fn().mockReturnValue({}) };
-  const connectionsService = {};
-  const connectionsApiService = { proxy: jest.fn() };
-  const platformApiService = { proxy: jest.fn() };
-  let service: ConnectionTestService;
-
-  beforeEach(() => {
-    jest.clearAllMocks();
-    service = new ConnectionTestService(
-      grpcClient as any,
-      connectionsService as any,
-      connectionsApiService as any,
-      platformApiService as any,
-    );
-  });
-
-  it('keeps the existing schemas response contract', async () => {
-    connectionsApiService.proxy.mockResolvedValue({
-      schemas: [{ schema_name: 'analytics' }, { schema_name: 'public' }],
-    });
-
-    await expect(
-      service.connectionTestListSchemas(
-        { connection_id: 'config-id', plugin: 'postgresql' },
-        user,
-      ),
-    ).resolves.toEqual({
-      operation_result: true,
-      schema_list: ['analytics', 'public'],
-    });
-  });
-
-  it('lists tables and enriches each with its cached primary keys', async () => {
-    connectionsApiService.proxy
-      // list-tables call (names only from the catalog cache)
-      .mockResolvedValueOnce({
-        tables: [{ table_name: 'customers' }, { table_name: 'orders' }],
-      })
-      // per-table columns calls: customers has a PK, orders has none
-      .mockResolvedValueOnce({
-        columns: [
-          { column_name: 'id', data_type: 'bigint', is_primary_key: true },
-          { column_name: 'name', data_type: 'text', is_primary_key: false },
-        ],
-      })
-      .mockResolvedValueOnce({
-        columns: [
-          { column_name: 'total', data_type: 'numeric', is_primary_key: false },
-        ],
-      });
-
-    await expect(
-      service.connectionTestListTables(
-        {
-          connection_id: 'config-id',
-          plugin: 'postgresql',
-          schema: 'public',
-        },
-        user,
-      ),
-    ).resolves.toEqual({
-      operation_result: true,
-      table_list: ['customers', 'orders'],
-      tables: [
-        { table_name: 'customers', primary_keys: ['id'] },
-        { table_name: 'orders', primary_keys: [] },
-      ],
-    });
-  });
-
-  it('maps cached columns to the existing table metadata contract', async () => {
-    connectionsApiService.proxy.mockResolvedValue({
-      columns: [
-        {
-          column_name: 'id',
-          data_type: 'bigint',
-          is_primary_key: true,
-        },
-      ],
-    });
-
-    await expect(
-      service.getTableMetadata(
-        {
-          connection_id: 'config-id',
-          plugin: 'postgresql',
-          schema: 'public',
-          table_list: ['customers'],
-        },
-        user,
-      ),
-    ).resolves.toEqual({
-      operation_result: true,
-      tables_metadata: [
-        {
-          table_name: 'customers',
-          columns: [
-            {
-              name: 'id',
-              type: 'bigint',
-              is_primary_key: true,
-            },
-          ],
-          references: [],
-        },
-      ],
-    });
-    expect(connectionsApiService.proxy).toHaveBeenCalledWith(
-      'GET',
-      '/connection_catalog/config-id/schemas/public/tables/customers/columns',
-      user,
-    );
-  });
-
-  it('submits a catalog refresh without holding the request open', async () => {
-    platformApiService.proxy.mockResolvedValue({
-      session_id: 'session-id',
-      date: '20260731',
-    });
-
-    await expect(
-      service.refreshCatalog(
-        { connection_id: 'config-id', plugin: 'postgresql' },
-        user,
-      ),
-    ).resolves.toEqual({
-      operation_result: true,
-      status: 'PENDING',
-      session_id: 'session-id',
-      date: '20260731',
-    });
-
-    expect(platformApiService.proxy).toHaveBeenCalledWith(
-      'POST',
-      '/connection_test',
-      user,
-      {
-        customer_id: user.customer_name,
-        plugin: 'postgresql',
-        task: {
-          task_type: 'refresh_catalog',
-          connection: {
-            provider: 'connection_manager',
-            config_id: 'config-id',
-          },
-        },
-      },
-    );
-  });
-
-  it('keeps polling without changing the catalog pointer while pending', async () => {
-    platformApiService.proxy.mockResolvedValue({ status: 'PENDING' });
-
-    await expect(
-      service.refreshCatalogStatus(
-        {
-          connection_id: 'config-id',
-          plugin: 'postgresql',
-          session_id: 'session-id',
-          date: '20260731',
-        },
-        user,
-      ),
-    ).resolves.toEqual({
-      operation_result: false,
-      status: 'PENDING',
-      session_id: 'session-id',
-      date: '20260731',
-    });
-
-    expect(connectionsApiService.proxy).not.toHaveBeenCalled();
-  });
-
-  it('publishes the catalog pointer after the refresh finishes', async () => {
-    platformApiService.proxy.mockResolvedValue({ status: 'DONE' });
-    connectionsApiService.proxy.mockResolvedValue({
-      last_catalog_refresh_status: 'SUCCESS',
-    });
-
-    await expect(
-      service.refreshCatalogStatus(
-        {
-          connection_id: 'config/id',
-          plugin: 'postgresql',
-          session_id: 'session-id',
-          date: '20260731',
-        },
-        user,
-      ),
-    ).resolves.toEqual({
-      operation_result: true,
-      status: 'DONE',
-      session_id: 'session-id',
-      date: '20260731',
-    });
-
-    expect(connectionsApiService.proxy).toHaveBeenCalledWith(
-      'PUT',
-      '/connection_config/config%2Fid/catalog_metadata',
-      user,
-      {
-        last_catalog_refresh_status: 'SUCCESS',
-        last_catalog_connection_test_date: '20260731',
-        last_catalog_connection_test_session_id: 'session-id',
-      },
-    );
-  });
-});

src/modules/connection-test/connection-test.service.ts

@@ -1,4 +1,4 @@
-import { HttpException, HttpStatus, Inject, Injectable } from '@nestjs/common';
+import { Inject, Injectable } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
 import { ConnectionTest } from '@dadosfera/protospack-v2';
 import { lastValueFrom } from 'rxjs';
@@ -13,11 +13,6 @@ import {
   ConnectionTestPingRes,
   GetTableMetadataReq,
   GetTableMetadataRes,
-  ValidateCdcPrerequisitesReq,
-  ValidateCdcPrerequisitesRes,
-  RefreshCatalogReq,
-  RefreshCatalogRes,
-  RefreshCatalogStatusReq,
 } from './dto/connection-test';
 import { ConnectionClientService } from '../connection/client.service';
 import {
@@ -25,9 +20,7 @@ import {
   DatabaseConnectionPropertiesDto,
 } from '../connection/dtos/connection';
 import { RequestUser } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { ConnectionsApiService } from '../connections-api/connections-api.service';
-import { PlatformApiService } from '../platform-api/platform-api.service';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 @Injectable()
 export class ConnectionTestService {
@@ -35,8 +28,6 @@ export class ConnectionTestService {
   constructor(
     @Inject('ConnectionTestGrpcClient') private readonly grpcClient: ClientGrpc,
     private connectionsService: ConnectionClientService,
-    private connectionsApiService: ConnectionsApiService,
-    private platformApiService: PlatformApiService,
   ) {
     this.connectionTestReadClient =
       grpcClient.getService<ConnectionTest.ReadService.ConnectionTestReadServices>(
@@ -156,175 +147,45 @@ export class ConnectionTestService {
   }
   async connectionTestListSchemas(
     body: ConnectionTestListSchemasReq,
-    user: RequestUser,
-  ): Promise<ConnectionTestListSchemasRes> {
-    const result = await this.connectionsApiService.proxy(
-      'GET',
-      `/connection_catalog/${encodeURIComponent(body.connection_id)}/schemas`,
-      user,
-    );
-    return {
-      operation_result: true,
-      schema_list: result.schemas.map((schema) => schema.schema_name),
-    };
-  }
-
-  async connectionTestListTables(
-    body: ConnectionTestListTablesReq,
-    user: RequestUser,
-  ): Promise<ConnectionTestListTablesRes> {
-    const result = await this.connectionsApiService.proxy(
-      'GET',
-      `/connection_catalog/${encodeURIComponent(body.connection_id)}` +
-        `/schemas/${encodeURIComponent(body.schema)}/tables`,
-      user,
-    );
-    const table_names: string[] = result.tables.map((table) => table.table_name);
-    // CDC create needs the primary keys per table (used to build the deduped
-    // Iceberg identifier-fields). The catalog-cache list-tables endpoint returns
-    // only names, so fetch each table's columns from the cache and keep the ones
-    // flagged is_primary_key. Reads hit the stored catalog snapshot (populated by
-    // refresh-catalog), never the live connection.
-    const tables = await Promise.all(
-      table_names.map(async (table_name) => {
-        const columns = await this.connectionsApiService.proxy(
-          'GET',
-          `/connection_catalog/${encodeURIComponent(body.connection_id)}` +
-            `/schemas/${encodeURIComponent(body.schema)}` +
-            `/tables/${encodeURIComponent(table_name)}/columns`,
-          user,
-        );
-        return {
-          table_name,
-          primary_keys: columns.columns
-            .filter((column) => column.is_primary_key)
-            .map((column) => column.column_name),
-        };
-      }),
-    );
-    return {
-      operation_result: true,
-      table_list: table_names,
-      tables,
-    };
-  }
-
-  async getTableMetadata(
-    body: GetTableMetadataReq,
-    user: RequestUser,
-  ): Promise<GetTableMetadataRes> {
-    const tables_metadata = await Promise.all(
-      body.table_list.map(async (table_name) => {
-        const result = await this.connectionsApiService.proxy(
-          'GET',
-          `/connection_catalog/${encodeURIComponent(body.connection_id)}` +
-            `/schemas/${encodeURIComponent(body.schema)}` +
-            `/tables/${encodeURIComponent(table_name)}/columns`,
-          user,
-        );
-        return {
-          table_name,
-          columns: result.columns.map((column) => ({
-            name: column.column_name,
-            type: column.data_type,
-            is_primary_key: column.is_primary_key,
-          })),
-          references: [],
-        };
-      }),
-    );
-    return { operation_result: true, tables_metadata };
-  }
-
-  async refreshCatalog(
-    body: RefreshCatalogReq,
-    user: RequestUser,
-  ): Promise<RefreshCatalogRes> {
-    const task = await this.platformApiService.proxy(
-      'POST',
-      '/connection_test',
-      user,
-      {
-        customer_id: user.customer_name,
-        plugin: body.plugin,
-        task: {
-          task_type: 'refresh_catalog',
-          connection: {
-            provider: 'connection_manager',
-            config_id: body.connection_id,
-          },
-        },
-      },
-    );
-
-    if (!task.session_id || !task.date) {
-      throw new HttpException(
-        'Platform API did not return a catalog refresh task identifier',
-        HttpStatus.BAD_GATEWAY,
-      );
-    }
-
-    return {
-      operation_result: true,
-      status: 'PENDING',
-      session_id: task.session_id,
-      date: task.date,
-    };
-  }
-
-  async refreshCatalogStatus(
-    body: RefreshCatalogStatusReq,
-    user: RequestUser,
-  ): Promise<RefreshCatalogRes> {
-    const result = await this.platformApiService.proxy(
-      'POST',
-      '/connection_test/status',
-      user,
-      {
-        session_id: body.session_id,
-        date: body.date,
-      },
-    );
-
-    if (result.status === 'DONE') {
-      await this.connectionsApiService.proxy(
-        'PUT',
-        `/connection_config/${encodeURIComponent(
-          body.connection_id,
-        )}/catalog_metadata`,
-        user,
-        {
-          last_catalog_refresh_status: 'SUCCESS',
-          last_catalog_connection_test_date: body.date,
-          last_catalog_connection_test_session_id: body.session_id,
-        },
-      );
-    } else if (result.status === 'ERROR' || result.status === 'EXPIRED') {
-      throw new HttpException(
-        `Catalog refresh finished with status ${result.status}`,
-        HttpStatus.BAD_GATEWAY,
-      );
-    }
-
-    return {
-      operation_result: result.status === 'DONE',
-      status: result.status,
-      session_id: body.session_id,
-      date: body.date,
-    };
-  }
-
-  async validateCdcPrerequisites(
-    body: ValidateCdcPrerequisitesReq,
     customer_name: string,
-  ): Promise<ValidateCdcPrerequisitesRes> {
-    const { plugin, connection_id } = body;
+  ): Promise<ConnectionTestListSchemasRes> {
+    const { connection_id, plugin } = body;
     return lastValueFrom(
-      this.connectionTestReadClient.ValidateCdcPrerequisites({
+      this.connectionTestReadClient.ListSchemas({
         connection_id,
         customer_name,
         plugin,
       }),
     );
   }
+  async connectionTestListTables(
+    body: ConnectionTestListTablesReq,
+    customer_name: string,
+  ): Promise<ConnectionTestListTablesRes> {
+    const { connection_id, plugin, schema } = body;
+    return lastValueFrom(
+      this.connectionTestReadClient.ListTables({
+        connection_id,
+        customer_name,
+        plugin,
+        schema,
+      }),
+    );
+  }
+
+  async getTableMetadata(
+    body: GetTableMetadataReq,
+    customer_name: string,
+  ): Promise<GetTableMetadataRes> {
+    const { schema, plugin, table_list, connection_id } = body;
+    return lastValueFrom(
+      this.connectionTestReadClient.GetTableMetadata({
+        connection_id,
+        customer_name,
+        plugin,
+        schema,
+        table_list,
+      }),
+    );
+  }
 }

src/modules/connection-test/dto/connection-test.ts

@@ -1,5 +1,5 @@
 import { ApiProperty, ApiPropertyOptional, OmitType } from '@nestjs/swagger';
-import { IsIn, IsString, IsOptional } from 'class-validator';
+import { IsString, IsOptional } from 'class-validator';
 import { DatabaseConnectionPropertiesDto } from 'src/modules/connection/dtos/connection';
 import { CreateConnectionDto } from 'src/modules/connection/dtos/connection';
 export class ColumnDto {
@@ -7,8 +7,6 @@ export class ColumnDto {
   name: string;
   @ApiProperty()
   type: string;
-  @ApiProperty()
-  is_primary_key: boolean;
 }
 export class TableMetadataDto {
   @ApiProperty()
@@ -102,20 +100,11 @@ export class ConnectionTestListTablesReq {
   schema: string;
 }
 
-export class ConnectionTestListTablesEntry {
-  @ApiProperty()
-  table_name: string;
-  @ApiProperty({ type: [String] })
-  primary_keys: string[];
-}
-
 export class ConnectionTestListTablesRes {
   @ApiProperty()
   operation_result: boolean;
   @ApiProperty()
   table_list: string[];
-  @ApiProperty({ type: [ConnectionTestListTablesEntry] })
-  tables: ConnectionTestListTablesEntry[];
 }
 
 export class GetTableMetadataReq {
@@ -142,83 +131,3 @@ export class GetTableMetadataRes {
   @ApiProperty({ type: [TableMetadataDto] })
   tables_metadata: TableMetadataDto[];
 }
-
-export class CdcCheckDto {
-  @ApiProperty()
-  name: string;
-  @ApiProperty()
-  expected: string;
-  @ApiProperty()
-  actual: string;
-  @ApiProperty()
-  passed: boolean;
-}
-
-export class ValidateCdcPrerequisitesReq {
-  @ApiProperty()
-  @IsString()
-  plugin: string;
-
-  @ApiProperty()
-  @IsString()
-  connection_id: string;
-}
-
-export class ValidateCdcPrerequisitesRes {
-  @ApiProperty()
-  operation_result: boolean;
-  @ApiProperty({ type: [CdcCheckDto] })
-  checks: CdcCheckDto[];
-}
-
-export class RefreshCatalogReq {
-  @ApiProperty()
-  @IsString()
-  connection_id: string;
-
-  @ApiProperty({
-    enum: [
-      'oracle',
-      'mysql',
-      'postgresql',
-      'sqlserver',
-      'mysql_cdc',
-      'postgresql_cdc',
-      'oracle_cdc',
-    ],
-  })
-  @IsIn([
-    'oracle',
-    'mysql',
-    'postgresql',
-    'sqlserver',
-    'mysql_cdc',
-    'postgresql_cdc',
-    'oracle_cdc',
-  ])
-  plugin: string;
-}
-
-export class RefreshCatalogStatusReq extends RefreshCatalogReq {
-  @ApiProperty()
-  @IsString()
-  session_id: string;
-
-  @ApiProperty()
-  @IsString()
-  date: string;
-}
-
-export class RefreshCatalogRes {
-  @ApiProperty()
-  operation_result: boolean;
-
-  @ApiProperty()
-  status: string;
-
-  @ApiProperty()
-  session_id: string;
-
-  @ApiProperty()
-  date: string;
-}

src/modules/connection/connection.controller.ts

@@ -16,9 +16,8 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import {
   Authenticated,
   RequireAllPermissions,
-  RequireModule,
 } from 'src/decorators/authentication.decorator';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { ValidationPipe } from '../../pipes/object-validation.pipe';
 import {
@@ -29,7 +28,7 @@ import {
   UpdateConnectionDto,
 } from './dtos/connection';
 import { CreateConnectionDto } from './dtos/connection';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { Language } from 'src/decorators/language.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';
@@ -40,9 +39,6 @@ const connectionPermissions = PERMISSIONS_GROUPS.CONNECTION.permissions;
 @ApiTags('connections')
 @Authenticated()
 @Controller('connections')
-@RequireModule(
-  DADOSFERA_MODULES_KEYS.COLLECT
-)
 export class ConnectionController {
   logger: any;
   constructor(

src/modules/connections-api/connections-api.config.ts

@@ -1,11 +0,0 @@
-export const CONNECTIONS_API_CONFIG = {
-  getUrl: (): string => {
-    const url = process.env.CONNECTIONS_API_URL;
-    if (!url) {
-      throw new Error('CONNECTIONS_API_URL environment variable is not set');
-    }
-    return url;
-  },
-  region: process.env.AWS_REGION || 'us-east-1',
-  timeout: parseInt(process.env.CONNECTIONS_API_TIMEOUT || '30000', 10),
-};

src/modules/connections-api/connections-api.module.ts

@@ -1,10 +0,0 @@
-import { Module } from '@nestjs/common';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { ConnectionsApiService } from './connections-api.service';
-
-@Module({
-  providers: [ConnectionsApiService, DadosferaLogger],
-  exports: [ConnectionsApiService],
-})
-export class ConnectionsApiModule {}

src/modules/connections-api/connections-api.service.ts

@@ -1,99 +0,0 @@
-import { Injectable, Inject, HttpException } from '@nestjs/common';
-import { SignatureV4 } from '@aws-sdk/signature-v4';
-import { Sha256 } from '@aws-crypto/sha256-js';
-import { defaultProvider } from '@aws-sdk/credential-provider-node';
-import axios, { AxiosResponse, Method } from 'axios';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { RequestUser } from '../../decorators/user.decorator';
-import { CONNECTIONS_API_CONFIG } from './connections-api.config';
-
-@Injectable()
-export class ConnectionsApiService {
-  private signer: SignatureV4;
-  private logger: any;
-
-  constructor(@Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger) {
-    this.logger = dadosferaLogger.logger;
-    this.signer = new SignatureV4({
-      service: 'execute-api',
-      region: CONNECTIONS_API_CONFIG.region,
-      credentials: defaultProvider(),
-      sha256: Sha256,
-    });
-  }
-
-  async proxy(
-    method: string,
-    path: string,
-    user: RequestUser,
-    body?: any,
-    query?: Record<string, string>,
-  ): Promise<any> {
-    const baseUrl = CONNECTIONS_API_CONFIG.getUrl();
-    const url = new URL(`${baseUrl}${path}`);
-
-    if (query) {
-      Object.entries(query).forEach(([key, value]) => {
-        if (value !== undefined && value !== null) {
-          url.searchParams.set(key, String(value));
-        }
-      });
-    }
-    const headers: Record<string, string> = {
-      host: url.hostname,
-      'content-type': 'application/json',
-      customer_name: user.customer_name || '',
-      customer_id: user.customer_id || '',
-      'x-user-id': user.user_id || '',
-      'x-username': user.username || '',
-      'x-customer-tier': user.customer_tier || '',
-      'x-customer-id': user.customer_id || '',
-    };
-    const requestToSign = {
-      method: method.toUpperCase(),
-      protocol: url.protocol,
-      hostname: url.hostname,
-      port: url.port ? parseInt(url.port, 10) : undefined,
-      path: url.pathname + url.search,
-      headers,
-      body: body ? JSON.stringify(body) : undefined,
-    };
-
-    try {
-      const signedRequest = await this.signer.sign(requestToSign);
-      const response: AxiosResponse = await axios({
-        method: method as Method,
-        url: url.href,
-        headers: signedRequest.headers as Record<string, string>,
-        data: body,
-        timeout: CONNECTIONS_API_CONFIG.timeout,
-        validateStatus: () => true,
-      });
-
-      if (response.status >= 400) {
-        throw new HttpException(response.data, response.status);
-      }
-      return response.data;
-    } catch (error) {
-      this.logger.error('Connections API proxy error', {
-        error: error.message,
-        path,
-        method: method.toUpperCase(),
-      });
-      if (error instanceof HttpException) {
-        throw error;
-      }
-      if (error.response) {
-        throw new HttpException(error.response.data, error.response.status);
-      }
-      if (error.code === 'ECONNREFUSED') {
-        throw new HttpException('Connections API service unavailable', 503);
-      }
-      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
-        throw new HttpException('Connections API request timeout', 504);
-      }
-      throw new HttpException('Internal server error', 500);
-    }
-  }
-}

src/modules/connector/connector.controller.ts

@@ -25,10 +25,9 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import {
   Authenticated,
   RequireAllPermissions,
-  RequireModule,
   RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
@@ -100,9 +99,6 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async getAllConnectors(
     @Language() language: LanguageEnum,
     @Query() queries: GetAllDto,
@@ -135,9 +131,6 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async getConnectorsTags() {
     return await this.connectorClientService.getConnectorsTags();
   }
@@ -150,9 +143,6 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async getConnector(
     @Language() language: LanguageEnum,
     @Param('plugin') plugin: string,
@@ -181,9 +171,6 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async getConnectorDetails(
     @Language() language: LanguageEnum,
     @Param('plugin') plugin: string,
@@ -206,9 +193,6 @@ export class ConnectorController {
   @Put('/:plugin')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
   @ApiConsumes('multipart/form-data')
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async updateConnector(
     @Param('plugin') plugin: string,
     @Body() body: UpdateDto,
@@ -230,9 +214,6 @@ export class ConnectorController {
 
   @Put('/:plugin/add-tag')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async addTagOnConnector(
     @Param('plugin') plugin: string,
     @Body() body: AddTagDto,
@@ -260,9 +241,6 @@ export class ConnectorController {
 
   @Put('/:plugin/remove-tag')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async removeTagOnConnector(
     @Param('plugin') plugin: string,
     @Body() body: RemoveTagDto,
@@ -291,9 +269,6 @@ export class ConnectorController {
 
   @Delete('/:plugin')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.DELETE)
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async deleteConnector(
     @Param('plugin') plugin: string,
     @Query('version') version: string,

src/modules/customers/customers.controller.ts

@@ -25,7 +25,7 @@ import { CustomersService } from './customers.service';
 import { CustomerLinkRequest, CustomerLinksResponse } from './dtos/customers';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import type { StringValue } from 'ms';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { EnforceMfa } from './dtos/enforce-mfa';
 
 @ApiTags('Customers')
@@ -136,32 +136,4 @@ export class CustomersController {
     const result = await this.customersService.getAccessDashboardUrl(user.customer_name, metadata);
     return result;
   }
-
-  @Get(':id/organization-info')
-  @Authenticated()
-  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  @ApiOkResponse({ description: 'Organization information' })
-  async getOrganizationInfo(@Param('id') id: string) {
-    this.logger.info('getOrganizationInfo', { id });
-    return this.customersService.getOrganizationInfo(id);
-  }
-
-  @Put(':id/organization-info')
-  @Authenticated()
-  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  @HttpCode(HttpStatus.OK)
-  @ApiOkResponse({ description: 'Organization information updated' })
-  async updateOrganizationInfo(
-    @Param('id') id: string,
-    @Body() body: {
-      companyName: string;
-      companySite: string;
-      domain: string;
-      cnpj: string;
-      description: string;
-    },
-  ) {
-    return this.customersService.updateOrganizationInfo(id, body);
-  }
-
 }

src/modules/customers/customers.service.ts

@@ -9,12 +9,12 @@ import {
 } from '@nestjs/common';
 
 import { firstValueFrom, lastValueFrom } from 'rxjs';
+import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
 import { DucClient } from '../duc/client.config';
 import { ClientGrpc } from '@nestjs/microservices';
 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { CustomerSetLinksRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
+import { CustomerUpdateRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { CustomersProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-import { CustomerLinksConfig } from './dtos/customers';
 import ErrorCodes from 'src/utils/errorCodes';
 import jwt from 'jsonwebtoken';
 import {
@@ -59,20 +59,12 @@ export class CustomersService implements OnModuleInit {
       );
   }
 
-  async getCustomer(customerId: string) {
-    return await lastValueFrom(
-      this.customerService.CustomerFindOneById({
-        id: customerId
-      })
-    )
-  }
-
-  async getLinks(customerId: string): Promise<CustomerLinksConfig | null> {
+  async getLinks(customerId: string) {
     try {
       const result = await lastValueFrom(
-        this.customerService.CustomerGetLinks({ customerId }),
+        this.customerService.CustomerFindOneById({ id: customerId }),
       );
-      return (result.links as CustomerLinksConfig) || null;
+      return result.customer?.links || [];
     } catch (err) {
       if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
         throw new HttpException(err.details, HttpStatus.NOT_FOUND);
@@ -80,17 +72,17 @@ export class CustomersService implements OnModuleInit {
     }
   }
 
-  async setLinks(customerId: string, links: CustomerLinksConfig) {
+  async setLinks(customerId: string, links: Link[]) {
     if (!customerId || !links) {
       throw new HttpException(null, HttpStatus.BAD_REQUEST);
     }
 
     try {
       return await firstValueFrom(
-        this.customerService.CustomerSetLinks({
-          customerId,
-          links: links as CustomerSetLinksRequest['links'],
-        }),
+        this.customerService.CustomerUpdate({
+          id: customerId,
+          links,
+        } as CustomerUpdateRequest),
       );
     } catch (err) {
       if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
@@ -149,7 +141,6 @@ export class CustomersService implements OnModuleInit {
     // const decoded = jwt.decode(jwt_token, { complete: true });
     return jwt_token;
   }
-
   async getMonitoringDashboardUrl(metadata: Metadata) {
     logger.info('CustomersService - getMonitoringDashboardUrl');
 
@@ -167,7 +158,6 @@ export class CustomersService implements OnModuleInit {
 
     return res;
   }
-
   async getLogsDashboardUrl(metadata: Metadata) {
     logger.info('CustomersService - getMixPanelLogsDashboardUrl');
   
@@ -223,57 +213,4 @@ export class CustomersService implements OnModuleInit {
       })
     )
   }
-
-  async updateOrganizationInfo(
-    customerId: string,
-    data: {
-      companyName: string;
-      companySite: string;
-      domain: string;
-      cnpj: string;
-      description: string;
-    },
-  ) {
-    try {
-      const result = await lastValueFrom(
-        this.customerService.OrganizationUpdate({
-          customerId,
-          companyName: data.companyName || '',
-          companySite: data.companySite || '',
-          domain: data.domain || '',
-          cnpj: data.cnpj || '',
-          description: data.description || '',
-        }),
-      );
-
-      return result;
-    } catch (err) {
-      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
-        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
-      else throw err;
-    }
-  }
-
-  async getOrganizationInfo(customerId: string) {
-    try {
-      const customerResponse = await lastValueFrom(
-        this.customerService.CustomerFindOneById({ id: customerId })
-      );
-
-      const customer = customerResponse.customer;
-      
-      return {
-        companyName: customer.companyName || '',
-        companySite: customer.companySite || '',
-        domain: customer.domain || '',
-        cnpj: customer.cnpj || '',
-        description: customer.description || ''
-      };
-    } catch (err) {
-      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
-        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
-      else throw err;
-    }
-  }
-
-}
+}

src/modules/customers/dtos/customers.ts

@@ -1,6 +1,7 @@
+import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
 import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
 
-export class CustomerLinkItem {
+export class CustomerLink implements Link {
   @ApiProperty()
   href: string;
   @ApiProperty()
@@ -8,59 +9,15 @@ export class CustomerLinkItem {
   @ApiProperty()
   description: string;
   @ApiPropertyOptional()
-  iconSrc?: string;
+  iconSrc: string;
 }
-
-export class CustomerSidebarLinkItem {
-  @ApiProperty()
-  type: 'link';
-  @ApiProperty({ type: Object })
-  title: Record<string, string>;
-  @ApiProperty()
-  link: string;
-  @ApiPropertyOptional()
-  icon?: string;
-}
-
-export class CustomerSidebarMenuItem {
-  @ApiProperty()
-  type: 'menu';
-  @ApiProperty({ type: Object })
-  title: Record<string, string>;
-  @ApiPropertyOptional()
-  icon?: string;
-  @ApiProperty({ type: [CustomerSidebarLinkItem] })
-  items: CustomerSidebarLinkItem[];
-}
-
-export class CustomerSidebarSection {
-  @ApiProperty({ type: Object })
-  title: Record<string, string>;
-  @ApiProperty({
-    type: 'array',
-    items: {
-      oneOf: [
-        { $ref: '#/components/schemas/CustomerSidebarMenuItem' },
-        { $ref: '#/components/schemas/CustomerSidebarLinkItem' },
-      ],
-    },
-  })
-  items: (CustomerSidebarMenuItem | CustomerSidebarLinkItem)[];
-}
-
-export class CustomerLinksConfig {
-  @ApiPropertyOptional({ type: [CustomerLinkItem] })
-  home?: CustomerLinkItem[];
-  @ApiPropertyOptional({ type: [CustomerSidebarSection] })
-  sidebar?: CustomerSidebarSection[];
-}
-
 export class CustomerLinkRequest {
-  @ApiProperty({ type: CustomerLinksConfig })
-  links: CustomerLinksConfig;
+  @ApiProperty({ type: [CustomerLink] })
+  links: CustomerLink[];
 }
 
 export class CustomerLinksResponse {
-  @ApiPropertyOptional({ type: CustomerLinksConfig })
-  links?: CustomerLinksConfig;
-}
+  @ApiProperty({ type: [CustomerLink] })
+  links: CustomerLink[];
+}
+

src/modules/customers/dtos/organization.ts

@@ -1,27 +0,0 @@
-import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
-
-export class OrganizationUpdateRequest {
-  @ApiProperty()
-  name: string;
-  @ApiPropertyOptional()
-  companySite: string;
-  @ApiProperty()
-  domain: string;
-  @ApiPropertyOptional()
-  info: string;
-  @ApiPropertyOptional()
-  cnpj: string;
-}
-
-export class OrganizationResponse {
-  @ApiProperty()
-  name: string;
-  @ApiPropertyOptional()
-  companySite: string;
-  @ApiProperty()
-  domain: string;
-  @ApiPropertyOptional()
-  info: string;
-  @ApiPropertyOptional()
-  cnpj: string;
-}

src/modules/identity-provider/dto/identity-provider.dto.ts

@@ -1,47 +0,0 @@
-import { ApiProperty } from "@nestjs/swagger";
-
-export class CreateIdentityProvider {
-
-  @ApiProperty()
-  name: string;
-
-  @ApiProperty()
-  clientId: string;
-
-  @ApiProperty()
-  clientSecret: string;
-
-  @ApiProperty()
-  issuerUrl: string;
-
-  @ApiProperty()
-  permissions: number[];
-}
-
-
-export class IdentityProviderResponse {
-
-  @ApiProperty()
-  id: string;
-
-  @ApiProperty()
-  name: string;
-
-  @ApiProperty()
-  clientId: string;
-
-  @ApiProperty()
-  issueUrl: string;
-
-  @ApiProperty()
-  permissions: {
-    id: number;
-    name: string;
-  }[];
-}
-
-export class IdentityProviderListResponse {
-
-  @ApiProperty()
-  providers: IdentityProviderResponse[]
-}

src/modules/identity-provider/dto/sso-signin.dto.ts

@@ -1,10 +0,0 @@
-export class SsoSignInDto {
-    readonly nonce: string;
-    readonly codeVerifier: string;
-    readonly state: string;
-    readonly id: string;
-    readonly clientId: string;
-    readonly clientSecret: string;
-    readonly issuerUrl: string;
-    readonly redirectUrls: string[];
-}

src/modules/identity-provider/identity-provider.controller.ts

@@ -1,246 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import {
-  Body,
-  Controller,
-  Delete,
-  Get,
-  HttpCode,
-  HttpStatus,
-  Inject,
-  Param,
-  Post,
-  Put,
-  Redirect,
-  Req,
-} from '@nestjs/common';
-import { IdentityProviderService } from './identity-provider.service';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { Language } from 'src/decorators/language.decorator';
-import { LanguageEnum } from 'src/utils/languages.enum';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { ApiOkResponse } from '@nestjs/swagger';
-import {
-  CreateIdentityProvider,
-  IdentityProviderListResponse,
-  IdentityProviderResponse,
-} from './dto/identity-provider.dto';
-import { Request } from 'express';
-import ErrorCodes from 'src/utils/errorCodes';
-import {
-  Authenticated,
-  RequireModule,
-  RequireSomePermission,
-} from 'src/decorators/authentication.decorator';
-import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-
-@Controller('identity-providers')
-export class IdentityProviderController {
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private identityProviderService: IdentityProviderService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  @Post()
-  @HttpCode(HttpStatus.OK)
-  @ApiOkResponse({ type: IdentityProviderResponse })
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async addIdentityProvider(
-    @User() user: RequestUser,
-    @Body() body: CreateIdentityProvider,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('POST /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-      language,
-    });
-
-    return await this.identityProviderService.create(body, metadata);
-  }
-
-  @Get()
-  @HttpCode(HttpStatus.OK)
-  @ApiOkResponse({ type: IdentityProviderListResponse })
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async getProviders(
-    @User() user: RequestUser,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('GET identity-providers');
-    const metadata = PackTheMetadata({
-      ...user,
-      language,
-    });
-
-    const result = await this.identityProviderService.getList(metadata);
-    return result;
-  }
-
-  @Delete(':id')
-  @HttpCode(HttpStatus.NO_CONTENT)
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async deleteIdentityProvider(
-    @Param('id') id: string,
-    @User() user: RequestUser,
-  ) {
-    this.logger.info('DELETE /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-    });
-
-    return await this.identityProviderService.deleteIdentityProvider(
-      id,
-      metadata,
-    );
-  }
-
-  @Put(':id')
-  @HttpCode(HttpStatus.OK)
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async updateIdentityProviders(
-    @Param('id') id: string,
-    @Body() body: CreateIdentityProvider,
-    @User() user: RequestUser,
-  ) {
-    this.logger.info('PUT /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-    });
-
-    return await this.identityProviderService.updateIdentityProviders(
-      id,
-      body,
-      metadata,
-    );
-  }
-
-  @Post('/callback')
-  @HttpCode(HttpStatus.OK)
-  async callbackIdp(
-    @Req() req: Request,
-    @Language() language: LanguageEnum,
-    @Body()
-    body: {
-      state: string;
-      code: string;
-    },
-  ) {
-    this.logger.info('GET /identity-providers/callback');
-    const { code, state } = body;
-
-    if (!code) {
-      this.logger.error('No code received from IDP');
-      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
-    }
-
-    if (!state) {
-      this.logger.error('No state received from IDP');
-      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
-    }
-
-    try {
-      const origin = req.headers['origin'] as string;
-      this.logger.info('Header Origin: ' + origin);
-
-      const lang =
-        language.substring(0, 2) + language.substring(2).toUpperCase();
-      const callbackUrl =
-        process.env.ENV !== 'prd'
-          ? `${origin}/auth/callback`
-          : `${origin}/${lang}/auth/callback`;
-
-      this.logger.info('Callback URL: ' + callbackUrl);
-      return await this.identityProviderService.getTokenByIdp(
-        code,
-        state,
-        callbackUrl,
-      );
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  @Get('/links')
-  @HttpCode(HttpStatus.OK)
-  async providerLinks(@Req() req: Request) {
-    this.logger.info('GET /identity-providers/links');
-
-    try {
-      const frontDomain = req.headers['origin'] as string;
-      this.logger.info('Header Origin: ' + frontDomain);
-
-      if (!frontDomain) {
-        this.logger.info('Not found front domain');
-        throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_HEADER);
-      }
-
-      const result =
-        await this.identityProviderService.identityProvidersLinksPerDomain(
-          frontDomain,
-        );
-      return result;
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  @Get(':id')
-  @HttpCode(HttpStatus.OK)
-  @Redirect()
-  async loginIdp(
-    @Param('id') id: string,
-    @Req() req: Request,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('GET /identity-providers/:id');
-
-    try {
-      const frontDomain =
-        (req.headers['origin'] as string) || (req.headers['referer'] as string);
-      this.logger.info(`Front domain: ${frontDomain}`);
-      const host =
-        frontDomain.lastIndexOf('/') !== -1
-          ? frontDomain.substring(0, frontDomain.lastIndexOf('/'))
-          : frontDomain;
-
-      const lang =
-        language.substring(0, 2) + language.substring(2).toUpperCase();
-      const callbackUrl =
-        process.env.ENV !== 'prd'
-          ? `${host}/auth/callback`
-          : `${host}/${lang}/auth/callback`;
-
-      this.logger.info('Callback URL: ' + callbackUrl);
-      const redirectUrl =
-        await this.identityProviderService.loginIdentityProvider(
-          id,
-          callbackUrl,
-        );
-
-      this.logger.info(`Redirecting to: ${redirectUrl}`);
-      return {
-        url: redirectUrl,
-      };
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-}

src/modules/identity-provider/identity-provider.module.ts

@@ -1,16 +0,0 @@
-import { Module } from '@nestjs/common';
-import { IdentityProviderController } from './identity-provider.controller';
-import { IdentityProviderService  } from './identity-provider.service';
-import { ClientsModule } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ServicesModule } from 'src/services/service.module';
-
-const client = new DucClient();
-
-@Module({
-  imports: [ClientsModule.register([client.providerOptions]), ServicesModule],
-  controllers: [IdentityProviderController],
-  providers: [IdentityProviderService, DadosferaLogger],
-})
-export class IdentityProviderModule {}

src/modules/identity-provider/identity-provider.service.ts

@@ -1,185 +0,0 @@
-import {
-  BadRequestException,
-  Inject,
-  Injectable,
-  OnModuleInit,
-} from '@nestjs/common';
-import { DucClient } from '../duc/client.config';
-import { ClientGrpc } from '@nestjs/microservices';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { IdentityProviderProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-import { lastValueFrom } from 'rxjs';
-import { IdentityProviderRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
-import { Metadata } from '@grpc/grpc-js';
-import { Issuer, generators } from 'openid-client';
-import { SsoSignInDto } from './dto/sso-signin.dto';
-import { CacheService } from 'src/services/cache.service';
-import { CreateIdentityProvider } from './dto/identity-provider.dto';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-
-@Injectable()
-export class IdentityProviderService implements OnModuleInit {
-  private logger: DadosferaLogger;
-  private identityProviderService: IdentityProviderProtoService;
-  constructor(
-    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
-    private readonly cacheService: CacheService<SsoSignInDto>,
-    @Inject(DadosferaLogger)
-    private dadosferaLoggger: DadosferaLogger
-  ) {
-    this.logger = dadosferaLoggger.logger;
-  }
-
-  onModuleInit() {
-    this.identityProviderService =
-      this.grpcClient.getService<IdentityProviderProtoService>(
-        ProtoServices.IdentityProviderProtoService,
-      );
-  }
-
-  async create(body: IdentityProviderRequest, metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC Create")
-    return await lastValueFrom(
-      this.identityProviderService.Create(body, metadata),
-    );
-  }
-
-  async getList(metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC GetList")
-    return await lastValueFrom(
-      this.identityProviderService.GetList({}, metadata),
-    );
-  }
-
-  async loginIdentityProvider(id: string, callbackUrl: string) {
-    this.logger.info("Call IdentityProvider GRPC FindIdentityProvider with: " + id);
-    const idp = await lastValueFrom(
-      this.identityProviderService.FindIdentityProvider({ id }),
-    );
-
-    this.logger.info("Discovery issueURL: " + idp.issuerUrl)
-    const issuer = await Issuer.discover(idp.issuerUrl);
-    const client = new issuer.Client({
-      client_id: idp.clientId,
-      client_secret: idp.clientSecret,
-      redirect_uris: idp.redirectUrls,
-      response_types: ['code'],
-    });
-
-    this.logger.info("Generate Challenge")
-    const code_verifier: string = generators.codeVerifier();
-    const code_challenge: string = generators.codeChallenge(code_verifier);
-
-    this.logger.info("Generate State")
-    const state = generators.state();
-
-    this.logger.info("Generate Nonce")
-    const nonce = generators.nonce();
-
-    // Using state because it is returned in the callback
-    // and we can use it to retrieve the code_verifier and nonce
-    this.logger.info("Save Login parameters in redis")
-    await this.cacheService.set(state, {
-      codeVerifier: code_verifier,
-      nonce,
-      id: idp.id,
-      state,
-      clientId: idp.clientId,
-      clientSecret: idp.clientSecret,
-      issuerUrl: idp.issuerUrl,
-      redirectUrls: idp.redirectUrls,
-    });
-
-    this.logger.info("Generate Authorization URL")
-    const url = client.authorizationUrl({
-      scope: 'openid email',
-      response_type: 'code',
-      code_challenge,
-      code_challenge_method: 'S256',
-      state,
-      nonce,
-      redirect_uri: callbackUrl,
-    });
-    const idpUrl = url + '&identity_provider=' + idp.name;
-    this.logger.info(idpUrl)
-    return idpUrl;
-  }
-
-  async getTokenByIdp(code: string, state: string, callbackUrl: string) {
-    this.logger.info("Get login parameters in redis")
-    const ssoSign = await this.cacheService.get(state);
-
-    if (!ssoSign) {
-      this.logger.info("Login Parameters Not Found")
-      throw new BadRequestException('SSO sign-in is expired or not found');
-    }
-
-    this.logger.info("Discovery Issue URL: " + ssoSign.issuerUrl)
-    const issuer = await Issuer.discover(ssoSign.issuerUrl);
-    const client = new issuer.Client({
-      client_id: ssoSign.clientId,
-      client_secret: ssoSign.clientSecret,
-      redirect_uris: ssoSign.redirectUrls,
-    });
-
-    const params = client.callbackParams(
-      `${callbackUrl}?code=${code}&state=${state}`,
-    );
-    try {
-
-      this.logger.info("Get Token Set");
-      const tokenSet = await client.callback(callbackUrl, params, {
-        nonce: ssoSign.nonce,
-        code_verifier: ssoSign.codeVerifier,
-        state: ssoSign.state
-      });
-
-      this.logger.info("Delete parameters in redis");
-      await this.cacheService.delete(ssoSign.state);
-
-      this.logger.info("Call IdentityProvider GRPC SignInUser");
-      return await lastValueFrom(
-        this.identityProviderService.SignInUser({
-          accessToken: tokenSet.access_token,
-          idToken: tokenSet.id_token,
-          refreshToken: tokenSet.refresh_token,
-          id: ssoSign.id,
-        }),
-      );
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  async deleteIdentityProvider(id: string, metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC Delete with: " + id)
-    return await lastValueFrom(
-      this.identityProviderService.DeleteIdentityProvider({ id }, metadata),
-    );
-  }
-
-  async updateIdentityProviders(
-    id: string,
-    body: CreateIdentityProvider,
-    metadata: Metadata,
-  ) {
-    this.logger.info("Call IdentityProvider GRPC Update with: " + id)
-    return await lastValueFrom(
-      this.identityProviderService.UpdateIdentityProvider(
-        {
-          id,
-          ...body,
-        },
-        metadata,
-      ),
-    );
-  }
-
-  async identityProvidersLinksPerDomain(frontDomain: string) {
-    this.logger.info("Call IdentityProvider GRPC LinksPerDomain with: " + frontDomain)
-    return await lastValueFrom(
-      this.identityProviderService.GetProviderLinksFromDomain({ frontDomain }),
-    );
-  }
-}

src/modules/inputs/dtos/input.model.ts

@@ -11,19 +11,10 @@ export class TableColumns {
   name: string;
   @ApiProperty()
   columns: string[];
-  @ApiPropertyOptional({ type: [Column] })
+  @ApiProperty()
   references: Column[];
   @ApiProperty()
-  destination: Record<'raw' | 'qualify', {
-    table_name: string;
-    table_schema: string;
-  }> | null;
-  @ApiProperty()
   type: string;
-  @ApiPropertyOptional({ type: [String] })
-  identifier_columns?: string[];
-  @ApiPropertyOptional({ type: Column })
-  reference_column?: Column;
 }
 export class AvailableEntity {
   @ApiProperty()
@@ -65,62 +56,3 @@ export class CreateInputReq extends OmitType(Input, [
   'created_at',
   'updated_at',
 ]) {}
-
-export class CdcColumnReq {
-  @ApiProperty()
-  name: string;
-  @ApiProperty()
-  type: string;
-  @ApiProperty()
-  is_primary_key: boolean;
-}
-
-export class CdcTableReq {
-  @ApiProperty()
-  name: string;
-  @ApiPropertyOptional()
-  table_schema?: string;
-  @ApiPropertyOptional({ type: [String] })
-  primary_keys?: string[];
-  // Per-table raw Iceberg table name override (iceberg destination only).
-  // Honored on the create/add path: the platform lowercases + sanitizes it
-  // authoritatively; empty/absent => the platform derives tb__<hash>__<table>.
-  @ApiPropertyOptional()
-  iceberg_table_name?: string;
-  // Per-table deduped (qualify) Iceberg table name override (iceberg dest only).
-  // Empty/absent => the deduped table takes the same name as the raw table.
-  @ApiPropertyOptional()
-  iceberg_qualify_table_name?: string;
-  @ApiPropertyOptional({ type: [CdcColumnReq] })
-  columns?: CdcColumnReq[];
-  // Columns the user chose to ignore -> Debezium column.exclude.list.
-  @ApiPropertyOptional({ type: [String] })
-  column_exclude_list?: string[];
-}
-
-export class IcebergDestinationReq {
-  @ApiProperty()
-  namespace: string;
-  // Pipeline-wide deduped (qualify) namespace. Absent => the platform derives
-  // the sibling of `namespace` (cdc_raw -> cdc_dedup).
-  @ApiPropertyOptional()
-  qualify_namespace?: string;
-}
-
-export class CdcDestinationReq {
-  @ApiPropertyOptional({ type: IcebergDestinationReq })
-  iceberg?: IcebergDestinationReq;
-}
-
-export class CreateCdcInputReq {
-  @ApiProperty()
-  name: string;
-  @ApiProperty()
-  plugin: string; // mysql_cdc (v1)
-  @ApiProperty({ type: [CdcTableReq] })
-  tables: CdcTableReq[];
-  @ApiPropertyOptional()
-  read_only?: boolean;
-  @ApiPropertyOptional({ type: CdcDestinationReq })
-  destination?: CdcDestinationReq;
-}

src/modules/inputs/dtos/old_interfaces.ts

@@ -1,8 +1,4 @@
-export interface Info {
-  user_id: string;
-  customer_id: string;
-  customer: string;
-}
+import { Info } from '@dadosfera/protospack/dist/lib/interfaces';
 
 interface Values {
   jdbc_user: string;

src/modules/inputs/inputs.controller.spec.ts

@@ -1,75 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { InputsController } from './inputs.controller';
-import { InputsService } from './inputs.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { CreateCdcInputReq } from './dtos/input.model';
-import { RequestUser } from 'src/decorators/user.decorator';
-
-describe('InputsController', () => {
-  let controller: InputsController;
-  let inputsService: { createCdc: jest.Mock };
-
-  beforeEach(async () => {
-    inputsService = {
-      createCdc: jest.fn().mockResolvedValue({ input: {} }),
-    };
-
-    const module: TestingModule = await Test.createTestingModule({
-      controllers: [InputsController],
-      providers: [
-        {
-          provide: DadosferaLogger,
-          useValue: { logger: { info: jest.fn() } },
-        },
-        {
-          provide: InputsService,
-          useValue: inputsService,
-        },
-      ],
-    }).compile();
-
-    controller = module.get<InputsController>(InputsController);
-  });
-
-  it('should be defined', () => {
-    expect(controller).toBeDefined();
-  });
-
-  it('forwards destination.iceberg.namespace to InputsService.createCdc', async () => {
-    const body: CreateCdcInputReq = {
-      name: 'my-cdc-input',
-      plugin: 'mysql_cdc',
-      tables: [
-        {
-          name: 'orders',
-          table_schema: 'public',
-          iceberg_table_name: 'orders_iceberg',
-        },
-      ],
-      destination: {
-        iceberg: {
-          namespace: 'my_namespace',
-        },
-      },
-    };
-    const user: RequestUser = {
-      user_id: 'user-1',
-      customer_id: 'customer-1',
-      customer_name: 'customer',
-    } as RequestUser;
-
-    await controller.createCdc(body, user);
-
-    expect(inputsService.createCdc).toHaveBeenCalledWith(
-      expect.objectContaining({
-        body: expect.objectContaining({
-          destination: {
-            iceberg: {
-              namespace: 'my_namespace',
-            },
-          },
-        }),
-      }),
-    );
-  });
-});

src/modules/inputs/inputs.controller.ts

@@ -15,7 +15,6 @@ import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { AuthenticateCondition } from 'src/decorators/authentication.decorator';
 import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
 import {
-  CreateCdcInputReq,
   CreateInputReq,
   GetAvailableEntitiesReq,
   GetAvailableEntitiesRes,
@@ -100,32 +99,11 @@ export class InputsController {
       customer: info.customer,
     });
 
-    this.logger.info(JSON.stringify(body))
     const response = await this.inputService.create({ body, info });
 
     return response;
   }
 
-  @Post('cdc')
-  @ApiInternalOnlyEndpoint()
-  @ApiOkResponse({ type: Input })
-  async createCdc(
-    @Body() body: CreateCdcInputReq,
-    @User() user: RequestUser,
-  ) {
-    const info: Info = {
-      user_id: user.user_id,
-      customer: user.customer_name,
-      customer_id: user.customer_id,
-    };
-    this.logger.info(`/inputs/cdc - ON CREATE CDC INPUT ROUTE`, {
-      user: info.user_id,
-      customer: info.customer,
-    });
-
-    return this.inputService.createCdc({ body, info });
-  }
-
   @ApiInternalOnlyEndpoint()
   @Get()
   async findAll(@User() user: RequestUser) {

src/modules/inputs/inputs.service.spec.ts

@@ -1,113 +0,0 @@
-import { of } from 'rxjs';
-import { InputsService } from './inputs.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
-import { CreateCdcInputReq } from './dtos/input.model';
-import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
-
-const info = { customer_id: 'cid', user_id: 'u' } as unknown as Info;
-
-describe('InputsService.createCdc', () => {
-  let service: InputsService;
-  let inputCreateCdcMock: jest.Mock;
-
-  beforeEach(async () => {
-    inputCreateCdcMock = jest
-      .fn()
-      .mockImplementation((req) => of({ input: req.input }));
-
-    const grpcClient: any = {
-      getService: jest.fn().mockReturnValue({
-        InputCreateCdc: inputCreateCdcMock,
-      }),
-    };
-
-    service = new InputsService(new DadosferaLogger(), grpcClient);
-    await service.onModuleInit();
-  });
-
-  it('forwards destination and per-table iceberg_table_name to the gRPC request', async () => {
-    const body: CreateCdcInputReq = {
-      name: 'CDC Iceberg Test',
-      plugin: 'mysql_cdc',
-      read_only: true,
-      destination: { iceberg: { namespace: 'cdc_raw' } },
-      tables: [
-        {
-          name: 'orders',
-          table_schema: 'mydb',
-          primary_keys: ['id'],
-          iceberg_table_name: 'cdc_raw.mydb__orders',
-        },
-      ],
-    };
-
-    await service.createCdc({ body, info });
-
-    expect(inputCreateCdcMock).toHaveBeenCalledTimes(1);
-    const sentRequest = inputCreateCdcMock.mock.calls[0][0];
-
-    expect(sentRequest.input).toEqual(
-      expect.objectContaining({
-        destination: { iceberg: { namespace: 'cdc_raw' } },
-      }),
-    );
-    expect(sentRequest.input.tables[0]).toEqual(
-      expect.objectContaining({
-        iceberg_table_name: 'cdc_raw.mydb__orders',
-      }),
-    );
-  });
-
-  it('forwards per-table columns to the gRPC request', async () => {
-    const body: CreateCdcInputReq = {
-      name: 'CDC Columns Test',
-      plugin: 'mysql_cdc',
-      read_only: true,
-      tables: [
-        {
-          name: 'orders',
-          table_schema: 'mydb',
-          primary_keys: ['id'],
-          columns: [
-            { name: 'id', type: 'int', is_primary_key: true },
-            { name: 'descr', type: 'varchar(255)', is_primary_key: false },
-          ],
-        },
-      ],
-    };
-
-    await service.createCdc({ body, info });
-
-    expect(inputCreateCdcMock).toHaveBeenCalledTimes(1);
-    const sentRequest = inputCreateCdcMock.mock.calls[0][0];
-
-    expect(sentRequest.input.tables[0].columns).toEqual([
-      { name: 'id', type: 'int', is_primary_key: true },
-      { name: 'descr', type: 'varchar(255)', is_primary_key: false },
-    ]);
-  });
-
-  it('back-compat: a body with no destination sends destination undefined, not an error', async () => {
-    const body: CreateCdcInputReq = {
-      name: 'CDC Legacy Test',
-      plugin: 'mysql_cdc',
-      read_only: true,
-      tables: [
-        {
-          name: 'pedidos',
-          table_schema: 'cadastros',
-          primary_keys: ['id'],
-        },
-      ],
-    };
-
-    const result = await service.createCdc({ body, info });
-
-    expect(inputCreateCdcMock).toHaveBeenCalledTimes(1);
-    const sentRequest = inputCreateCdcMock.mock.calls[0][0];
-
-    expect(sentRequest.input.destination).toBeUndefined();
-    expect(sentRequest.input.tables[0].iceberg_table_name).toBeUndefined();
-    expect(result.input).toBeDefined();
-  });
-});

src/modules/inputs/inputs.service.ts

@@ -15,16 +15,12 @@ import { Input } from '@dadosfera/protospack-v2';
 import {
   GetAvailableEntitiesRequest,
   InputCreateGenericRequest,
-  InputCreateCdcRequest,
   InputCreateS3Request,
   InputNewCreateRequest,
-  InputUpdateResponse,
-  RollbackInputRequest,
   TestConnectionRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/messages';
 import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
-import { CreateCdcInputReq, CreateInputReq } from './dtos/input.model';
-import { Metadata } from '@grpc/grpc-js';
+import { CreateInputReq } from './dtos/input.model';
 
 @Injectable()
 
@@ -75,10 +71,10 @@ export class InputsService {
       objectCamelToSnake(createInputResponse);
       return createInputResponse;
     },
-    update: async (updateInputDTO: UpdateInputRequest, metadata: Metadata): Promise<InputUpdateResponse> => {
-      this.logger.info('InputClientService - Update' + JSON.stringify(updateInputDTO));
+    update: async (updateInputDTO: UpdateInputRequest) => {
+      this.logger.info('InputClientService - Update');
       const updateInputResponse = await lastValueFrom(
-        this.inputWriteService.InputUpdate(updateInputDTO, metadata),
+        this.inputWriteService.InputUpdate(updateInputDTO),
       );
 
       return updateInputResponse;
@@ -168,11 +164,6 @@ export class InputsService {
     const inputCreateGenericRequest: InputCreateGenericRequest = {
       input: {
         ...body,
-        tables: (body.tables || []).map((table) => ({
-          ...table,
-          identifier_columns: table.identifier_columns || [],
-          reference_column: table.reference_column || table.references?.[0],
-        })),
       },
       info,
     };
@@ -184,35 +175,6 @@ export class InputsService {
     return { input: adjustedInput };
   }
 
-  async createCdc(data: { body: CreateCdcInputReq; info: Info }) {
-    const { body, info } = data;
-
-    const inputCreateCdcRequest: InputCreateCdcRequest = {
-      input: {
-        name: body.name,
-        plugin: body.plugin,
-        read_only: body.read_only ?? true,
-        tables: body.tables.map((t) => ({
-          table_schema: t.table_schema,
-          table_name: t.name,
-          name: t.name, // canonical identity == table_name (in-factory also backfills)
-          primary_keys: t.primary_keys ?? [],
-          iceberg_table_name: t.iceberg_table_name,
-          iceberg_qualify_table_name: t.iceberg_qualify_table_name,
-          columns: t.columns ?? [],
-          column_exclude_list: t.column_exclude_list ?? [],
-        })),
-        destination: body.destination,
-      },
-      info,
-    };
-
-    const { input } = await lastValueFrom(
-      this.inputWriteService.InputCreateCdc(inputCreateCdcRequest),
-    );
-    return { input };
-  }
-
   async getAvailableEntities(data: GetAvailableEntitiesRequest) {
     return lastValueFrom(this.inputReadService.GetAvailableEntities(data));
   }
@@ -237,47 +199,24 @@ export class InputsService {
     return findOneInputResponse;
   }
 
-  async update(id: string, data, info: Info, metadata?: Metadata) {
-    // this.validateCron({ ...data, info });
+  async update(id: string, data, info: Info) {
+    this.validateCron({ ...data, info });
     try {
-      const {
-        tablesUpdate,
-        dataAssetUpdate,
-        input
-      } = await this.OLD_inputClient.update({
+      const updateInputResponse: any = await this.OLD_inputClient.update({
         id,
-        ...data,
         info,
-      }, metadata);
+        ...data,
+      });
 
-      const updateInputResponse = this.adjustInputPayload(
-        input,
+      updateInputResponse.input = this.adjustInputPayload(
+        updateInputResponse?.input,
       );
-      return {
-        input: updateInputResponse,
-        tablesUpdate,
-        dataAssetUpdate
-      };
+      return updateInputResponse;
     } catch (err) {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
     }
   }
 
-  async rollbackUpdate(
-    data: RollbackInputRequest
-  ) {
-    this.logger.info('PipelinesClientService - rollbackUpdate');
-    this.logger.info('Rolling back input update with data: ' + JSON.stringify(data));
-    const updatePipelineResponse = await lastValueFrom(
-      this.inputWriteService.RollbackInputUpdate(
-        data
-      ),
-    );
-    this.logger.info('Done');
-
-    return updatePipelineResponse;
-  }
-
   async remove(idRequest: IIdRequest) {
     return lastValueFrom(this.inputWriteService.InputRemove(idRequest));
   }
@@ -319,20 +258,4 @@ export class InputsService {
     };
     return formatedPayload;
   }
-
-  async markTableDeleted(data: { input_id: string; table_name: string; info: Info }) {
-    return lastValueFrom(this.inputWriteService.MarkTableDeleted(data));
-  }
-
-  async unmarkTableDeleted(data: { input_id: string; table_name: string; info: Info }) {
-    return lastValueFrom((this.inputWriteService as any).UnmarkTableDeleted(data));
-  }
-
-  async addCdcTable(data: { client_id?: string; id: string; table: any; info: Info }) {
-    return lastValueFrom(this.inputWriteService.AddCdcTable(data as any));
-  }
-
-  async removeCdcTable(data: { client_id?: string; id: string; table_name: string; info: Info }) {
-    return lastValueFrom((this.inputWriteService as any).RemoveCdcTable(data));
-  }
 }

src/modules/mixpanel/mixpanel.controller.ts

@@ -1,46 +1,101 @@
 import { Body, Controller, Inject, Param, Post, Req } from '@nestjs/common';
+import { init } from 'mixpanel';
+import { Authenticated } from 'src/decorators/authentication.decorator';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
-import { RequestUser } from 'src/decorators/user.decorator';
-import { MixpanelService } from './mixpanel.service';
-import { extractUserFrom } from 'src/authentication/extract-user';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 
 @ApiInternalOnlyController()
+@Authenticated()
 @Controller('trackEvent')
 export class MixpanelController {
-  logger: DadosferaLogger;
-
   constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private mixpanelService: MixpanelService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
+    @Inject('MIXPANEL_TOKEN')
+    private readonly mixpanelToken: string,
+  ) {}
   @Post(':id')
   async trackEvent(
     @Param('id') id,
     @Body() body,
+    @User() user: RequestUser,
     @Req() request
   ) {
-    this.logger.info(`POST Track Event: ${id}`)
     delete body.info;
+    const mixpanel = init(this.mixpanelToken);
 
-    const anonymousUser = {
-      username: "anonymous",
-      customer_name: "anonymous"
-    } as RequestUser
+    const separator = user.username.includes('-') ? '-' : '.';
+    const removeValues = [
+      '.dadosferatech.dadosfera',
+      '.demo.dadosfera',
+      '.dadosferademo',
+      '.dadosferarh.dadosfera',
+      '.dadosferatech.dadosfera2',
+      '.dadosferatech.dadosfera',
+      '.dadosfera.fin',
+      '.dadosferafin.dadosfera',
+      '.praxio.dadosfera',
+      '.dadosfera.tech',
+      '.treinamentos@dadosfera.ai',
+      '.dadosfera2',
+      '.treinamentosfera',
+      '.dadosfera',
+    ];
 
-    const hasToken = request.headers['authorization'];
+    let username = user.username;
 
-    const user = hasToken ? extractUserFrom(hasToken) : anonymousUser;
+    removeValues.forEach((value) => {
+      username = username.replace(value, '');
+    });
 
-    this.logger.info(`Has user: ${typeof hasToken == "string"}`)
- 
-    await this.mixpanelService.track(id, user, request, body)
+    username = username.split('@')?.[0];
+    username = username.split('+')?.[0];
+
+    let firstName = username
+      .substring(0, username.indexOf(separator))
+      .replace('dadosfera', '');
+    let lastName = username
+      .substring(username.lastIndexOf(separator) + 1)
+      .replace('dadosfera', '');
+
+    if (!firstName) {
+      firstName = lastName;
+      lastName = '';
+    }
+
+    firstName = this.capitalize(firstName);
+    lastName = this.capitalize(lastName);
+
+    await mixpanel.people.set(user.username, {
+      $first_name: firstName,
+      $last_name: lastName,
+      $name: this.getFullName(firstName, lastName),
+      $email: user.username.includes('@')
+        ? user.username
+        : user.username + '@dadosfera.ai',
+      customer_name: user.customer_name
+    });
+
+    await mixpanel.track(id, {
+      distinct_id: user.username,
+      customer: user.customer_name,
+      env: process.env.ENV,
+      $ip: request.ip,
+      $os: request.headers['sec-ch-ua-platform'] || '',
+      $browser: request.headers['user-agent'],
+      ...body,
+    });
 
-    this.logger.info(`Event successful`)
     return { id, body, user: user.username };
   }
+
+  capitalize(sentence: string): string {
+    if (!sentence) {
+      return '';
+    }
+
+    return sentence[0].toUpperCase() + sentence.substring(1);
+  }
+
+  getFullName(firstName: string, lastName: string) {
+    return `${firstName}${lastName ? ' ' + lastName : ''}`;
+  }
 }

src/modules/mixpanel/mixpanel.module.ts

@@ -1,8 +1,6 @@
 import { Module } from '@nestjs/common';
 import { getSecretFromSecretsManager } from 'src/utils/SecretManager';
 import { MixpanelController } from './mixpanel.controller';
-import { MixpanelService } from './mixpanel.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
 
 @Module({
   controllers: [MixpanelController],
@@ -10,12 +8,9 @@ import DadosferaLogger from '@dadosfera/dadosfera-logs';
     {
       provide: 'MIXPANEL_TOKEN',
       useValue: getSecretFromSecretsManager(
-        `prd/root/mixpanel_token`,
+        `${process.env.ENV}/root/mixpanel_token`,
       ),
     },
-    MixpanelService,
-    DadosferaLogger
   ],
-  exports: [MixpanelService]
 })
 export class MixpanelModule {}

src/modules/mixpanel/mixpanel.service.ts

@@ -1,118 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { Inject } from '@nestjs/common';
-import { Request } from 'express';
-import mixpanel, { init } from 'mixpanel';
-import { RequestUser } from 'src/decorators/user.decorator';
-
-export class MixpanelService {
-    logger: DadosferaLogger;
-
-  constructor(
-    @Inject('MIXPANEL_TOKEN')
-    private readonly mixpanelToken: string,
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  async track(eventName: string, user: RequestUser, request: Request, body: any) {
-    this.logger.info("track: " + JSON.stringify({
-        eventName,
-        ...body
-    }))
-    const mixpanel = init(this.mixpanelToken);
-    await this.setPeople(user, mixpanel);
-
-    await mixpanel.track(eventName, {
-      distinct_id: user.username,
-      customer: user.customer_name,
-      env: process.env.ENV,
-      $ip: request.ip,
-      $os: request.headers['sec-ch-ua-platform'] || '',
-      $browser: request.headers['user-agent'],
-      ...body,
-    });
-    return;
-  }
-
-  async trackShare(request: Request,  body: any) {
-    this.logger.info("trackShare: " + JSON.stringify(body))
-    const mixpanel = init(this.mixpanelToken);
-
-    await mixpanel.track("share_page", {
-      env: process.env.ENV,
-      $ip: request.ip,
-      $os: request.headers['sec-ch-ua-platform'] || '',
-      $browser: request.headers['user-agent'],
-      ...body,
-    });
-    return;
-  }
-
-  private async setPeople(user: RequestUser, mixpanel: mixpanel.Mixpanel) {
-    const separator = user.username.includes('-') ? '-' : '.';
-    const removeValues = [
-      '.dadosferatech.dadosfera',
-      '.demo.dadosfera',
-      '.dadosferademo',
-      '.dadosferarh.dadosfera',
-      '.dadosferatech.dadosfera2',
-      '.dadosferatech.dadosfera',
-      '.dadosfera.fin',
-      '.dadosferafin.dadosfera',
-      '.praxio.dadosfera',
-      '.dadosfera.tech',
-      '.treinamentos@dadosfera.ai',
-      '.dadosfera2',
-      '.treinamentosfera',
-      '.dadosfera',
-    ];
-
-    let username = user.username;
-
-    removeValues.forEach((value) => {
-      username = username.replace(value, '');
-    });
-
-    username = username.split('@')?.[0];
-    username = username.split('+')?.[0];
-
-    let firstName = username
-      .substring(0, username.indexOf(separator))
-      .replace('dadosfera', '');
-    let lastName = username
-      .substring(username.lastIndexOf(separator) + 1)
-      .replace('dadosfera', '');
-
-    if (!firstName) {
-      firstName = lastName;
-      lastName = '';
-    }
-
-    firstName = this.capitalize(firstName);
-    lastName = this.capitalize(lastName);
-
-    await mixpanel.people.set(user.username, {
-      $first_name: firstName,
-      $last_name: lastName,
-      $name: this.getFullName(firstName, lastName),
-      $email: user.username.includes('@')
-        ? user.username
-        : user.username + '@dadosfera.ai',
-      customer_name: user.customer_name,
-    });
-  }
-
-  private capitalize(sentence: string): string {
-    if (!sentence) {
-      return '';
-    }
-
-    return sentence[0].toUpperCase() + sentence.substring(1);
-  }
-
-  private getFullName(firstName: string, lastName: string) {
-    return `${firstName}${lastName ? ' ' + lastName : ''}`;
-  }
-}

src/modules/network-policy/network-policy.controller.ts

@@ -8,7 +8,7 @@ import {
 import { NetworkPoliciesDTO } from './dto/network-policy.dto';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { NetworkPolicyService } from './network-policy.service';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 @Controller('network-policy')
 export class NetworkPolicyController {

src/modules/oauth/oauth.controller.ts

@@ -4,7 +4,7 @@ import { AuthGuard } from '@nestjs/passport';
 import { ConnectionClientService } from '../connection/client.service';
 import jwt from 'jsonwebtoken';
 import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 @ApiTags('oauth')
 @Controller('oauth')

src/modules/open-data/open-data.controller.ts

@@ -9,7 +9,7 @@ import { Language } from 'src/decorators/language.decorator';
 import { OpenDataService } from './open-data.service';
 import { CreateUserOpenDataDTO, WordpressForm } from './dto/wordpres-form';
 import { Metadata } from '@grpc/grpc-js';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { request } from 'http';
 import { Request } from 'express';
 
@@ -45,11 +45,11 @@ export class OpenDataController {
   ) {
     this.logger.info('createUser for open data' + JSON.stringify(request.headers));
 
-    // const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
-    // if (!corslist.includes(origin)) {
-    //   this.logger.info('block request by cors list: '+ origin);
-    //   throw new ForbiddenException();
-    // }
+    const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
+    if (!corslist.includes(origin)) {
+      this.logger.info('block request by cors list: '+ origin);
+      throw new ForbiddenException();
+    }
 
     const OPENDATA_CUSTOMER_ID = process.env.OPEN_CUSTOMER_ID;
     const OPENDATA_GROUP_ID = process.env.OPEN_GROUP_ID;

src/modules/pipelines/client.service.ts

@@ -0,0 +1,78 @@
+import { ConflictException, Inject, OnModuleInit } from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
+import {
+  PipelineServicesNames,
+  PipelinesServiceInterface,
+} from '@dadosfera/protospack';
+import { lastValueFrom } from 'rxjs';
+
+import { IIdRequest } from './interfaces';
+
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { PipelinesClientConfiguration } from './pipelines-client';
+
+export class PipelinesClientService implements OnModuleInit {
+  private pipelineService: PipelinesServiceInterface;
+  logger: DadosferaLogger;
+
+  constructor(
+    @Inject(DadosferaLogger)
+      dadosferaLogger: DadosferaLogger,
+    @Inject(PipelinesClientConfiguration.name)
+    private readonly grpcClient: ClientGrpc,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  onModuleInit() {
+    this.pipelineService =
+      this.grpcClient.getService<PipelinesServiceInterface>(
+        PipelineServicesNames.PipelineService,
+      );
+  }
+
+  async getPipelineStatus(data) {
+    this.logger.info('PipelinesClientService - GetPipelineStatus');
+
+    const statusPipelineResponse = await lastValueFrom(
+      this.pipelineService.getPipelineStatus(data),
+    )
+      .then((res) => {
+        const statusArray =
+          res.status?.sort((a, b) => {
+            if (a.id < b.id) {
+              return 1;
+            } else {
+              return -1;
+            }
+          }) || [];
+        return { status: statusArray };
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+    this.logger.info('Done');
+
+    return statusPipelineResponse;
+  }
+
+  async runPipeline({ id, info }: IIdRequest) {
+    this.logger.info('PipelinesClientService - RunPipeline');
+    const statusPipelineResponse = await lastValueFrom(
+      this.pipelineService.triggerPipeline({ id, info }),
+    ).catch((err) => {
+      this.logger.error(err.message);
+      throw new Error(err);
+    });
+
+    if (statusPipelineResponse.status == false) {
+      throw new ConflictException(
+        'This pipeline is not ready yet to execute, Try again later!',
+      );
+    }
+
+    this.logger.info('Done');
+    return statusPipelineResponse;
+  }
+}

src/modules/pipelines/interfaces.d.ts

@@ -0,0 +1,36 @@
+import { Info } from '@dadosfera/protospack/dist/lib/interfaces';
+
+export interface ICreatePipelineDto {
+  input: IdRequest;
+  transformations: IdRequest[];
+  output: IdRequest;
+  tags: string[];
+  name: string;
+  description: string;
+  info: Info;
+}
+
+export interface IdRequest {
+  id: string;
+}
+
+export interface IIdRequest {
+  id: string;
+  info: Info;
+}
+
+export interface IUpdatePipelineRequest {
+  input: IdRequest;
+  transformations: IdRequest[];
+  output: IdRequest;
+  tags: string[];
+  name: string;
+  description: string;
+  id: string;
+  info: Info;
+}
+
+export interface IGetPipelineLogsRequest {
+  id: string;
+  details: string;
+}

src/modules/pipelines/pipelines-client.ts

@@ -0,0 +1,33 @@
+import {
+  ClientsProviderAsyncOptions,
+  GrpcOptions,
+  Transport,
+} from '@nestjs/microservices';
+import { PipelinePackages, PipelineProtoFilePath } from '@dadosfera/protospack';
+import { credentials } from '@grpc/grpc-js';
+
+const isLocalConnection =
+  process.env.PIFACTORY_URL.startsWith('pi-factory:') ||
+  process.env.PIFACTORY_URL.includes('0.0.0.0');
+
+export class PipelinesClientConfiguration {
+  public name = 'PipelinesClientConfiguration';
+  private config: GrpcOptions = {
+    transport: Transport.GRPC,
+    options: {
+      url: process.env.PIFACTORY_URL,
+      package: PipelinePackages,
+      credentials: isLocalConnection ? undefined : credentials.createSsl(),
+      protoPath: PipelineProtoFilePath,
+      loader: {
+        keepCase: true,
+        enums: String,
+        defaults: false,
+      },
+    },
+  };
+  providerOptions: ClientsProviderAsyncOptions = {
+    name: this.name,
+    ...this.config,
+  };
+}

src/modules/pipelines/pipelines.controller.ts

@@ -0,0 +1,89 @@
+import { Body, Controller, Get, Inject, Param, Post } from '@nestjs/common';
+import { ApiOperation, ApiTags } from '@nestjs/swagger';
+import {
+  AuthenticateCondition,
+  Authenticated,
+} from 'src/decorators/authentication.decorator';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
+import { PipelinesService } from './pipelines.service';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
+
+@ApiInternalOnlyController()
+@ApiTags('Pipelines')
+@Controller('pipelines')
+@Authenticated()
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
+  );
+})
+export class PipelinesController {
+  logger: DadosferaLogger;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private pipelineService: PipelinesService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  @Post('start/:id')
+  @ApiOperation({
+    deprecated: true,
+    description:
+      'This method is deprecated. Please use route /pipelinesV2/start/:id instead',
+  })
+  async activate(@Param('id') id: string, @Body() body) {
+    const { info } = body;
+
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/start/${id} - ON START PIPELINE ROUTE`,
+      {
+        user: body.info.user_id,
+        customer: body.info.customer,
+      },
+    );
+
+    const response = await this.pipelineService.runPipeline({ id, info });
+
+    return response;
+  }
+
+  @Get(':id/status')
+  @ApiOperation({
+    deprecated: true,
+    description:
+      'This method is deprecated. Please use route /pipelinesV2/:id/status instead',
+  })
+  async getPipelineStatus(@Body() body, @Param('id') id: string) {
+    body.id = id;
+
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`,
+      {
+        user: body.info.user_id,
+        customer: body.info.customer,
+      },
+    );
+
+    const response = await this.pipelineService.getPipelineStatus(body);
+
+    return response;
+  }
+}

src/modules/pipelines/pipelines.module.ts

@@ -0,0 +1,19 @@
+import { Module } from '@nestjs/common';
+import { ClientsModule } from '@nestjs/microservices';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { PipelinesController } from './pipelines.controller';
+import { PipelinesService } from './pipelines.service';
+
+import { PipelinesClientConfiguration } from './pipelines-client';
+import { PipelinesClientService } from './client.service';
+
+const client = new PipelinesClientConfiguration();
+
+@Module({
+  imports: [ClientsModule.register([client.providerOptions])],
+  controllers: [PipelinesController],
+  providers: [PipelinesService, PipelinesClientService, DadosferaLogger],
+  exports: [PipelinesService],
+})
+export class PipelinesModule {}

src/modules/pipelines/pipelines.service.ts

@@ -0,0 +1,33 @@
+import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { PipelinesClientService } from './client.service';
+import { IIdRequest } from './interfaces';
+import { objectCamelToSnake } from 'src/utils/CaseConverter';
+
+@Injectable()
+export class PipelinesService {
+  constructor(private pipelineClient: PipelinesClientService) {}
+
+  async getPipelineStatus(data: IIdRequest) {
+    try {
+      const pipelineStatusResponse =
+        await this.pipelineClient.getPipelineStatus(data);
+
+      return objectCamelToSnake(pipelineStatusResponse);
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async runPipeline({ id, info }: IIdRequest) {
+    try {
+      const triggerPipelineResponse = await this.pipelineClient.runPipeline({
+        id,
+        info,
+      });
+
+      return objectCamelToSnake(triggerPipelineResponse);
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+}