FIX: validate if permission is public

.github/workflows/deploy-manually.yml

@@ -13,6 +13,11 @@ on:
         options:
           - stg
           - prd
+      push_to_dockerhub:
+        description: "Push image to Dockerhub?"
+        required: true
+        type: boolean
+        default: false
 
 jobs:
   extract_environment:
@@ -113,6 +118,23 @@ jobs:
           docker compose -f build.docker-compose.yml build
           docker compose -f build.docker-compose.yml push
 
+      - name: Login to Docker Hub
+        if: ${{inputs.push_to_dockerhub}}
+        uses: docker/login-action@v2
+        with:
+          username: dadosfera
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+      - name: Build, Tag, and Push Image to Dockerhub
+        if: ${{inputs.push_to_dockerhub}}
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+        run: |
+          docker compose -f build.docker-compose.dockerhub.yml build
+          docker compose -f build.docker-compose.dockerhub.yml push
+
       # - name: Create ZIP file to Deploy AWS Beanstalk
       #   env:
       #     ENV: ${{ needs.extract_environment.outputs.environment }}
@@ -142,11 +164,54 @@ jobs:
           docker system prune --volumes -a -f
           docker system df
 
-  k8s-deploy:
+  helmfile-deploy:
     needs: [extract_environment, semantic_release, build_ecr_image]
-    uses: ./.github/workflows/k8s-deploy.yml
-    with:
-      cloud: 'oracle'
-      environment: ${{ needs.extract_environment.outputs.environment }}
-      image: ${{ needs.semantic_release.outputs.new_release_version }}
-    secrets: inherit
+    runs-on: [self-hosted, "prd-azure"]
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Set up Helm
+        uses: azure/setup-helm@v1
+        with:
+          version: 'v3.9.0'
+
+      - name: Install Azure ClI
+        run: |
+          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
+
+      - uses: azure/login@v2
+        with:
+          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.8'
+
+      - name: Install Helmfile
+        run: |
+          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
+          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
+          mv helmfile /usr/local/bin/
+          helmfile --version
+
+      - name: Install Helm Diff Plugin
+        run: helm plugin install https://github.com/databus23/helm-diff || true
+
+      - name: Setup kubectl
+        uses: azure/setup-kubectl@v1
+        with:
+          version: 'v1.30.1'
+
+      - name: Authenticate with cluster
+        env:
+          CLUSTER_NAME: platform-${{ needs.extract_environment.outputs.environment }}
+        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
+
+      - name: Run Helmfile Apply
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+        run: helmfile -f helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG

.github/workflows/k8s-deploy.yml

@@ -1,137 +0,0 @@
-name : K8s deploy
-
-on:
-  workflow_call:
-    inputs:
-      cloud:
-        description: "Cloud provider for the deployment"
-        required: true
-        default: "azure"
-        type: string
-      environment:
-        description: "Deployment environment"
-        required: true
-        default: "prd"
-        type: string
-      image:
-        description: "Image Tag"
-        required: true
-        type: string
-
-jobs:
-  azure:
-    if: inputs.cloud == 'azure'
-    runs-on: [self-hosted, "prd-azure"]
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v1
-        with:
-          version: 'v3.9.0'
-
-      - name: Install Azure ClI
-        run: |
-          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
-
-      - uses: azure/login@v2
-        with:
-          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
-
-      - name: Authenticate with cluster
-        env:
-          CLUSTER_NAME: platform-${{ inputs.environment }}
-        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
-      
-      - name: Setup kubectl
-        uses: azure/setup-kubectl@v1
-        with:
-          version: 'v1.30.1'
-      
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.8'
-
-      - name: Install Helmfile
-        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
-          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
-          helmfile --version
-
-      - name: Install Helm Diff Plugin
-        run: helm plugin install https://github.com/databus23/helm-diff || true
-      
-      - name: Run Helmfile Apply
-        env:
-          ENV: ${{ inputs.environment }}
-          IMAGE_TAG: ${{ inputs.image }}
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
-
-  oracle:
-    if: inputs.cloud == 'oracle'
-    runs-on: [self-hosted, "prd-oracle"]
-    env:
-      HOME: /home/runner
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      - name: Set up Helm
-        uses: azure/setup-helm@v1
-        with:
-          version: 'v3.9.0'
-
-      - name: Install OCI CLI
-        env:
-          HOME: /home/runner
-        run: |
-          bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
-          echo "$HOME/bin" >> $GITHUB_PATH
-
-      - name: Configure OCI CLI
-        run: |
-          mkdir -p ~/.oci || true
-          echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
-          echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem 
-          chmod 600 ~/.oci/oci_api_key.pem
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.8'
-
-      - name: Install Helmfile
-        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
-          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
-          helmfile --version
-
-      - name: Install Helm Diff Plugin
-        run: helm plugin install https://github.com/databus23/helm-diff || true
-
-      - name: Authenticate with OKE cluster
-        env:
-          ENV: ${{ inputs.environment }}
-          STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
-          PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
-        run: |
-          if [ "$ENV" = "stg" ]; then
-            CLUSTER_ID=$STG_CLUSTER_ID
-          elif [ "$ENV" = "prd" ]; then
-            CLUSTER_ID=$PRD_CLUSTER_ID
-          else
-            echo "Unknown environment: $ENV"
-            exit 1
-          fi
-          
-          oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT
-
-      - name: Run Helmfile Apply
-        env:
-          ENV: ${{ inputs.environment }}
-          IMAGE_TAG: ${{ inputs.image }}
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG

.github/workflows/validate-k8s.yml

@@ -4,7 +4,7 @@ on:
   pull_request:
     branches:
       - main
-      - beta
+      - stg
 
 jobs:
   extract_environment:
@@ -21,13 +21,17 @@ jobs:
           fi
         id: extract_environment
 
-  helmfile-check:
-    env:
-      HOME: /home/runner
+  helmfile-deploy:
     needs: [extract_environment]
-    environment: ${{ needs.extract_environment.outputs.environment }}
-    runs-on: [self-hosted, "prd-oracle"]
+    runs-on: [self-hosted, "prd-azure"]
+
     steps:
+      - name: Summary
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: |
+          echo "### :rocket: Deploy da branch \`$GITHUB_REF_NAME\`  para o environment ($ENV)" >> $GITHUB_STEP_SUMMARY
+
       - name: Checkout code
         uses: actions/checkout@v3
 
@@ -36,28 +40,13 @@ jobs:
         with:
           version: 'v3.9.0'
 
-      - name: Determine DNS_HOST based on environment
-        id: set_dns
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
+      - name: Install Azure ClI
         run: |
-          if [ "$ENV" = "prd" ]; then
-            echo "dns_host=dadosfera.ai" >> $GITHUB_OUTPUT
-          elif [ "$ENV" = "stg" ]; then
-            echo "dns_host=stg.dadosfera.ai" >> $GITHUB_OUTPUT
-          fi
-  
-      - name: Install OCI CLI
-        run: |
-          bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
-          echo "$HOME/bin" >> $GITHUB_PATH
+          curl -sL https://aka.ms/InstallAzureCLIDeb | bash
 
-      - name: Configure OCI CLI
-        run: |
-          mkdir -p ~/.oci || true
-          echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
-          echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem
-          chmod 600 ~/.oci/oci_api_key.pem
+      - uses: azure/login@v2
+        with:
+          creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
 
       - name: Set up Python
         uses: actions/setup-python@v4
@@ -68,35 +57,23 @@ jobs:
         run: |
           wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
           tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
+          mv helmfile /usr/local/bin/
           helmfile --version
 
       - name: Install Helm Diff Plugin
         run: helm plugin install https://github.com/databus23/helm-diff || true
 
-      - name: Authenticate with OKE cluster
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-          STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
-          PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
-        run: |
-          if [ "$ENV" = "stg" ]; then
-            CLUSTER_ID=$STG_CLUSTER_ID
-          elif [ "$ENV" = "prd" ]; then
-            CLUSTER_ID=$PRD_CLUSTER_ID
-          else
-            echo "Unknown environment: $ENV"
-            exit 1
-          fi
-          
-          oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT 
-
       - name: Setup kubectl
         uses: azure/setup-kubectl@v1
         with:
           version: 'v1.30.1'
 
+      - name: Authenticate with cluster
+        env:
+          CLUSTER_NAME: platform-${{ needs.extract_environment.outputs.environment }}
+        run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
+
       - name: Run Helmfile Diff
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
-        run: helmfile -f deploy/helmfiles/${ENV}.yaml diff
+        run: helmfile -f helmfiles/${ENV}.yaml diff

MIGRATION_MAP_INFACTORY.md

@@ -1,482 +0,0 @@
-# Maestro ↔ In-Factory Migration Map
-
-This document maps all integration points between Maestro and In-Factory that need to be addressed to remove the dependency.
-
-## Architecture Overview
-
-```mermaid
-graph TD;
-  Frontend<-->Maestro;
-  Maestro<-->DUC;
-  Maestro<-->pi-factory;
-  Maestro<-->in-factory;
-```
-
-Maestro connects to **3 external microservices**:
-- **DUC** (`DUC_URL`) - User management, authentication, permissions
-- **PI-Factory** (`PIFACTORY_URL`) - Pipelines, Catalog services
-- **IN-Factory** (`INFACTORY_URL`) - Connections, Connectors, Inputs, Network Config, Transformations
-
----
-
-## Summary Table
-
-| Category | Count | Impact Level |
-|----------|-------|--------------|
-| gRPC Client Configurations | 6 | HIGH |
-| NestJS Modules | 6 | HIGH |
-| REST Controllers/Endpoints | 6 | HIGH |
-| Service Classes | 6 | HIGH |
-| Configuration Files | 5 | MEDIUM |
-| Proto Package Dependencies | 2 | HIGH |
-| Environment Variables | 2 | LOW |
-
----
-
-## 1. gRPC CLIENT CONFIGURATIONS (Files to Migrate)
-
-These files configure gRPC connections to In-Factory services:
-
-### 1.1 Connection Client (`INFACTORY_URL`)
-**File:** `src/modules/connection/client.config.ts`
-```typescript
-// Lines 10-11, 18
-process.env.INFACTORY_URL.startsWith('in-factory:')
-process.env.INFACTORY_URL.includes('0.0.0.0')
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
-- `ConnectionManager.ProtoPackages.WritePackage`
-- `ConnectionManager.ProtoPackages.ReadPackage`
-
-### 1.2 Connector Client (`INFACTORY_URL`)
-**File:** `src/modules/connector/client.config.ts`
-```typescript
-// Lines 10-11, 18
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
-- `ConnectorManager.ProtoPackages.WritePackage`
-- `ConnectorManager.ProtoPackages.ReadPackage`
-
-### 1.3 Inputs Client (`INFACTORY_URL`)
-**File:** `src/modules/inputs/inputs-client.config.ts`
-```typescript
-// Lines 10-11, 17
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
-- `Input.ProtoPackages.WritePackage`
-- `Input.ProtoPackages.ReadPackage`
-
-### 1.4 Network Config Client (`INFACTORY_URL`)
-**File:** `src/modules/network-config/network-config-client.config.ts`
-```typescript
-// Lines 10-11, 19
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
-- `NetworkConfig.ProtoPackages.WritePackage`
-- `NetworkConfig.ProtoPackages.ReadPackage`
-
-### 1.5 Connection Test Client (`INFACTORY_URL`)
-**File:** `src/modules/connection-test/connection-test-client.config.ts`
-```typescript
-// Lines 10-11, 17
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
-- `ConnectionTest.ProtoPackages.ReadPackage`
-
-### 1.6 Transformations Client (`INFACTORY_URL`)
-**File:** `src/modules/transformations/transformations-client.ts`
-```typescript
-// Lines 10-11, 18
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
-- `Transformation.ProtoPackages.WritePackage`
-
----
-
-## 2. SERVICE CLASSES (Business Logic to Migrate)
-
-### 2.1 Connection Client Service
-**File:** `src/modules/connection/client.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `CreateConnection()` | ConnectionManagerWriteServices | Write |
-| `UpdateConnection()` | ConnectionManagerWriteServices | Write |
-| `DeleteConnection()` | ConnectionManagerWriteServices | Write |
-| `GetConnectionDetails()` | ConnectionManagerReadServices | Read |
-| `GetAllConnections()` | ConnectionManagerReadServices | Read |
-| `GetConnectorAvailableConnectionsByCustomer()` | ConnectionManagerReadServices | Read |
-| `ValidatePlatformConnections()` | ConnectionManagerReadServices | Read |
-
-**Key Methods:**
-- `createConnection()`
-- `updateConnection()`
-- `deleteConnection()`
-- `getConnections()`
-- `getConnectionDetails()`
-- `validatePlatformConnections()`
-
-### 2.2 Connector Client Service
-**File:** `src/modules/connector/client.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `RegisterConnector()` | ConnectorManagerWriteServices | Write |
-| `UploadFile()` | ConnectorManagerWriteServices | Write |
-| `RegisterMultipleConnectorsWithoutImage()` | ConnectorManagerWriteServices | Write |
-| `UpdateConnectorByID()` | ConnectorManagerWriteServices | Write |
-| `DeleteConnectorById()` | ConnectorManagerWriteServices | Write |
-| `GetConnectors()` | ConnectorManagerReadServices | Read |
-
-### 2.3 Inputs Service
-**File:** `src/modules/inputs/inputs.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `CreateInput()` | InputWriteService | Write |
-| `UpdateInput()` | InputWriteService | Write |
-| `DeleteInput()` | InputWriteService | Write |
-| `GetAvailableEntities()` | InputReadService | Read |
-
-### 2.4 Network Config Service
-**File:** `src/modules/network-config/network-config.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `NetworkConfigCreate()` | NetworkConfigWriteService | Write |
-| `NetworkConfigUpdate()` | NetworkConfigWriteService | Write |
-| `NetworkConfigDelete()` | NetworkConfigWriteService | Write |
-| `NetworkConfigFindAll()` | NetworkConfigReadService | Read |
-| `NetworkConfigFindOneById()` | NetworkConfigReadService | Read |
-
-### 2.5 Connection Test Service
-**File:** `src/modules/connection-test/connection-test.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `TestConnection()` | ConnectionTestReadService | Read |
-
-### 2.6 Transformations Service
-**File:** `src/modules/transformations/client.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `CreateTransformation()` | TransformationWriteService | Write |
-| `UpdateTransformation()` | TransformationWriteService | Write |
-| `DeleteTransformation()` | TransformationWriteService | Write |
-| Various read operations | TransformationReadService | Read |
-
----
-
-## 3. NESTJS MODULES (Module Registration)
-
-These modules register the gRPC clients and export services:
-
-| Module | File | Imports | Exports |
-|--------|------|---------|---------|
-| ConnectionModule | `src/modules/connection/connection.module.ts` | ConnectionClientConfiguration | ConnectionClientService |
-| ConnectorModule | `src/modules/connector/connector.module.ts` | ConnectorClientConfiguration | ConnectorClientService |
-| InputsModule | `src/modules/inputs/inputs.module.ts` | InputsGrpcClient | InputsService |
-| NetworkConfigModule | `src/modules/network-config/network-config.module.ts` | NetworkConfigGrpcClient | NetworkConfigService |
-| ConnectionTestModule | `src/modules/connection-test/connection-test.module.ts` | ConnectionTestClientConfiguration | ConnectionTestService |
-| TransformationsModule | `src/modules/transformations/transformations.module.ts` | TransformationsClientConfiguration | TransformationsService |
-
-**App Module Registration:** `src/app.module.ts` (Lines 15-21, 50-60)
-
----
-
-## 4. REST CONTROLLERS (API Endpoints to Migrate)
-
-### 4.1 Connection Controller
-**File:** `src/modules/connection/connection.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/connections` | Create a new connection |
-| PUT | `/connections/:id` | Update an existing connection |
-| DELETE | `/connections/:id` | Delete a connection |
-| GET | `/connections` | Get all connections |
-| GET | `/connections/:id` | Get connection details |
-| GET | `/connections/available/:connector_id` | Get available connections by connector |
-
-### 4.2 Connector Controller
-**File:** `src/modules/connector/connector.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/connectors` | Register a new connector |
-| POST | `/connectors/uploads` | Upload multiple connector files |
-| GET | `/connectors` | List all connectors |
-| PUT | `/connectors/:id` | Update a connector |
-| DELETE | `/connectors/:id` | Delete a connector |
-
-### 4.3 Inputs Controller
-**File:** `src/modules/inputs/inputs.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| GET | `/inputs/available-entities/:plugin` | Get available entities for a plugin |
-| POST | `/inputs` | Create an input |
-| PATCH | `/inputs` | Update an input |
-| DELETE | `/inputs/:id` | Delete an input |
-
-### 4.4 Network Config Controller
-**File:** `src/modules/network-config/network-config.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| GET | `/network-configs` | Get all network configurations |
-| GET | `/network-configs/:id` | Get network config by ID |
-| POST | `/network-configs` | Create network configuration |
-| PUT | `/network-configs/:id` | Update network configuration |
-| DELETE | `/network-configs/:id` | Delete network configuration |
-
-### 4.5 Connection Test Controller
-**File:** `src/modules/connection-test/connection-test.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/connection-test` | Test a connection |
-
-### 4.6 Transformations Controller
-**File:** `src/modules/transformations/transformations.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/transformations` | Create transformation |
-| GET | `/transformations` | Get transformations |
-| PUT | `/transformations/:id` | Update transformation |
-| DELETE | `/transformations/:id` | Delete transformation |
-
----
-
-## 5. CONFIGURATION FILES
-
-### 5.1 Helm Chart Values (Production)
-**File:** `deploy/helm-chart/values.yaml`
-```yaml
-# Lines 32, 42
-maestro:
-  in_factory_url: in-factory.dadosfera.ai
-  tr_factory_url: in-factory.dadosfera.ai  # Transformation factory also uses in-factory
-```
-
-### 5.2 Helm Chart Values (Staging)
-**File:** `deploy/helm-chart/values-stg.yaml`
-```yaml
-# Lines 5-6
-maestro:
-  in_factory_url: in-factory.stg.dadosfera.ai
-  tr_factory_url: in-factory.stg.dadosfera.ai
-```
-
-### 5.3 Helmfiles (Production)
-**File:** `deploy/helmfiles/prd.yaml`
-```yaml
-# Lines 15-18, 39-42 (for both maestro and maestro-unimed releases)
-maestro.in_factory_url: in-factory.dadosfera.ai
-maestro.tr_factory_url: in-factory.dadosfera.ai
-```
-
-### 5.4 Deployment Template
-**File:** `deploy/helm-chart/templates/deployment.yaml`
-```yaml
-# Lines 71-72
-- name: INFACTORY_URL
-  value: {{ .Values.maestro.in_factory_url }}
-```
-
-### 5.5 Environment Type Definition
-**File:** `environment.d.ts`
-```typescript
-// Line 9
-INFACTORY_URL: string;
-```
-
----
-
-## 6. PROTO PACKAGE DEPENDENCIES
-
-### 6.1 Package.json
-**File:** `package.json`
-```json
-{
-  "@dadosfera/protospack": "2.5.3",
-  "@dadosfera/protospack-v2": "3.38.0-beta.14"
-}
-```
-
-### 6.2 Proto Imports from `@dadosfera/protospack-v2` (In-Factory related)
-
-| Import Path | Used In |
-|-------------|---------|
-| `ConnectionManager` | connection/client.config.ts, connection/client.service.ts |
-| `ConnectionManager/interfaces/messages` | connection/client.service.ts, connection/dtos/connection.ts |
-| `ConnectionManager/interfaces/entities` | connection/dtos/connection.ts |
-| `ConnectorManager` | connector/client.config.ts, connector/client.service.ts |
-| `Input` | inputs/inputs-client.config.ts, inputs/inputs.service.ts |
-| `Input/interfaces/messages` | inputs/inputs.service.ts |
-| `Input/interfaces/entities` | inputs/inputs.controller.ts, inputs/inputs.service.ts |
-| `NetworkConfig` | network-config/network-config-client.config.ts, network-config/network-config.service.ts |
-| `NetworkConfig/interfaces/entities` | network-config/dto/network-config.ts |
-| `ConnectionTest` | connection-test/connection-test-client.config.ts, connection-test/connection-test.service.ts |
-| `Transformation` | transformations/transformations-client.ts, transformations/client.service.ts |
-
----
-
-## 7. MIGRATION STRATEGY OPTIONS
-
-### Option A: Move In-Factory functionality INTO Maestro
-**Pros:**
-- Single service to maintain
-- No network latency for these operations
-- Simpler deployment
-
-**Cons:**
-- Increases Maestro's responsibility/complexity
-- Requires database access from Maestro
-- May require significant refactoring
-
-**Files to create/migrate:**
-1. Database models for connections, connectors, inputs, network-configs, transformations
-2. Repository layer for database operations
-3. Convert gRPC services to internal services
-4. Remove all gRPC client configurations
-
-### Option B: Create REST API wrapper in In-Factory
-**Pros:**
-- Minimal changes to Maestro
-- Can migrate incrementally
-
-**Cons:**
-- Still maintains dependency
-- Additional REST→gRPC translation layer
-
-### Option C: Direct database access from Maestro
-**Pros:**
-- Removes runtime dependency
-- Better performance
-
-**Cons:**
-- Shared database coupling
-- Complex migration
-
----
-
-## 8. FILES TO MODIFY/DELETE (Summary)
-
-### High Priority - Core Integration Files
-```
-src/modules/connection/client.config.ts          → DELETE or REPLACE
-src/modules/connection/client.service.ts         → REPLACE with local implementation
-src/modules/connector/client.config.ts           → DELETE or REPLACE
-src/modules/connector/client.service.ts          → REPLACE with local implementation
-src/modules/inputs/inputs-client.config.ts       → DELETE or REPLACE
-src/modules/inputs/inputs.service.ts             → REPLACE with local implementation
-src/modules/network-config/network-config-client.config.ts → DELETE or REPLACE
-src/modules/network-config/network-config.service.ts      → REPLACE with local implementation
-src/modules/connection-test/connection-test-client.config.ts → DELETE or REPLACE
-src/modules/connection-test/connection-test.service.ts    → REPLACE with local implementation
-src/modules/transformations/transformations-client.ts     → DELETE or REPLACE
-src/modules/transformations/client.service.ts            → REPLACE with local implementation
-```
-
-### Medium Priority - Module Registration
-```
-src/modules/connection/connection.module.ts      → UPDATE imports
-src/modules/connector/connector.module.ts        → UPDATE imports
-src/modules/inputs/inputs.module.ts              → UPDATE imports
-src/modules/network-config/network-config.module.ts → UPDATE imports
-src/modules/connection-test/connection-test.module.ts → UPDATE imports
-src/modules/transformations/transformations.module.ts → UPDATE imports
-src/app.module.ts                                → UPDATE if module structure changes
-```
-
-### Low Priority - Configuration
-```
-deploy/helm-chart/values.yaml                    → REMOVE in_factory_url, tr_factory_url
-deploy/helm-chart/values-stg.yaml                → REMOVE in_factory_url, tr_factory_url
-deploy/helmfiles/prd.yaml                        → REMOVE in_factory_url references
-deploy/helm-chart/templates/deployment.yaml      → REMOVE INFACTORY_URL env var
-environment.d.ts                                 → REMOVE INFACTORY_URL type
-README.md                                        → UPDATE architecture diagram
-```
-
----
-
-## 9. DEPENDENCY COUNT BY MODULE
-
-| Module | Files | gRPC Calls | REST Endpoints |
-|--------|-------|------------|----------------|
-| Connection | 4 | 7 | 6 |
-| Connector | 3 | 6 | 5 |
-| Inputs | 3 | 4 | 4 |
-| Network Config | 3 | 5 | 5 |
-| Connection Test | 3 | 1 | 1 |
-| Transformations | 4 | 4+ | 4 |
-| **TOTAL** | **20** | **27+** | **25** |
-
----
-
-## 10. DATA MODELS (Proto Messages Used)
-
-### Connection Manager
-- `CreateConnectionRequest` / `CreateConnectionResponse`
-- `UpdateConnectionRequest` / `UpdateConnectionResponse`
-- `DeleteConnectionRequest` / `DeleteConnectionResponse`
-- `GetConnectionDetailsRequest` / `GetConnectionDetailsResponse`
-- `GetAllConnectionsRequest` / `GetAllConnectionsResponse`
-- `Connection` (entity)
-- `ConnectionCredential` (entity)
-
-### Connector Manager
-- `RegisterConnectorRequest` / `RegisterConnectorResponse`
-- `UploadFileRequest` / `UploadFileResponse`
-- `GetConnectorsRequest` / `GetConnectorsResponse`
-- `Connector` (entity)
-
-### Input
-- `CreateInputRequest` / `CreateInputResponse`
-- `UpdateInputRequest` / `UpdateInputResponse`
-- `DeleteInputRequest` / `DeleteInputResponse`
-- `GetAvailableEntitiesRequest` / `GetAvailableEntitiesResponse`
-- `Info` (entity)
-
-### Network Config
-- `NetworkConfigCreateRequest` / `NetworkConfigCreateResponse`
-- `NetworkConfigUpdateRequest` / `NetworkConfigUpdateResponse`
-- `NetworkConfigDeleteRequest` / `NetworkConfigDeleteResponse`
-- `NetworkConfigFindAllRequest` / `NetworkConfigFindAllResponse`
-- `NetworkConfig` (entity)
-
-### Connection Test
-- `TestConnectionRequest` / `TestConnectionResponse`
-
-### Transformation
-- `CreateTransformationRequest` / `CreateTransformationResponse`
-- `UpdateTransformationRequest` / `UpdateTransformationResponse`
-- `DeleteTransformationRequest` / `DeleteTransformationResponse`
-
----
-
-## NEXT STEPS
-
-1. **Decide on migration strategy** (Option A, B, or C)
-2. **Prioritize modules** - Recommend starting with Connection Test (smallest), then Inputs, Network Config, Transformations, Connection, Connector (largest)
-3. **Create database schema** if moving to Option A
-4. **Implement local services** one module at a time
-5. **Update tests** for each migrated module
-6. **Update deployment configs** to remove INFACTORY_URL
-7. **Coordinate with In-Factory team** for data migration

MIGRATION_MAP_INFACTORY_SIDE.md

@@ -1,320 +0,0 @@
-# In-Factory Side - Migration Requirements
-
-This document outlines what needs to be addressed in the **In-Factory** service to remove its coupling with Maestro.
-
-> **Note:** This analysis is based on the Maestro codebase. For a complete analysis, the In-Factory repository should also be reviewed.
-
----
-
-## Current Architecture (In-Factory → Maestro)
-
-Based on the Maestro codebase analysis, **In-Factory** exposes the following gRPC services that Maestro consumes:
-
-```mermaid
-graph LR;
-  Maestro -->|gRPC| InFactory;
-  subgraph InFactory Services
-    CM[ConnectionManager]
-    ConM[ConnectorManager]
-    IN[Input]
-    NC[NetworkConfig]
-    CT[ConnectionTest]
-    TR[Transformation]
-  end
-  Maestro --> CM;
-  Maestro --> ConM;
-  Maestro --> IN;
-  Maestro --> NC;
-  Maestro --> CT;
-  Maestro --> TR;
-```
-
----
-
-## gRPC Services Exposed by In-Factory
-
-### 1. ConnectionManager Service
-
-**Package:** `ConnectionManager` from `@dadosfera/protospack-v2`
-
-#### Write Services (`ConnectionManagerWriteServices`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `CreateConnection` | Create a new data connection | Maestro POST /connections |
-| `UpdateConnection` | Update an existing connection | Maestro PUT /connections/:id |
-| `DeleteConnection` | Delete a connection | Maestro DELETE /connections/:id |
-
-#### Read Services (`ConnectionManagerReadServices`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `GetConnectionDetails` | Get details of a single connection | Maestro GET /connections/:id |
-| `GetAllConnections` | List all connections for a customer | Maestro GET /connections |
-| `GetConnectorAvailableConnectionsByCustomer` | Get available connections by connector | Maestro GET /connections/available/:connector_id |
-| `ValidatePlatformConnections` | Validate connections against platform | Maestro internal |
-
----
-
-### 2. ConnectorManager Service
-
-**Package:** `ConnectorManager` from `@dadosfera/protospack-v2`
-
-#### Write Services (`ConnectorManagerWriteServices`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `RegisterConnector` | Register a new connector | Maestro POST /connectors |
-| `UploadFile` | Upload connector files | Maestro POST /connectors/uploads |
-| `RegisterMultipleConnectorsWithoutImage` | Bulk register connectors | Maestro internal |
-| `UpdateConnectorByID` | Update a connector | Maestro PUT /connectors/:id |
-| `DeleteConnectorById` | Delete a connector | Maestro DELETE /connectors/:id |
-
-#### Read Services (`ConnectorManagerReadServices`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `GetConnectors` | List all connectors | Maestro GET /connectors |
-
----
-
-### 3. Input Service
-
-**Package:** `Input` from `@dadosfera/protospack-v2`
-
-#### Write Services (`InputWriteService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `CreateInput` | Create a new input configuration | Maestro POST /inputs |
-| `UpdateInput` | Update input configuration | Maestro PATCH /inputs |
-| `DeleteInput` | Delete an input | Maestro DELETE /inputs/:id |
-
-#### Read Services (`InputReadService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `GetAvailableEntities` | Get available entities for a plugin | Maestro GET /inputs/available-entities/:plugin |
-
----
-
-### 4. NetworkConfig Service
-
-**Package:** `NetworkConfig` from `@dadosfera/protospack-v2`
-
-#### Write Services (`NetworkConfigWriteService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `NetworkConfigCreate` | Create network configuration | Maestro POST /network-configs |
-| `NetworkConfigUpdate` | Update network configuration | Maestro PUT /network-configs/:id |
-| `NetworkConfigDelete` | Delete network configuration | Maestro DELETE /network-configs/:id |
-
-#### Read Services (`NetworkConfigReadService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `NetworkConfigFindAll` | List all network configs | Maestro GET /network-configs |
-| `NetworkConfigFindOneById` | Get network config by ID | Maestro GET /network-configs/:id |
-
----
-
-### 5. ConnectionTest Service
-
-**Package:** `ConnectionTest` from `@dadosfera/protospack-v2`
-
-#### Read Services (`ConnectionTestReadService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `TestConnection` | Test a connection's connectivity | Maestro POST /connection-test |
-
----
-
-### 6. Transformation Service
-
-**Package:** `Transformation` from `@dadosfera/protospack-v2`
-
-#### Write Services (`TransformationWriteService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `CreateTransformation` | Create a transformation | Maestro POST /transformations |
-| `UpdateTransformation` | Update a transformation | Maestro PUT /transformations/:id |
-| `DeleteTransformation` | Delete a transformation | Maestro DELETE /transformations/:id |
-
-#### Read Services (`TransformationReadService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| Various read operations | Get transformation details | Maestro GET /transformations |
-
----
-
-## Proto Package Ownership
-
-The proto definitions are managed in `@dadosfera/protospack-v2`:
-
-```
-@dadosfera/protospack-v2/
-├── dist/lib/
-│   ├── ConnectionManager/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   ├── ConnectorManager/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   ├── Input/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   ├── NetworkConfig/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   ├── ConnectionTest/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   └── Transformation/
-│       ├── interfaces/messages.ts
-│       └── interfaces/entities.ts
-```
-
----
-
-## In-Factory Migration Options
-
-### Option 1: Expose REST API (Keep In-Factory, Add REST Layer)
-
-**Changes Required in In-Factory:**
-1. Add REST controllers for all services
-2. Implement HTTP endpoints mirroring gRPC methods
-3. Update deployment to expose HTTP port
-4. Create OpenAPI documentation
-
-**Pros:**
-- Minimal architectural changes
-- Can run both gRPC and REST in parallel during migration
-- Maestro can switch to REST calls gradually
-
-**Cons:**
-- Still maintains service dependency
-- Adds another communication layer
-
----
-
-### Option 2: Move Logic to Maestro (Deprecate In-Factory for these features)
-
-**Changes Required in In-Factory:**
-1. Export database schema/migrations
-2. Document all business logic
-3. Provide data migration scripts
-4. Deprecate gRPC endpoints after migration
-
-**Changes Required in Maestro:**
-1. Create database models
-2. Implement repositories
-3. Create service layer with same business logic
-4. Run data migration
-
-**Pros:**
-- Removes runtime dependency completely
-- Simplifies architecture
-- One less service to maintain
-
-**Cons:**
-- Significant development effort
-- Risk of business logic divergence during migration
-- Database sharing concerns
-
----
-
-### Option 3: Merge Services (Combine In-Factory into a larger service)
-
-**Changes Required:**
-1. Create new combined service
-2. Migrate both In-Factory and relevant Maestro code
-3. Update all clients
-
-**Pros:**
-- Clean architectural redesign
-- Opportunity to optimize
-
-**Cons:**
-- Largest effort
-- Risk of disruption
-
----
-
-## Data Migration Considerations
-
-### Entities Managed by In-Factory
-
-Based on proto definitions, In-Factory manages:
-
-1. **Connections**
-   - Connection credentials
-   - Connection metadata
-   - Customer associations
-
-2. **Connectors**
-   - Connector definitions
-   - Connector images/files
-   - Plugin configurations
-
-3. **Inputs**
-   - Input configurations
-   - Entity mappings
-
-4. **Network Configs**
-   - Network configuration settings
-   - Security settings
-
-5. **Transformations**
-   - Transformation definitions
-   - Transformation scripts
-
-### Migration Steps
-1. Export database schema from In-Factory
-2. Create equivalent schema in target database
-3. Write data migration scripts
-4. Validate data integrity
-5. Switch traffic
-6. Decommission old service
-
----
-
-## Recommended Investigation for In-Factory Team
-
-1. **Check for Maestro dependencies in In-Factory**
-   - Does In-Factory call any Maestro APIs?
-   - Are there any shared databases?
-   - Any shared message queues?
-
-2. **Document database schema**
-   - All tables related to connections, connectors, inputs, network-configs, transformations
-   - Foreign key relationships
-   - Indexes and constraints
-
-3. **List all consumers**
-   - Besides Maestro, who else calls In-Factory?
-   - Are there other internal services?
-   - Any external integrations?
-
-4. **Business logic documentation**
-   - Validation rules
-   - Business constraints
-   - Side effects (events, notifications, etc.)
-
----
-
-## Timeline Considerations
-
-| Phase | Description | Dependencies |
-|-------|-------------|--------------|
-| Phase 1 | Analysis & Planning | Both teams available |
-| Phase 2 | Schema/API Design | Proto definitions finalized |
-| Phase 3 | Implementation | Development resources |
-| Phase 4 | Data Migration | Database access, downtime window |
-| Phase 5 | Testing | QA resources, test environments |
-| Phase 6 | Cutover | Deployment coordination |
-| Phase 7 | Decommission | Monitoring, rollback plan |
-
----
-
-## Questions for In-Factory Team
-
-1. What database does In-Factory use? (PostgreSQL, MongoDB, etc.)
-2. Are there any async operations? (message queues, event sourcing)
-3. What is the current data volume for each entity type?
-4. Are there any scheduled jobs or background processes?
-5. What monitoring/alerting is in place?
-6. Are there any data retention policies?
-7. What is the backup/recovery strategy?

MIGRATION_MAP_PIFACTORY.md

@@ -1,486 +0,0 @@
-# Maestro ↔ PI-Factory Migration Map
-
-This document maps all integration points between Maestro and PI-Factory that need to be addressed to remove the dependency.
-
-## Architecture Overview
-
-```mermaid
-graph TD;
-  Frontend<-->Maestro;
-  Maestro<-->DUC;
-  Maestro<-->pi-factory;
-  Maestro<-->in-factory;
-```
-
-PI-Factory (`PIFACTORY_URL`) is responsible for:
-- **Pipeline Management** - Create, read, update, delete pipelines
-- **Catalog Services** - Data asset management, metadata, previews
-- **Platform Interfaces** - Dataset cataloging operations
-
----
-
-## Summary Table
-
-| Category | Count | Impact Level |
-|----------|-------|--------------|
-| gRPC Client Configurations | 3 | HIGH |
-| NestJS Modules | 3 | HIGH |
-| REST Controllers/Endpoints | 3 (~50 endpoints) | HIGH |
-| Service Classes | 4 | HIGH |
-| Configuration Files | 4 | MEDIUM |
-| Proto Package Dependencies | 2 | HIGH |
-| Environment Variables | 1 | LOW |
-
----
-
-## 1. gRPC CLIENT CONFIGURATIONS (Files to Migrate)
-
-These files configure gRPC connections to PI-Factory services:
-
-### 1.1 Catalog Client (`PIFACTORY_URL`)
-**File:** `src/modules/catalog/catalog-client.ts`
-```typescript
-// Lines 11-12, 19
-process.env.PIFACTORY_URL.startsWith('pi-factory:')
-process.env.PIFACTORY_URL.includes('0.0.0.0')
-url: process.env.PIFACTORY_URL
-```
-**Proto Services Used:**
-- `Catalog.ProtoPackages.ReadPackage`
-- `Catalog.ProtoPackages.WritePackage`
-- `PlatformInterfaces.ProtoPackages.WritePackage`
-
-### 1.2 Pipelines V2 Client (`PIFACTORY_URL`)
-**File:** `src/modules/pipelinesV2/pipelines-client.ts`
-```typescript
-// Lines 13-14, 21
-url: process.env.PIFACTORY_URL
-```
-**Proto Services Used:**
-- `PipelineV2.ProtoPackages.ReadPackage`
-- `PipelineV2.ProtoPackages.WritePackage`
-
-### 1.3 Pipelines Client (Legacy) (`PIFACTORY_URL`)
-**File:** `src/modules/pipelines/pipelines-client.ts`
-```typescript
-// Lines 10-11, 18
-url: process.env.PIFACTORY_URL
-```
-**Proto Services Used:**
-- `PipelinePackages` from `@dadosfera/protospack`
-
----
-
-## 2. SERVICE CLASSES (Business Logic to Migrate)
-
-### 2.1 Catalog Service
-**File:** `src/modules/catalog/catalog.service.ts`
-
-**gRPC Services Initialized:**
-- `CatalogReadServices` (from `Catalog.ReadService`)
-- `CatalogWriteServices` (from `Catalog.WriteService`)
-- `PlatformInterfacesWriteServices` (from `PlatformInterfaces.WriteService`)
-
-**gRPC Methods Called:**
-
-| Method | Service | Description |
-|--------|---------|-------------|
-| `GetAllDataAssets()` | CatalogReadServices | Search/list data assets |
-| `GetOneDataAsset()` | CatalogReadServices | Get single data asset by ID |
-| `GetOneDataAssetByPipelineAndObject()` | CatalogReadServices | Get asset by pipeline/object |
-| `GetDatasetDoc()` | CatalogReadServices | Get dataset documentation |
-| `GetDatasetPreview()` | CatalogReadServices | Get data preview |
-| `GetDatasetColumnsMetadata()` | CatalogReadServices | Get column metadata |
-| `GetCustomerTags()` | CatalogReadServices | Get all tags for customer |
-| `GetDatasetCatalogTask()` | CatalogReadServices | Get catalog task status |
-| `GetRlsRules()` | CatalogReadServices | Get RLS rules |
-| `GetOneRlsRule()` | CatalogReadServices | Get single RLS rule |
-| `GetNimbusDashboards()` | CatalogReadServices | Get Nimbus dashboards |
-| `CreateDataAsset()` | CatalogWriteServices | Create new data asset |
-| `UpdateDataAsset()` | CatalogWriteServices | Update existing data asset |
-| `DeleteDataAsset()` | CatalogWriteServices | Delete data asset |
-| `ManagePermission()` | CatalogWriteServices | Manage asset permissions |
-| `RevokePermission()` | CatalogWriteServices | Revoke asset permissions |
-| `MakeAComment()` | CatalogWriteServices | Add comment to asset |
-| `UpdateAComment()` | CatalogWriteServices | Update/delete comment |
-| `TriggerDatasetCataloging()` | CatalogWriteServices | Trigger catalog process |
-| `AddRlsRule()` | CatalogWriteServices | Add RLS rule |
-| `RemoveRlsRule()` | CatalogWriteServices | Remove RLS rule |
-| `RemoveRlsRulesByRlsId()` | CatalogWriteServices | Batch remove by RLS ID |
-| `RemoveRlsRulesByDashboardId()` | CatalogWriteServices | Batch remove by dashboard |
-| `GetPiiReporter()` | CatalogWriteServices | Get PII report data |
-| `CatalogDataAssets()` | PlatformInterfacesWriteServices | Catalog datasets |
-
-**Additional HTTP Calls to Nimbus:**
-- `POST ${nimbusUrl}/api/catalog/data-docs/` - Create data docs
-- `POST ${nimbusUrl}/api/catalog/table-metadata/` - Create table metadata
-- `POST ${nimbusUrl}/api/catalog/column-metadata/` - Create column metadata
-- `POST ${nimbusUrl}/api/catalog/data-preview/` - Create data preview
-
-### 2.2 Pipelines V2 Service
-**File:** `src/modules/pipelinesV2/pipelines.service.ts`
-
-**gRPC Services Initialized:**
-- `PipelineV2ReadService` (from `PipelineV2.ReadService`)
-- `PipelineV2WriteService` (from `PipelineV2.WriteService`)
-
-**gRPC Methods Called:**
-
-| Method | Service | Description |
-|--------|---------|-------------|
-| `PipelineV2Create()` | PipelineV2WriteService | Create new pipeline |
-| `PipelineV2Update()` | PipelineV2WriteService | Update pipeline |
-| `PipelineV2Remove()` | PipelineV2WriteService | Delete pipeline |
-| `PipelineV2UploadFile()` | PipelineV2WriteService | Initialize file upload |
-| `PipelineV2CompleteUploadFile()` | PipelineV2WriteService | Complete file upload |
-| `PipelineV2FindAll()` | PipelineV2ReadService | List all pipelines |
-| `PipelineV2FindOne()` | PipelineV2ReadService | Get single pipeline |
-| `PipelineV2FindObjects()` | PipelineV2ReadService | Get pipeline objects |
-| `PipelineV2DownloadLogs()` | PipelineV2ReadService | Download pipeline logs |
-| `PipelineV2GetDashboardUrl()` | PipelineV2ReadService | Get monitoring dashboard URL |
-
-### 2.3 Pipelines Service (Legacy)
-**File:** `src/modules/pipelines/pipelines.service.ts`
-
-**Uses:** `PipelinesClientService`
-
-**Methods:**
-- `getPipelineStatus()` - Get pipeline execution status
-- `runPipeline()` - Trigger pipeline execution
-
-### 2.4 Pipelines Client Service (Legacy)
-**File:** `src/modules/pipelines/client.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Description |
-|--------|---------|-------------|
-| `getPipelineStatus()` | PipelineService | Get pipeline status |
-| `triggerPipeline()` | PipelineService | Trigger pipeline run |
-
----
-
-## 3. NESTJS MODULES (Module Registration)
-
-| Module | File | Client Configuration | Exports |
-|--------|------|---------------------|---------|
-| CatalogModule | `src/modules/catalog/catalog.module.ts` | CatalogClientConfiguration | CatalogService |
-| PipelinesV2Module | `src/modules/pipelinesV2/pipelines.module.ts` | PipelinesClientConfiguration | PipelinesService |
-| PipelinesModule | `src/modules/pipelines/pipelines.module.ts` | PipelinesClientConfiguration | PipelinesService, PipelinesClientService |
-
-**App Module Registration:** `src/app.module.ts` (Lines 20, 23, 25, 53-54, 59)
-
----
-
-## 4. REST CONTROLLERS (API Endpoints to Migrate)
-
-### 4.1 Catalog Controller
-**File:** `src/modules/catalog/catalog.controller.ts`
-**Base Path:** `/catalog`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| GET | `/catalog` | Search data assets |
-| GET | `/catalog/download` | Download assets as CSV |
-| GET | `/catalog/data-asset` | Get asset by pipeline/object |
-| GET | `/catalog/data-asset/:id` | Get single data asset |
-| GET | `/catalog/data-asset/rls/:id` | Get data asset RLS info |
-| GET | `/catalog/data-asset/:id/columns-metadata` | Get column metadata |
-| GET | `/catalog/data-asset/:id/preview` | Get data preview |
-| GET | `/catalog/data-asset/:id/docs` | Get documentation |
-| GET | `/catalog/tags` | Get all tags |
-| PUT | `/catalog/data-asset/:id` | Update data asset |
-| PUT | `/catalog/data-asset/:id/manage-permissions` | Manage permissions |
-| PUT | `/catalog/data-asset/:id/revoke-permissions` | Revoke permissions |
-| POST | `/catalog` | Create data asset |
-| POST | `/catalog/data-asset/:id/docs` | Create documentation |
-| POST | `/catalog/data-asset/:id/comment` | Add comment |
-| POST | `/catalog/dataset-catalog-task` | Trigger catalog task |
-| POST | `/catalog/rls-rule` | Add RLS rule |
-| POST | `/catalog/register-dataset` | Register dataset with metadata |
-| DELETE | `/catalog/data-asset/:id` | Delete data asset |
-| DELETE | `/catalog/data-asset/:id/comment` | Delete comment |
-| DELETE | `/catalog/rls-rule/:id` | Remove RLS rule |
-| DELETE | `/catalog/rls-rule` | Batch remove RLS rules |
-| GET | `/catalog/dataset-catalog-task/:session` | Get catalog task status |
-| GET | `/catalog/rls-rule/:id` | Get single RLS rule |
-| GET | `/catalog/rls-rule` | Get RLS rules |
-| GET | `/catalog/nimbus-dashboards` | Get Nimbus dashboards |
-| GET | `/catalog/pii-reporter` | Get PII report |
-
-**Total: 27 endpoints**
-
-### 4.2 Pipelines V2 Controller
-**File:** `src/modules/pipelinesV2/pipelines.controller.ts`
-**Base Path:** `/pipelinesV2`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| GET | `/pipelinesV2/monitoring-dashboard` | Get monitoring dashboard URL |
-| GET | `/pipelinesV2` | List all pipelines |
-| GET | `/pipelinesV2/download-logs` | Download pipeline logs |
-| GET | `/pipelinesV2/:id` | Get single pipeline |
-| GET | `/pipelinesV2/:id/config` | Get pipeline properties |
-| GET | `/pipelinesV2/:id/objects` | Get pipeline objects |
-| GET | `/pipelinesV2/:id/status` | Get pipeline status (legacy) |
-| POST | `/pipelinesV2` | Create pipeline |
-| POST | `/pipelinesV2/init-upload` | Initialize file upload |
-| POST | `/pipelinesV2/complete-upload` | Complete file upload |
-| POST | `/pipelinesV2/file` | Upload file pipeline |
-| POST | `/pipelinesV2/start/:id` | Start pipeline |
-| PATCH | `/pipelinesV2/:id` | Update pipeline |
-| PUT | `/pipelinesV2/:id` | Update pipeline (deprecated) |
-| DELETE | `/pipelinesV2/:id` | Delete pipeline |
-
-**Total: 15 endpoints**
-
-### 4.3 Pipelines Controller (Legacy)
-**File:** `src/modules/pipelines/pipelines.controller.ts`
-**Base Path:** `/pipelines`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/pipelines/start/:id` | Start pipeline (deprecated) |
-| GET | `/pipelines/:id/status` | Get pipeline status (deprecated) |
-
-**Total: 2 endpoints (deprecated)**
-
----
-
-## 5. CONFIGURATION FILES
-
-### 5.1 Helm Chart Values (Production)
-**File:** `deploy/helm-chart/values.yaml`
-```yaml
-# Line 40
-maestro:
-  pi_factory_url: pi-factory.dadosfera.ai
-```
-
-### 5.2 Helm Chart Values (Staging)
-**File:** `deploy/helm-chart/values-stg.yaml`
-```yaml
-# Line 4
-maestro:
-  pi_factory_url: pi-factory.stg.dadosfera.ai
-```
-
-### 5.3 Helmfiles (Production)
-**File:** `deploy/helmfiles/prd.yaml`
-```yaml
-# Lines 14, 38
-maestro.pi_factory_url: pi-factory.dadosfera.ai
-```
-
-### 5.4 Deployment Template
-**File:** `deploy/helm-chart/templates/deployment.yaml`
-```yaml
-# Line 85
-- name: PIFACTORY_URL
-  value: {{ .Values.maestro.pi_factory_url }}
-```
-
-### 5.5 Environment Type Definition
-**File:** `environment.d.ts`
-```typescript
-// Line 10
-PIFACTORY_URL: string;
-```
-
----
-
-## 6. PROTO PACKAGE DEPENDENCIES
-
-### 6.1 Package.json
-**File:** `package.json`
-```json
-{
-  "@dadosfera/protospack": "2.5.3",      // Legacy pipelines
-  "@dadosfera/protospack-v2": "3.38.0-beta.14"  // PipelineV2, Catalog, PlatformInterfaces
-}
-```
-
-### 6.2 Proto Imports from `@dadosfera/protospack-v2` (PI-Factory related)
-
-| Import Path | Used In |
-|-------------|---------|
-| `Catalog` | catalog/catalog-client.ts, catalog/catalog.service.ts |
-| `Catalog/interfaces/messages` | catalog/catalog.service.ts, catalog/catalog.controller.ts, catalog/dtos |
-| `PlatformInterfaces` | catalog/catalog-client.ts, catalog/catalog.service.ts |
-| `PipelineV2` | pipelinesV2/pipelines-client.ts, pipelinesV2/pipelines.service.ts |
-| `PipelineV2/interfaces/messages` | pipelinesV2/pipelines.service.ts, pipelinesV2/pipelines.controller.ts |
-
-### 6.3 Proto Imports from `@dadosfera/protospack` (Legacy)
-
-| Import Path | Used In |
-|-------------|---------|
-| `PipelinePackages` | pipelines/pipelines-client.ts |
-| `PipelineProtoFilePath` | pipelines/pipelines-client.ts |
-| `PipelineServicesNames` | pipelines/client.service.ts |
-| `PipelinesServiceInterface` | pipelines/client.service.ts |
-
----
-
-## 7. FILES TO MODIFY/DELETE (Summary)
-
-### High Priority - Core Integration Files
-```
-src/modules/catalog/catalog-client.ts              → DELETE or REPLACE
-src/modules/catalog/catalog.service.ts             → REPLACE with local implementation
-src/modules/pipelinesV2/pipelines-client.ts        → DELETE or REPLACE
-src/modules/pipelinesV2/pipelines.service.ts       → REPLACE with local implementation
-src/modules/pipelines/pipelines-client.ts          → DELETE or REPLACE
-src/modules/pipelines/client.service.ts            → REPLACE with local implementation
-src/modules/pipelines/pipelines.service.ts         → REPLACE with local implementation
-```
-
-### Medium Priority - Module Registration
-```
-src/modules/catalog/catalog.module.ts              → UPDATE imports
-src/modules/pipelinesV2/pipelines.module.ts        → UPDATE imports
-src/modules/pipelines/pipelines.module.ts          → UPDATE imports
-src/app.module.ts                                  → UPDATE if module structure changes
-```
-
-### Low Priority - Configuration
-```
-deploy/helm-chart/values.yaml                      → REMOVE pi_factory_url
-deploy/helm-chart/values-stg.yaml                  → REMOVE pi_factory_url
-deploy/helmfiles/prd.yaml                          → REMOVE pi_factory_url references
-deploy/helm-chart/templates/deployment.yaml        → REMOVE PIFACTORY_URL env var
-environment.d.ts                                   → REMOVE PIFACTORY_URL type
-README.md                                          → UPDATE architecture diagram
-```
-
----
-
-## 8. DEPENDENCY COUNT BY MODULE
-
-| Module | Files | gRPC Calls | REST Endpoints |
-|--------|-------|------------|----------------|
-| Catalog | 3 | 24+ | 27 |
-| PipelinesV2 | 3 | 10 | 15 |
-| Pipelines (Legacy) | 3 | 2 | 2 |
-| **TOTAL** | **9** | **36+** | **44** |
-
----
-
-## 9. COMPARISON: PI-Factory vs In-Factory
-
-| Aspect | PI-Factory | In-Factory |
-|--------|------------|------------|
-| Environment Variable | `PIFACTORY_URL` | `INFACTORY_URL` |
-| Modules | 3 | 6 |
-| gRPC Calls | 36+ | 27+ |
-| REST Endpoints | 44 | 25 |
-| Complexity | HIGH | MEDIUM-HIGH |
-| Domain | Pipelines, Catalog | Connections, Connectors, Inputs |
-
----
-
-## 10. DATA MODELS (Proto Messages Used)
-
-### Catalog Messages
-- `CreateDataAssetRequest` / `CreateDataAssetResponse`
-- `GetAllDataAssetsRequest` / `GetAllDataAssetsResponse`
-- `GetOneDataAssetRequest` / Response
-- `UpdateDataAssetRequest` / Response
-- `DeleteDataAssetRequest` / Response
-- `ManagePermissionRequest` / Response
-- `RevokePermissionRequest` / Response
-- `MakeACommentRequest` / Response
-- `UpdateACommentRequest` / Response
-- `TriggerDatasetCatalogingRequest` / Response
-- `GetDatasetCatalogTaskRequest` / Response
-- `AddRlsRuleRequest` / Response
-- `RemoveRlsRuleRequest` / Response
-- `GetRlsRulesRequest` / Response
-- `GetNimbusDashboardsRequest` / Response
-- `PiiMetadata`
-- `RegisterDatasetWithMetatadaRequest`
-
-### PipelineV2 Messages
-- `PipelineV2CreateRequest` / `PipelineV2CreateResponse`
-- `PipelineV2FindAllRequest` / `PipelineV2FindAllResponse`
-- `PipelineV2FindOneRequest` / `PipelineV2FindOneResponse`
-- `PipelineV2UpdateRequest` / `PipelineV2UpdateResponse`
-- `PipelineV2RemoveRequest` / Response
-- `PipelineV2UploadFileRequest` / Response
-- `PipelineV2CompleteUploadFileRequest` / Response
-- `PipelineV2FindObjectsRequest` / Response
-- `PipelineV2DownloadLogsRequest` / Response
-- `PipelineV2GetDashboardUrlRequest` / Response
-
-### Platform Interfaces Messages
-- `CatalogDataAssetsRequest` / Response
-
----
-
-## 11. MIGRATION STRATEGY OPTIONS
-
-### Option A: Move PI-Factory functionality INTO Maestro
-**Pros:**
-- Single service to maintain
-- No network latency for these operations
-- Simpler deployment
-
-**Cons:**
-- Significantly increases Maestro's responsibility
-- Requires database access from Maestro
-- Large refactoring effort (44 endpoints)
-
-### Option B: Create REST API wrapper in PI-Factory
-**Pros:**
-- Minimal changes to Maestro
-- Can migrate incrementally
-
-**Cons:**
-- Still maintains dependency
-- Additional REST→gRPC translation layer
-
-### Option C: Direct database access from Maestro
-**Pros:**
-- Removes runtime dependency
-- Better performance
-
-**Cons:**
-- Shared database coupling
-- Complex migration
-
----
-
-## 12. RECOMMENDED MIGRATION ORDER
-
-Given the complexity, we recommend migrating in this order:
-
-1. **Legacy Pipelines** (2 endpoints, deprecated) - Lowest risk
-2. **PipelinesV2** (15 endpoints) - Core pipeline functionality
-3. **Catalog** (27 endpoints) - Most complex, migrate last
-
-### Phase 1: Legacy Pipelines (Deprecated)
-- Remove `/pipelines/start/:id`
-- Remove `/pipelines/:id/status`
-- Update all clients to use `/pipelinesV2/*` endpoints
-
-### Phase 2: PipelinesV2
-- Migrate pipeline CRUD operations
-- Migrate file upload functionality
-- Migrate monitoring dashboard
-
-### Phase 3: Catalog
-- Migrate data asset CRUD
-- Migrate permissions management
-- Migrate RLS rules
-- Migrate dataset registration
-- Migrate PII reporting
-
----
-
-## NEXT STEPS
-
-1. **Decide on migration strategy** (Option A, B, or C)
-2. **Deprecate legacy pipelines module** first
-3. **Create database schema** if moving to Option A
-4. **Implement local services** one module at a time
-5. **Update tests** for each migrated module
-6. **Update deployment configs** to remove PIFACTORY_URL
-7. **Coordinate with PI-Factory team** for data migration

deploy/helm-chart/templates/ingress-private.yaml

@@ -1,41 +0,0 @@
-apiVersion: networking.k8s.io/v1
-kind: Ingress
-metadata:
-  annotations:
-    nginx.ingress.kubernetes.io/whitelist-source-range: "69.49.241.121/32" # hostgator ip 
-    nginx.ingress.kubernetes.io/proxy-body-size: "0"
-    nginx.ingress.kubernetes.io/proxy-read-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-connect-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-send-timeout: "300"
-    nginx.ingress.kubernetes.io/server-snippet: |
-      underscores_in_headers on;
-      ignore_invalid_headers on;
-    nginx.ingress.kubernetes.io/proxy-buffer-size: "16k"
-    nginx.ingress.kubernetes.io/proxy-buffers-number: "8"
-    nginx.ingress.kubernetes.io/proxy-busy-buffers-size: "64k"
-    {{- if .Values.maestro.restricted_ip}}
-    nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
-    {{- end }}
-      
-  generation: 1
-  labels:
-    app: {{ .Values.app_name }}
-  {{- if .Values.maestro.dedicated_proxy}}
-  name: open-data-{{ .Values.app_name }}
-  {{- else }}
-  name: open-data
-  {{- end }}
-  namespace: applications
-spec:
-  ingressClassName: nginx
-  rules:
-  - host: {{ .Values.hostname }}
-    http:
-      paths:
-      - backend:
-          service:
-            name: {{ .Values.app_name }}
-            port:
-              number: {{ .Values.ingress.port }}
-        path: /open-data/sharing-ocean-data
-        pathType: Prefix

deploy/helm-chart/templates/ingress.yaml

@@ -1,36 +0,0 @@
-apiVersion: networking.k8s.io/v1
-kind: Ingress
-metadata:
-  annotations:
-    nginx.ingress.kubernetes.io/proxy-body-size: "0"
-    nginx.ingress.kubernetes.io/proxy-read-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-connect-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-send-timeout: "300"
-    nginx.ingress.kubernetes.io/server-snippet: |
-      underscores_in_headers on;
-      ignore_invalid_headers on;
-    nginx.ingress.kubernetes.io/proxy-buffer-size: "16k"
-    nginx.ingress.kubernetes.io/proxy-buffers-number: "8"
-    nginx.ingress.kubernetes.io/proxy-busy-buffers-size: "64k"
-    {{- if .Values.maestro.restricted_ip}}
-    nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
-    {{- end }}
-      
-  generation: 1
-  labels:
-    app: {{ .Values.app_name }}
-  name: {{ .Values.app_name }}
-  namespace: applications
-spec:
-  ingressClassName: nginx
-  rules:
-  - host: {{ .Values.hostname }}
-    http:
-      paths:
-      - backend:
-          service:
-            name: {{ .Values.app_name }}
-            port:
-              number: {{ .Values.ingress.port }}
-        path: /
-        pathType: Prefix

deploy/helm-chart/values-stg.yaml

@@ -1,16 +0,0 @@
-maestro:
-  env: stg
-  duc_url: duc.stg.dadosfera.ai
-  pi_factory_url: pi-factory.stg.dadosfera.ai
-  in_factory_url: in-factory.stg.dadosfera.ai
-  tr_factory_url: in-factory.stg.dadosfera.ai
-  open_customer_id: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-  open_group_id: e3f98a2f-7748-4981-8505-7695c8ca8218
-  cookie_secret: "ff7bc13823edb2ae50d248e5780bddc9d4b31c36"
-  redis_database: "1"
-
-hostname: maestro.stg.dadosfera.ai
-
-replicaCount: 1
-
-affinity: null

deploy/helmfiles/prd.yaml

@@ -1,56 +0,0 @@
-releases:
-  - name: maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    set:
-      - name: app_name
-        value: maestro
-      - name: maestro.duc_url
-        value: duc.dadosfera.ai
-      - name: hostname
-        value: maestro.dadosfera.ai
-      - name: maestro.pi_factory_url
-        value: pi-factory.dadosfera.ai
-      - name: maestro.in_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.tr_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.open_customer_id
-        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-      - name: maestro.open_group_id
-        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
-      - name: replicaCount
-        value: 2
-  
-  - name: unimed-maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    set:
-      - name: app_name
-        value: maestro-unimed
-      - name: maestro.duc_url
-        value: duc.dadosfera.ai
-      - name: hostname
-        value: maestro-unimed.dadosfera.ai
-      - name: maestro.pi_factory_url
-        value: pi-factory.dadosfera.ai
-      - name: maestro.in_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.tr_factory_url
-        value: in-factory.dadosfera.ai
-      - name: maestro.open_customer_id
-        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
-      - name: maestro.open_group_id
-        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
-      # Customer id
-      - name: maestro.dedicated_proxy
-        value: dea2c27f-0973-4588-a2e0-9e31b64c7ffd
-      - name: replicaCount
-        value: 1
-        # 10.70.0.0/16 internal network
-        # 137.131.167.254/32 loadbalancer
-        # 159.112.184.81/32 cluster ip for the uptime request ingest
-      - name: maestro.restricted_ip
-        value: "177.52.172.0/24, 189.84.160.157/32, 186.237.171.146/32, 137.131.167.254/32, 10.70.0.0/16, 159.112.184.81/32, 10.244.0.0/16"

deploy/helmfiles/stg.yaml

@@ -1,30 +0,0 @@
-charts:
-  - name: maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    - ../helm-chart/values-stg.yaml
-      
-  
-    # Environment to test Network Policies
-  - name: private-maestro
-    chart: ../helm-chart
-    values:
-    - ../helm-chart/values.yaml
-    - ../helm-chart/values-stg.yaml
-    set:
-      - name: app_name
-        value: maestro-private
-      - name: hostname
-        value: private-maestro.stg.dadosfera.ai
-      # Customer id
-      - name: maestro.dedicated_proxy
-        value: 14d52fd4-d83d-4cdd-be34-bf11cc28b3bd
-      - name: replicaCount
-        value: 1
-      - name: affinity
-        value: null
-      - name: resources
-        value: null
-      - name: maestro.restricted_ip
-        value: "137.131.167.254/32, 10.70.0.0/16, 159.112.184.81/32, 10.244.0.0/16"

environment.d.ts

@@ -14,8 +14,6 @@ declare global {
       AWS_REGION: string;
       OPEN_GROUP_ID: string;
       OPEN_CUSTOMER_ID: string;
-      DEDICATED_PROXY: string;
-      COOKIE_SECRET: string;
     }
   }
 }

helmfiles/prd.yaml

@@ -0,0 +1,22 @@
+charts:
+  - name: maestro
+    chart: ../maestro
+    values:
+    - ../maestro/values.yaml
+    set:
+      - name: maestro.duc_url
+        value: duc.dadosfera.ai
+      - name: hostname
+        value: maestro.dadosfera.ai
+      - name: maestro.pi_factory_url
+        value: pi-factory.dadosfera.ai
+      - name: maestro.in_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.tr_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.open_customer_id
+        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+      - name: maestro.open_group_id
+        value: c0afdcce-c5be-40d0-9d1d-2d271121f14a
+      - name: replicaCount
+        value: 2

helmfiles/stg.yaml

@@ -0,0 +1,22 @@
+charts:
+  - name: maestro
+    chart: ../maestro
+    values:
+    - ../maestro/values.yaml
+    set:
+      - name: maestro.duc_url
+        value: duc.stg.dadosfera.ai
+      - name: hostname
+        value: maestro.stg.dadosfera.ai
+      - name: maestro.pi_factory_url
+        value: pi-factory.dadosfera.ai
+      - name: maestro.in_factory_url
+        value: in-factory.stg.dadosfera.ai
+      - name: maestro.tr_factory_url
+        value: in-factory.dadosfera.ai
+      - name: maestro.open_customer_id
+        value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
+      - name: maestro.open_group_id
+        value: e3f98a2f-7748-4981-8505-7695c8ca8218
+      - name: replicaCount
+        value: 1

maestro/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

maestro/templates/deployment.yaml

@@ -1,16 +1,16 @@
 apiVersion: apps/v1
 kind: Deployment
 metadata:
-  name: {{ .Values.app_name }}
+  name: maestro
   namespace: applications
   labels:
-    app: {{ .Values.app_name }}
+    app: maestro
 
 spec:
   replicas: {{ .Values.replicaCount }}
   selector:
     matchLabels:
-      app: {{ .Values.app_name }}
+      app: maestro
   
   strategy:
     rollingUpdate:
@@ -20,17 +20,22 @@ spec:
   template:
     metadata:
       labels:
-        app: {{ .Values.app_name }}
+        app: maestro
     
     spec:
       imagePullSecrets:
         - name: {{ .Values.imagePullSecrets }}
       nodeSelector:
         "beta.kubernetes.io/os": linux
-      {{- if .Values.affinity }}
       affinity:
-        {{- toYaml .Values.affinity | nindent 8 }}
-      {{- end }}
+        nodeAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+            nodeSelectorTerms:
+              - matchExpressions:
+                  - key: application
+                    operator: In
+                    values:
+                      - general
 
       tolerations:
       - key: "kubernetes.azure.com/scalesetpriority"
@@ -43,10 +48,13 @@ spec:
           image: {{ .Values.image.repository }}:{{ .Values.image.tag }}
           ports:
             - containerPort: {{ .Values.containerPort }}
-          {{- if .Values.resources }}
           resources:
-            {{- toYaml .Values.resources | nindent 12 }}
-          {{- end }}
+            requests:
+              cpu: {{ .Values.resources.requests.cpu }}
+              memory: {{ .Values.resources.requests.memory }}
+            limits:
+              cpu: {{ .Values.resources.limits.cpu }}
+              memory: {{ .Values.resources.limits.memory }}
           env:
             - name: AWS_IDENTITY_POOL_ID
               value: {{ .Values.maestro.aws_identity_pool_id }}
@@ -74,8 +82,6 @@ spec:
               value: "logstash-pipelines.dadosfera.ai"
             - name: LOGGER_GELF_PORT
               value: "{{ .Values.maestro.logger_gelf_port }}"
-            - name: LOGGER_CONSOLE_EXTRA
-              value: "true"
             - name: NIMBUS_BASE_URL
               value: "http://nimbus-api"
             - name: NPM_TOKEN
@@ -94,16 +100,6 @@ spec:
               value: {{ .Values.maestro.open_customer_id }}
             - name: OPEN_GROUP_ID
               value: {{ .Values.maestro.open_group_id }}
-            - name: DEDICATED_PROXY
-              value: {{ .Values.maestro.dedicated_proxy }}
-            - name: COOKIE_SECRET
-              value: {{ .Values.maestro.cookie_secret }}
-            - name: REDIS_DATABASE
-              value: "{{ .Values.maestro.redis_database }}"
-            - name: REDIS_HOST
-              value: {{ .Values.maestro.redis_host }}
-            - name: REDIS_PORT
-              value: "{{ .Values.maestro.redis_port }}"
             - name: JWT_PRIVATE_KEY
               valueFrom:
                 secretKeyRef:
@@ -112,15 +108,15 @@ spec:
             - name: AWS_ACCESS_KEY_ID
               valueFrom:
                 secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                   key: AWS_ACCESS_KEY_ID
             - name: AWS_SECRET_ACCESS_KEY
               valueFrom:
                 secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                   key: AWS_SECRET_ACCESS_KEY
             - name: AWS_DEFAULT_REGION
               valueFrom:
                 secretKeyRef:
-                  name: prd-{{ .Values.app_name }}
+                  name: prd-maestro
                   key: AWS_DEFAULT_REGION

maestro/templates/ingress-private.yaml

@@ -0,0 +1,28 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  annotations:
+    nginx.ingress.kubernetes.io/whitelist-source-range: "69.49.241.121/32" # hostgator ip 
+    nginx.ingress.kubernetes.io/proxy-body-size: "0"
+    nginx.ingress.kubernetes.io/server-snippet: |
+      underscores_in_headers on;
+      ignore_invalid_headers on;
+      
+  generation: 1
+  labels:
+    app: maestro
+  name: open-data
+  namespace: applications
+spec:
+  ingressClassName: nginx
+  rules:
+  - host: {{ .Values.hostname }}
+    http:
+      paths:
+      - backend:
+          service:
+            name: maestro
+            port:
+              number: {{ .Values.ingress.port }}
+        path: /open-data/sharing-ocean-data
+        pathType: Prefix

maestro/templates/ingress.yaml

@@ -0,0 +1,27 @@
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  annotations:
+    nginx.ingress.kubernetes.io/proxy-body-size: "0"
+    nginx.ingress.kubernetes.io/server-snippet: |
+      underscores_in_headers on;
+      ignore_invalid_headers on;
+      
+  generation: 1
+  labels:
+    app: maestro
+  name: maestro
+  namespace: applications
+spec:
+  ingressClassName: nginx
+  rules:
+  - host: {{ .Values.hostname }}
+    http:
+      paths:
+      - backend:
+          service:
+            name: maestro
+            port:
+              number: {{ .Values.ingress.port }}
+        path: /
+        pathType: Prefix

maestro/templates/secret.yaml

@@ -1,17 +1,17 @@
 apiVersion: external-secrets.io/v1beta1
 kind: ExternalSecret
 metadata:
-  name: prd-{{ .Values.app_name }}
+  name: prd-maestro
   namespace: applications
   labels:
-    app: {{ .Values.app_name }}
+    app: maestro
 spec:
   refreshInterval: 1h
   secretStoreRef:
     name: secretsmanager-prd
     kind: SecretStore
   target:
-    name: prd-{{ .Values.app_name }}
+    name: prd-maestro
     creationPolicy: Owner
   data:
   - secretKey: AWS_ACCESS_KEY_ID

maestro/templates/service.yaml

@@ -1,18 +1,18 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ .Values.app_name }}
+  name: maestro
   namespace: applications
   labels:
-    app: {{ .Values.app_name }}
+    app: maestro
 
 spec:
   type: ClusterIP
   ports:
-  - name: {{ .Values.app_name }}
+  - name: maestro
     protocol: TCP
     port: {{ .Values.service.port }}
     targetPort: {{ .Values.service.targetPort }}
   selector:
-    app: {{ .Values.app_name }}
+    app: maestro
 

maestro/values.yaml

@@ -9,7 +9,6 @@ image:
   pullPolicy: IfNotPresent
   # Overrides the image tag whose default is the chart appVersion.
   tag: 1.56.0
-app_name: maestro
 containerPort: 3333
 imagePullSecrets: "applications-secrets-ecr-auth-token-external-secret"
 service:
@@ -43,25 +42,9 @@ maestro:
   upload_file_agent_connection: cbc2f881-58c4-4d60-8003-0979b0b5b911
   open_customer_id: f239718a-a271-4ef9-ae7e-02a2f0f3aa6e
   open_group_id: 401573bb-334f-44b2-b30e-88d4cea31ae9
-  dedicated_proxy: ""
-  restricted_ip: ""
-  redis_host: "aaapzppmlyamkocqwstpo7zvopczyyiyuy6xzm2g6c5k4mq3a66be4a-0.redis.sa-saopaulo-1.oci.oraclecloud.com"
-  redis_port: "6379"
-  redis_database: "0"
-  cookie_secret: "13cc5e136d3074bcc05bec8697092ec1f5f376bf"
 autoscaling:
   enabled: false
   minReplicas: 1
   maxReplicas: 100
   targetCPUUtilizationPercentage: 80
   targetMemoryUtilizationPercentage: 80
-
-affinity:
-  nodeAffinity:
-    requiredDuringSchedulingIgnoredDuringExecution:
-      nodeSelectorTerms:
-        - matchExpressions:
-            - key: name
-              operator: In
-              values:
-                - product

package-lock.json

@@ -12,7 +12,7 @@
         "@aws-sdk/client-secrets-manager": "^3.414.0",
         "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
         "@dadosfera/protospack": "2.5.3",
-        "@dadosfera/protospack-v2": "3.38.0-beta.14",
+        "@dadosfera/protospack-v2": "3.38.0-beta.1",
         "@grpc/grpc-js": "^1.9.3",
         "@grpc/proto-loader": "^0.7.9",
         "@nestjs/cli": "^9.5.0",
@@ -27,11 +27,8 @@
         "@nestjs/swagger": "^6.3.0",
         "@nestjs/testing": "^9.4.3",
         "axios": "^0.27.2",
-        "cache-manager": "^5.1.4",
-        "cache-manager-ioredis-yet": "^1.1.0",
         "class-transformer": "^0.5.1",
         "class-validator": "^0.14.0",
-        "cookie-parser": "^1.4.7",
         "cron-parser": "^4.9.0",
         "csv": "^6.3.11",
         "dotenv": "^14.3.2",
@@ -42,7 +39,6 @@
         "jwk-to-pem": "^2.0.5",
         "mixpanel": "^0.17.0",
         "ms": "^3.0.0-canary.1",
-        "openid-client": "^5.7.1",
         "passport": "^0.6.0",
         "passport-facebook": "^3.0.0",
         "passport-forcedotcom": "^0.2.0",
@@ -50,17 +46,13 @@
         "passport-hubspot-oauth2": "^1.0.3",
         "passport-mailchimp": "^1.1.0",
         "puppeteer": "^24.7.2",
-        "redis": "^4.5.1",
         "reflect-metadata": "^0.1.13",
         "rimraf": "^3.0.2",
         "rxjs": "^7.5.5",
         "swagger-ui-express": "^4.6.3"
       },
       "devDependencies": {
-        "@types/cache-manager": "^4.0.6",
-        "@types/cookie-parser": "^1.4.9",
         "@types/express": "^4.17.17",
-        "@types/express-session": "^1.18.1",
         "@types/jest": "27.0.2",
         "@types/jsonwebtoken": "^8.5.9",
         "@types/jwk-to-pem": "^2.0.1",
@@ -850,7 +842,6 @@
       "integrity": "sha512-vMqyb7XCDMPvJFFOaT9kxtiRh42GwlZEg1/uIgtZshS5a/8OaduUfCi7kynKgc3Tw/6Uo2D+db9qBttghhmxwQ==",
       "dev": true,
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "@ampproject/remapping": "^2.2.0",
         "@babel/code-frame": "^7.26.2",
@@ -1409,9 +1400,9 @@
       }
     },
     "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.38.0-beta.14",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.14.tgz",
-      "integrity": "sha512-BiE1fUIHuam3cJjAGIknsRNIlf1Z0JHJOV/VZ2pyAp5mIkGOSoNFBAMXJZb+VMTnd2xsp+vPxNnWVu7OJ/CvMQ==",
+      "version": "3.38.0-beta.1",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.1.tgz",
+      "integrity": "sha512-4+yNZMlhvEkHlxJcaeta+jtJ9owskZcg0yjKdZzBfT8PCclctgertLHmrG0+kDb3Y/na/rpPPHYULRp7AO4zDQ==",
       "license": "ISC",
       "dependencies": {
         "@grpc/grpc-js": "^1.9.3",
@@ -1609,12 +1600,6 @@
       "dev": true,
       "license": "BSD-3-Clause"
     },
-    "node_modules/@ioredis/commands": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/@ioredis/commands/-/commands-1.2.0.tgz",
-      "integrity": "sha512-Sx1pU8EM64o2BrqNpEO1CNLtKQwyhuXuqyfH7oGKCk+1a33d2r5saW8zNwm3j6BTExtjrv2BxTgzzkMwts6vGg==",
-      "license": "MIT"
-    },
     "node_modules/@istanbuljs/load-nyc-config": {
       "version": "1.1.0",
       "resolved": "https://registry.npmjs.org/@istanbuljs/load-nyc-config/-/load-nyc-config-1.1.0.tgz",
@@ -2261,7 +2246,6 @@
       "resolved": "https://registry.npmjs.org/@nestjs/common/-/common-9.4.3.tgz",
       "integrity": "sha512-Gd6D4IaYj01o14Bwv81ukidn4w3bPHCblMUq+SmUmWLyosK+XQmInCS09SbDDZyL8jy86PngtBLTdhJ2bXSUig==",
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "iterare": "1.2.1",
         "tslib": "2.5.3",
@@ -2340,7 +2324,6 @@
       "integrity": "sha512-Qi63+wi55Jh4sDyaj5Hhx2jOpKqT386aeo+VOKsxnd+Ql9VvkO/FjmuwBGUyzkJt29ENYc+P0Sx/k5LtstNpPQ==",
       "hasInstallScript": true,
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "@nuxtjs/opencollective": "0.3.2",
         "fast-safe-stringify": "2.1.1",
@@ -2478,7 +2461,6 @@
       "resolved": "https://registry.npmjs.org/@nestjs/platform-express/-/platform-express-9.4.3.tgz",
       "integrity": "sha512-FpdczWoRSC0zz2dNL9u2AQLXKXRVtq4HgHklAhbL59X0uy+mcxhlSThG7DHzDMkoSnuuHY8ojDVf7mDxk+GtCw==",
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "body-parser": "1.20.2",
         "cors": "2.8.5",
@@ -2842,7 +2824,6 @@
       "resolved": "https://registry.npmjs.org/@opentelemetry/api/-/api-1.9.0.tgz",
       "integrity": "sha512-3giAOQvZiH5F9bMlMiv8+GSPMeqg0dbaeo58/0SlA9sxSqZhnUtxzX9/2FzyhS9sWQf5S0GJE0AKBrFqjpeYcg==",
       "license": "Apache-2.0",
-      "peer": true,
       "engines": {
         "node": ">=8.0.0"
       }
@@ -2988,66 +2969,6 @@
         "node": ">=18"
       }
     },
-    "node_modules/@redis/bloom": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/@redis/bloom/-/bloom-1.2.0.tgz",
-      "integrity": "sha512-HG2DFjYKbpNmVXsa0keLHp/3leGJz1mjh09f2RLGGLQZzSHpkmZWuwJbAvo3QcRY8p80m5+ZdXZdYOSBLlp7Cg==",
-      "license": "MIT",
-      "peerDependencies": {
-        "@redis/client": "^1.0.0"
-      }
-    },
-    "node_modules/@redis/client": {
-      "version": "1.6.1",
-      "resolved": "https://registry.npmjs.org/@redis/client/-/client-1.6.1.tgz",
-      "integrity": "sha512-/KCsg3xSlR+nCK8/8ZYSknYxvXHwubJrU82F3Lm1Fp6789VQ0/3RJKfsmRXjqfaTA++23CvC3hqmqe/2GEt6Kw==",
-      "license": "MIT",
-      "peer": true,
-      "dependencies": {
-        "cluster-key-slot": "1.1.2",
-        "generic-pool": "3.9.0",
-        "yallist": "4.0.0"
-      },
-      "engines": {
-        "node": ">=14"
-      }
-    },
-    "node_modules/@redis/graph": {
-      "version": "1.1.1",
-      "resolved": "https://registry.npmjs.org/@redis/graph/-/graph-1.1.1.tgz",
-      "integrity": "sha512-FEMTcTHZozZciLRl6GiiIB4zGm5z5F3F6a6FZCyrfxdKOhFlGkiAqlexWMBzCi4DcRoyiOsuLfW+cjlGWyExOw==",
-      "license": "MIT",
-      "peerDependencies": {
-        "@redis/client": "^1.0.0"
-      }
-    },
-    "node_modules/@redis/json": {
-      "version": "1.0.7",
-      "resolved": "https://registry.npmjs.org/@redis/json/-/json-1.0.7.tgz",
-      "integrity": "sha512-6UyXfjVaTBTJtKNG4/9Z8PSpKE6XgSyEb8iwaqDcy+uKrd/DGYHTWkUdnQDyzm727V7p21WUMhsqz5oy65kPcQ==",
-      "license": "MIT",
-      "peerDependencies": {
-        "@redis/client": "^1.0.0"
-      }
-    },
-    "node_modules/@redis/search": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/@redis/search/-/search-1.2.0.tgz",
-      "integrity": "sha512-tYoDBbtqOVigEDMAcTGsRlMycIIjwMCgD8eR2t0NANeQmgK/lvxNAvYyb6bZDD4frHRhIHkJu2TBRvB0ERkOmw==",
-      "license": "MIT",
-      "peerDependencies": {
-        "@redis/client": "^1.0.0"
-      }
-    },
-    "node_modules/@redis/time-series": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/@redis/time-series/-/time-series-1.1.0.tgz",
-      "integrity": "sha512-c1Q99M5ljsIuc4YdaCwfUEXsofakb9c8+Zse2qxTadu8TalLXuAESzLvFAvNVbkmSlvlzIQOLpBCmWI9wTOt+g==",
-      "license": "MIT",
-      "peerDependencies": {
-        "@redis/client": "^1.0.0"
-      }
-    },
     "node_modules/@sinonjs/commons": {
       "version": "1.8.6",
       "resolved": "https://registry.npmjs.org/@sinonjs/commons/-/commons-1.8.6.tgz",
@@ -3733,13 +3654,6 @@
         "@types/node": "*"
       }
     },
-    "node_modules/@types/cache-manager": {
-      "version": "4.0.6",
-      "resolved": "https://registry.npmjs.org/@types/cache-manager/-/cache-manager-4.0.6.tgz",
-      "integrity": "sha512-8qL93MF05/xrzFm/LSPtzNEOE1eQF3VwGHAcQEylgp5hDSTe41jtFwbSYAPfyYcVa28y1vYSjIt0c1fLLUiC/Q==",
-      "dev": true,
-      "license": "MIT"
-    },
     "node_modules/@types/connect": {
       "version": "3.4.38",
       "resolved": "https://registry.npmjs.org/@types/connect/-/connect-3.4.38.tgz",
@@ -3750,16 +3664,6 @@
         "@types/node": "*"
       }
     },
-    "node_modules/@types/cookie-parser": {
-      "version": "1.4.9",
-      "resolved": "https://registry.npmjs.org/@types/cookie-parser/-/cookie-parser-1.4.9.tgz",
-      "integrity": "sha512-tGZiZ2Gtc4m3wIdLkZ8mkj1T6CEHb35+VApbL2T14Dew8HA7c+04dmKqsKRNC+8RJPm16JEK0tFSwdZqubfc4g==",
-      "dev": true,
-      "license": "MIT",
-      "peerDependencies": {
-        "@types/express": "*"
-      }
-    },
     "node_modules/@types/cookiejar": {
       "version": "2.1.5",
       "resolved": "https://registry.npmjs.org/@types/cookiejar/-/cookiejar-2.1.5.tgz",
@@ -3799,7 +3703,6 @@
       "integrity": "sha512-ejlPM315qwLpaQlQDTjPdsUFSc6ZsP4AN6AlWnogPjQ7CVi7PYF3YVz+CY3jE2pwYf7E/7HlDAN0rV2GxTG0HQ==",
       "dev": true,
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "@types/body-parser": "*",
         "@types/express-serve-static-core": "^4.17.33",
@@ -3820,16 +3723,6 @@
         "@types/send": "*"
       }
     },
-    "node_modules/@types/express-session": {
-      "version": "1.18.1",
-      "resolved": "https://registry.npmjs.org/@types/express-session/-/express-session-1.18.1.tgz",
-      "integrity": "sha512-S6TkD/lljxDlQ2u/4A70luD8/ZxZcrU5pQwI1rVXCiaVIywoFgbA+PIUNDjPhQpPdK0dGleLtYc/y7XWBfclBg==",
-      "dev": true,
-      "license": "MIT",
-      "dependencies": {
-        "@types/express": "*"
-      }
-    },
     "node_modules/@types/graceful-fs": {
       "version": "4.1.9",
       "resolved": "https://registry.npmjs.org/@types/graceful-fs/-/graceful-fs-4.1.9.tgz",
@@ -3880,7 +3773,6 @@
       "integrity": "sha512-4dRxkS/AFX0c5XW6IPMNOydLn2tEhNhJV7DnYK+0bjoJZ+QTmfucBlihX7aoEsh/ocYtkLC73UbnBXBXIxsULA==",
       "dev": true,
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "jest-diff": "^27.0.0",
         "pretty-format": "^27.0.0"
@@ -3944,8 +3836,7 @@
       "version": "16.18.126",
       "resolved": "https://registry.npmjs.org/@types/node/-/node-16.18.126.tgz",
       "integrity": "sha512-OTcgaiwfGFBKacvfwuHzzn1KLxH/er8mluiy8/uM3sGXHaRe73RrSIj01jow9t4kJEW633Ov+cOexXeiApTyAw==",
-      "license": "MIT",
-      "peer": true
+      "license": "MIT"
     },
     "node_modules/@types/oauth": {
       "version": "0.9.6",
@@ -4175,7 +4066,6 @@
       "integrity": "sha512-VlJEV0fOQ7BExOsHYAGrgbEiZoi8D+Bl2+f6V2RrXerRSylnp+ZBHmPvaIa8cz0Ajx7WO7Z5RqfgYg7ED1nRhA==",
       "dev": true,
       "license": "BSD-2-Clause",
-      "peer": true,
       "dependencies": {
         "@typescript-eslint/scope-manager": "5.62.0",
         "@typescript-eslint/types": "5.62.0",
@@ -4522,7 +4412,6 @@
       "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.14.1.tgz",
       "integrity": "sha512-OvQ/2pUDKmgfCg++xsTX1wGxfTaszcHVcTctW4UJB4hibJx2HXxxO5UmVgyjMa+ZDsiaf5wWLXYpRWMmBI0QHg==",
       "license": "MIT",
-      "peer": true,
       "bin": {
         "acorn": "bin/acorn"
       },
@@ -4619,7 +4508,6 @@
       "resolved": "https://registry.npmjs.org/ajv/-/ajv-8.12.0.tgz",
       "integrity": "sha512-sRu1kpcO9yLtYxBKvqfTeh9KzZEwO3STyX1HT+4CaDzC6HpTGYhIhPIzj9XuKU7KYDwnaeh5hcOwjy1QuJzBPA==",
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "fast-deep-equal": "^3.1.1",
         "json-schema-traverse": "^1.0.0",
@@ -5248,7 +5136,6 @@
         }
       ],
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "caniuse-lite": "^1.0.30001688",
         "electron-to-chromium": "^1.5.73",
@@ -5350,42 +5237,6 @@
         "node": ">= 0.8"
       }
     },
-    "node_modules/cache-manager": {
-      "version": "5.7.6",
-      "resolved": "https://registry.npmjs.org/cache-manager/-/cache-manager-5.7.6.tgz",
-      "integrity": "sha512-wBxnBHjDxF1RXpHCBD6HGvKER003Ts7IIm0CHpggliHzN1RZditb7rXoduE1rplc2DEFYKxhLKgFuchXMJje9w==",
-      "license": "MIT",
-      "peer": true,
-      "dependencies": {
-        "eventemitter3": "^5.0.1",
-        "lodash.clonedeep": "^4.5.0",
-        "lru-cache": "^10.2.2",
-        "promise-coalesce": "^1.1.2"
-      },
-      "engines": {
-        "node": ">= 18"
-      }
-    },
-    "node_modules/cache-manager-ioredis-yet": {
-      "version": "1.2.2",
-      "resolved": "https://registry.npmjs.org/cache-manager-ioredis-yet/-/cache-manager-ioredis-yet-1.2.2.tgz",
-      "integrity": "sha512-o03N/tQxfFONZ1XLGgIxOFHuQQpjpRdnSAL1THG1YWZIVp1JMUfjU3ElSAjFN1LjbJXa55IpC8waG+VEoLUCUw==",
-      "deprecated": "With cache-manager v6 we now are using Keyv",
-      "license": "MIT",
-      "dependencies": {
-        "cache-manager": "^5.2.3",
-        "ioredis": "^5.3.2"
-      },
-      "engines": {
-        "node": ">= 16.17.0"
-      }
-    },
-    "node_modules/cache-manager/node_modules/lru-cache": {
-      "version": "10.4.3",
-      "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-10.4.3.tgz",
-      "integrity": "sha512-JNAzZcXrCt42VGLuYz0zfAzDfAvJWW6AfYlDBQyDV5DClI2m5sAmK+OIO7s59XfsRsWHp02jAJrRadPRGTt6SQ==",
-      "license": "ISC"
-    },
     "node_modules/call-bind": {
       "version": "1.0.8",
       "resolved": "https://registry.npmjs.org/call-bind/-/call-bind-1.0.8.tgz",
@@ -5579,15 +5430,13 @@
       "version": "0.5.1",
       "resolved": "https://registry.npmjs.org/class-transformer/-/class-transformer-0.5.1.tgz",
       "integrity": "sha512-SQa1Ws6hUbfC98vKGxZH3KFY0Y1lm5Zm0SY8XX9zbK7FJCyVEac3ATW0RIpwzW+oOfmHE5PMPufDG9hCfoEOMw==",
-      "license": "MIT",
-      "peer": true
+      "license": "MIT"
     },
     "node_modules/class-validator": {
       "version": "0.14.1",
       "resolved": "https://registry.npmjs.org/class-validator/-/class-validator-0.14.1.tgz",
       "integrity": "sha512-2VEG9JICxIqTpoK1eMzZqaV+u/EiwEJkMGzTrZf6sU/fwsnOITVgYJ8yojSy6CaXtO9V0Cc6ZQZ8h8m4UBuLwQ==",
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "@types/validator": "^13.11.8",
         "libphonenumber-js": "^1.10.53",
@@ -5665,15 +5514,6 @@
         "node": ">=0.8"
       }
     },
-    "node_modules/cluster-key-slot": {
-      "version": "1.1.2",
-      "resolved": "https://registry.npmjs.org/cluster-key-slot/-/cluster-key-slot-1.1.2.tgz",
-      "integrity": "sha512-RMr0FhtfXemyinomL4hrWcYJxmX6deFdCxpJzhDttxgO1+bcCnkk+9drydLVDmAMG7NE6aN/fl4F7ucU/90gAA==",
-      "license": "Apache-2.0",
-      "engines": {
-        "node": ">=0.10.0"
-      }
-    },
     "node_modules/co": {
       "version": "4.6.0",
       "resolved": "https://registry.npmjs.org/co/-/co-4.6.0.tgz",
@@ -5900,28 +5740,6 @@
         "node": ">= 0.6"
       }
     },
-    "node_modules/cookie-parser": {
-      "version": "1.4.7",
-      "resolved": "https://registry.npmjs.org/cookie-parser/-/cookie-parser-1.4.7.tgz",
-      "integrity": "sha512-nGUvgXnotP3BsjiLX2ypbQnWoGUPIIfHQNZkkC668ntrzGWEZVW70HDEB1qnNGMicPje6EttlIgzo51YSwNQGw==",
-      "license": "MIT",
-      "dependencies": {
-        "cookie": "0.7.2",
-        "cookie-signature": "1.0.6"
-      },
-      "engines": {
-        "node": ">= 0.8.0"
-      }
-    },
-    "node_modules/cookie-parser/node_modules/cookie": {
-      "version": "0.7.2",
-      "resolved": "https://registry.npmjs.org/cookie/-/cookie-0.7.2.tgz",
-      "integrity": "sha512-yki5XnKuf750l50uGTllt6kKILY4nQ1eNIQatoXEByZ5dWgnKqbnqmTrBE5B4N7lrMJKQ2ytWMiTO2o0v6Ew/w==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 0.6"
-      }
-    },
     "node_modules/cookie-signature": {
       "version": "1.0.6",
       "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz",
@@ -6209,15 +6027,6 @@
         "node": ">=0.4.0"
       }
     },
-    "node_modules/denque": {
-      "version": "2.1.0",
-      "resolved": "https://registry.npmjs.org/denque/-/denque-2.1.0.tgz",
-      "integrity": "sha512-HVQE3AAb/pxF8fQAoiqpvg9i3evqug3hoiwakOyZAwJm+6vZehbkYXZ0l4JxS+I3QxM97v5aaRNhj8v5oBhekw==",
-      "license": "Apache-2.0",
-      "engines": {
-        "node": ">=0.10"
-      }
-    },
     "node_modules/depd": {
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz",
@@ -6251,8 +6060,7 @@
       "version": "0.0.1425554",
       "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1425554.tgz",
       "integrity": "sha512-uRfxR6Nlzdzt0ihVIkV+sLztKgs7rgquY/Mhcv1YNCWDh5IZgl5mnn2aeEnW5stYTE0wwiF4RYVz8eMEpV1SEw==",
-      "license": "BSD-3-Clause",
-      "peer": true
+      "license": "BSD-3-Clause"
     },
     "node_modules/dezalgo": {
       "version": "1.0.4",
@@ -6529,6 +6337,7 @@
       "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-2.0.0.tgz",
       "integrity": "sha512-Q0n9HRi4m6JuGIV1eFlmvJB7ZEVxu93IrMyiMsGC0lrMJMWzRgx6WGquyfQgZVb31vhGgXnfmPNNXmxnOkRBrg==",
       "license": "MIT",
+      "peer": true,
       "engines": {
         "node": ">= 0.8"
       }
@@ -6716,7 +6525,6 @@
       "deprecated": "This version is no longer supported. Please see https://eslint.org/version-support for other options.",
       "dev": true,
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "@eslint-community/eslint-utils": "^4.2.0",
         "@eslint-community/regexpp": "^4.6.1",
@@ -6994,12 +6802,6 @@
         "node": ">= 0.6"
       }
     },
-    "node_modules/eventemitter3": {
-      "version": "5.0.1",
-      "resolved": "https://registry.npmjs.org/eventemitter3/-/eventemitter3-5.0.1.tgz",
-      "integrity": "sha512-GWkBvjiSZK87ELrYOSESUYeVIc9mvLLf/nXalMOS5dYrgZq9o5OVkbZAVM06CVxYsCwH9BDZFPlQTlPA1j4ahA==",
-      "license": "MIT"
-    },
     "node_modules/events": {
       "version": "3.3.0",
       "resolved": "https://registry.npmjs.org/events/-/events-3.3.0.tgz",
@@ -7063,6 +6865,7 @@
       "resolved": "https://registry.npmjs.org/express/-/express-4.21.2.tgz",
       "integrity": "sha512-28HqgMZAmih1Czt9ny7qr6ek2qddF4FclbMzwhCREB6OFfH+rXAnuNCwo1/wFvrtbgsQDb4kSbX9de9lFbrXnA==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "accepts": "~1.3.8",
         "array-flatten": "1.1.1",
@@ -7109,6 +6912,7 @@
       "resolved": "https://registry.npmjs.org/body-parser/-/body-parser-1.20.3.tgz",
       "integrity": "sha512-7rAxByjUMqQ3/bHJy7D6OGXvx/MMc4IqBn/X0fcM1QUcAItpZrBEYhWGem+tzXH90c+G01ypMcYJBO9Y30203g==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "bytes": "3.1.2",
         "content-type": "~1.0.5",
@@ -7133,6 +6937,7 @@
       "resolved": "https://registry.npmjs.org/cookie/-/cookie-0.7.1.tgz",
       "integrity": "sha512-6DnInpx7SJ2AK3+CTUE/ZM0vWTUboZCegxhC2xiIydHR9jNuTAASBrfEpHhiGOZw/nX51bHt6YQl8jsGo4y/0w==",
       "license": "MIT",
+      "peer": true,
       "engines": {
         "node": ">= 0.6"
       }
@@ -7142,6 +6947,7 @@
       "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
       "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "ms": "2.0.0"
       }
@@ -7150,19 +6956,22 @@
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
       "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
     },
     "node_modules/express/node_modules/path-to-regexp": {
       "version": "0.1.12",
       "resolved": "https://registry.npmjs.org/path-to-regexp/-/path-to-regexp-0.1.12.tgz",
       "integrity": "sha512-RA1GjUVMnvYFxuqovrEqZoxxW5NUZqbwKtYz/Tt7nXerk0LbLblQmrsgdeOxV5SFHf0UDggjS/bSeOZwt1pmEQ==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
     },
     "node_modules/express/node_modules/qs": {
       "version": "6.13.0",
       "resolved": "https://registry.npmjs.org/qs/-/qs-6.13.0.tgz",
       "integrity": "sha512-+38qI9SOr8tfZ4QmJNplMUxqjbe7LKvvZgWdExBOmd+egZTtjLB67Gu0HRX3u/XOq7UU2Nx6nsjvS16Z9uwfpg==",
       "license": "BSD-3-Clause",
+      "peer": true,
       "dependencies": {
         "side-channel": "^1.0.6"
       },
@@ -7191,7 +7000,8 @@
           "url": "https://feross.org/support"
         }
       ],
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
     },
     "node_modules/external-editor": {
       "version": "3.1.0",
@@ -7426,6 +7236,7 @@
       "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.3.1.tgz",
       "integrity": "sha512-6BN9trH7bp3qvnrRyzsBz+g3lZxTNZTbVO2EV1CS0WIcDbawYVdYvGflME/9QP0h0pYlCDBCTjYa9nZzMDpyxQ==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "debug": "2.6.9",
         "encodeurl": "~2.0.0",
@@ -7444,6 +7255,7 @@
       "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
       "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "ms": "2.0.0"
       }
@@ -7452,7 +7264,8 @@
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
       "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
     },
     "node_modules/find-up": {
       "version": "5.0.0",
@@ -7657,15 +7470,6 @@
         "url": "https://github.com/sponsors/ljharb"
       }
     },
-    "node_modules/generic-pool": {
-      "version": "3.9.0",
-      "resolved": "https://registry.npmjs.org/generic-pool/-/generic-pool-3.9.0.tgz",
-      "integrity": "sha512-hymDOu5B53XvN4QT9dBmZxPX4CWhBPPLguTZ9MMFeFa/Kg0xWVfylOVNlJji/E7yTZWFd/q9GO5TxDLq156D7g==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 4"
-      }
-    },
     "node_modules/gensync": {
       "version": "1.0.0-beta.2",
       "resolved": "https://registry.npmjs.org/gensync/-/gensync-1.0.0-beta.2.tgz",
@@ -8241,31 +8045,6 @@
         "node": ">= 0.10"
       }
     },
-    "node_modules/ioredis": {
-      "version": "5.6.1",
-      "resolved": "https://registry.npmjs.org/ioredis/-/ioredis-5.6.1.tgz",
-      "integrity": "sha512-UxC0Yv1Y4WRJiGQxQkP0hfdL0/5/6YvdfOOClRgJ0qppSarkhneSa6UvkMkms0AkdGimSH3Ikqm+6mkMmX7vGA==",
-      "license": "MIT",
-      "peer": true,
-      "dependencies": {
-        "@ioredis/commands": "^1.1.1",
-        "cluster-key-slot": "^1.1.0",
-        "debug": "^4.3.4",
-        "denque": "^2.1.0",
-        "lodash.defaults": "^4.2.0",
-        "lodash.isarguments": "^3.1.0",
-        "redis-errors": "^1.2.0",
-        "redis-parser": "^3.0.0",
-        "standard-as-callback": "^2.1.0"
-      },
-      "engines": {
-        "node": ">=12.22.0"
-      },
-      "funding": {
-        "type": "opencollective",
-        "url": "https://opencollective.com/ioredis"
-      }
-    },
     "node_modules/ip-address": {
       "version": "9.0.5",
       "resolved": "https://registry.npmjs.org/ip-address/-/ip-address-9.0.5.tgz",
@@ -8588,7 +8367,6 @@
       "integrity": "sha512-Yn0mADZB89zTtjkPJEXwrac3LHudkQMR+Paqa8uxJHCBr9agxztUifWCyiYrjhMPBoUVBjyny0I7XH6ozDr7QQ==",
       "dev": true,
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "@jest/core": "^27.5.1",
         "import-local": "^3.0.2",
@@ -9266,15 +9044,6 @@
         "url": "https://github.com/chalk/supports-color?sponsor=1"
       }
     },
-    "node_modules/jose": {
-      "version": "4.15.9",
-      "resolved": "https://registry.npmjs.org/jose/-/jose-4.15.9.tgz",
-      "integrity": "sha512-1vUQX+IdDMVPj4k8kOxgUqlcK518yluMuGZwqlr44FS1ppZB/5GWh4rZG89erpOBOJjU/OBsnCVFfapsRz6nEA==",
-      "license": "MIT",
-      "funding": {
-        "url": "https://github.com/sponsors/panva"
-      }
-    },
     "node_modules/js-tokens": {
       "version": "4.0.0",
       "resolved": "https://registry.npmjs.org/js-tokens/-/js-tokens-4.0.0.tgz",
@@ -9597,30 +9366,12 @@
       "integrity": "sha512-TwuEnCnxbc3rAvhf/LbG7tJUDzhqXyFnv3dtzLOPgCG/hODL7WFnsbwktkD7yUV0RrreP/l1PALq/YSg6VvjlA==",
       "license": "MIT"
     },
-    "node_modules/lodash.clonedeep": {
-      "version": "4.5.0",
-      "resolved": "https://registry.npmjs.org/lodash.clonedeep/-/lodash.clonedeep-4.5.0.tgz",
-      "integrity": "sha512-H5ZhCF25riFd9uB5UCkVKo61m3S/xZk1x4wA6yp/L3RFP6Z/eHH1ymQcGLo7J3GMPfm0V/7m1tryHuGVxpqEBQ==",
-      "license": "MIT"
-    },
-    "node_modules/lodash.defaults": {
-      "version": "4.2.0",
-      "resolved": "https://registry.npmjs.org/lodash.defaults/-/lodash.defaults-4.2.0.tgz",
-      "integrity": "sha512-qjxPLHd3r5DnsdGacqOMU6pb/avJzdh9tFX2ymgoZE27BmjXrNy/y4LoaiTeAb+O3gL8AfpJGtqfX/ae2leYYQ==",
-      "license": "MIT"
-    },
     "node_modules/lodash.includes": {
       "version": "4.3.0",
       "resolved": "https://registry.npmjs.org/lodash.includes/-/lodash.includes-4.3.0.tgz",
       "integrity": "sha512-W3Bx6mdkRTGtlJISOvVD/lbqjTlPPUDTMnlXZFnVwi9NKJ6tiAk6LVdlhZMm17VZisqhKcgzpO5Wz91PCt5b0w==",
       "license": "MIT"
     },
-    "node_modules/lodash.isarguments": {
-      "version": "3.1.0",
-      "resolved": "https://registry.npmjs.org/lodash.isarguments/-/lodash.isarguments-3.1.0.tgz",
-      "integrity": "sha512-chi4NHZlZqZD18a0imDHnZPrDeBbTtVN7GXMwuGdRH9qotxAjYs3aVLKc7zNOG9eddR5Ksd8rvFEBc9SsggPpg==",
-      "license": "MIT"
-    },
     "node_modules/lodash.isboolean": {
       "version": "3.0.3",
       "resolved": "https://registry.npmjs.org/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz",
@@ -9878,6 +9629,7 @@
       "resolved": "https://registry.npmjs.org/merge-descriptors/-/merge-descriptors-1.0.3.tgz",
       "integrity": "sha512-gaNvAS7TZ897/rVaZ0nMtAyxNyi/pdbjbAwUpFQpN70GqnVfOiXpeUUMKRBmzXaSQ8DdTX4/0ms62r2K+hE6mQ==",
       "license": "MIT",
+      "peer": true,
       "funding": {
         "url": "https://github.com/sponsors/sindresorhus"
       }
@@ -10271,15 +10023,6 @@
       "integrity": "sha512-CsubGNxhIEChNY4cXYuA6KXafztzHqzLLZ/y3Kasf3A+sa3lL9thq3z+7o0pZqzEinjXT6lXDPAfVWI59dUyzQ==",
       "license": "MIT"
     },
-    "node_modules/object-hash": {
-      "version": "2.2.0",
-      "resolved": "https://registry.npmjs.org/object-hash/-/object-hash-2.2.0.tgz",
-      "integrity": "sha512-gScRMn0bS5fH+IuwyIFgnh9zBdo4DV+6GhygmWM9HyNJSgS0hScp1f5vjtm7oIIOiT9trXrShAkLFSc2IqKNgw==",
-      "license": "MIT",
-      "engines": {
-        "node": ">= 6"
-      }
-    },
     "node_modules/object-identity-map": {
       "version": "1.0.2",
       "resolved": "https://registry.npmjs.org/object-identity-map/-/object-identity-map-1.0.2.tgz",
@@ -10325,15 +10068,6 @@
         "node": ">= 0.4"
       }
     },
-    "node_modules/oidc-token-hash": {
-      "version": "5.1.0",
-      "resolved": "https://registry.npmjs.org/oidc-token-hash/-/oidc-token-hash-5.1.0.tgz",
-      "integrity": "sha512-y0W+X7Ppo7oZX6eovsRkuzcSM40Bicg2JEJkDJ4irIt1wsYAP5MLSNv+QAogO8xivMffw/9OvV3um1pxXgt1uA==",
-      "license": "MIT",
-      "engines": {
-        "node": "^10.13.0 || >=12.0.0"
-      }
-    },
     "node_modules/on-finished": {
       "version": "2.4.1",
       "resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.4.1.tgz",
@@ -10379,21 +10113,6 @@
         "url": "https://github.com/sponsors/sindresorhus"
       }
     },
-    "node_modules/openid-client": {
-      "version": "5.7.1",
-      "resolved": "https://registry.npmjs.org/openid-client/-/openid-client-5.7.1.tgz",
-      "integrity": "sha512-jDBPgSVfTnkIh71Hg9pRvtJc6wTwqjRkN88+gCFtYWrlP4Yx2Dsrow8uPi3qLr/aeymPF3o2+dS+wOpglK04ew==",
-      "license": "MIT",
-      "dependencies": {
-        "jose": "^4.15.9",
-        "lru-cache": "^6.0.0",
-        "object-hash": "^2.2.0",
-        "oidc-token-hash": "^5.0.3"
-      },
-      "funding": {
-        "url": "https://github.com/sponsors/panva"
-      }
-    },
     "node_modules/optional-js": {
       "version": "2.3.0",
       "resolved": "https://registry.npmjs.org/optional-js/-/optional-js-2.3.0.tgz",
@@ -10635,7 +10354,6 @@
       "resolved": "https://registry.npmjs.org/passport/-/passport-0.6.0.tgz",
       "integrity": "sha512-0fe+p3ZnrWRW74fe8+SvCyf4a3Pb2/h7gFkQ8yTJpAO50gDzlfjZUZTO1k5Eg9kUct22OxHLqDZoKUWRHOh9ug==",
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "passport-strategy": "1.x.x",
         "pause": "0.0.1",
@@ -11025,7 +10743,6 @@
       "integrity": "sha512-tdN8qQGvNjw4CHbY+XXk0JgCXn9QiF21a55rBe5LJAU+kDyC4WQn4+awm2Xfk2lQMk5fKup9XgzTZtGkjBdP9Q==",
       "dev": true,
       "license": "MIT",
-      "peer": true,
       "bin": {
         "prettier": "bin-prettier.js"
       },
@@ -11098,15 +10815,6 @@
         "node": ">=0.4.0"
       }
     },
-    "node_modules/promise-coalesce": {
-      "version": "1.1.2",
-      "resolved": "https://registry.npmjs.org/promise-coalesce/-/promise-coalesce-1.1.2.tgz",
-      "integrity": "sha512-zLaJ9b8hnC564fnJH6NFSOGZYYdzrAJn2JUUIwzoQb32fG2QAakpDNM+CZo1km6keXkRXRM+hml1BFAPVnPkxg==",
-      "license": "BSD-3-Clause",
-      "engines": {
-        "node": ">=16"
-      }
-    },
     "node_modules/prompts": {
       "version": "2.4.2",
       "resolved": "https://registry.npmjs.org/prompts/-/prompts-2.4.2.tgz",
@@ -11486,50 +11194,11 @@
         "node": ">= 0.10"
       }
     },
-    "node_modules/redis": {
-      "version": "4.7.1",
-      "resolved": "https://registry.npmjs.org/redis/-/redis-4.7.1.tgz",
-      "integrity": "sha512-S1bJDnqLftzHXHP8JsT5II/CtHWQrASX5K96REjWjlmWKrviSOLWmM7QnRLstAWsu1VBBV1ffV6DzCvxNP0UJQ==",
-      "license": "MIT",
-      "workspaces": [
-        "./packages/*"
-      ],
-      "dependencies": {
-        "@redis/bloom": "1.2.0",
-        "@redis/client": "1.6.1",
-        "@redis/graph": "1.1.1",
-        "@redis/json": "1.0.7",
-        "@redis/search": "1.2.0",
-        "@redis/time-series": "1.1.0"
-      }
-    },
-    "node_modules/redis-errors": {
-      "version": "1.2.0",
-      "resolved": "https://registry.npmjs.org/redis-errors/-/redis-errors-1.2.0.tgz",
-      "integrity": "sha512-1qny3OExCf0UvUV/5wpYKf2YwPcOqXzkwKKSmKHiE6ZMQs5heeE/c8eXK+PNllPvmjgAbfnsbpkGZWy8cBpn9w==",
-      "license": "MIT",
-      "engines": {
-        "node": ">=4"
-      }
-    },
-    "node_modules/redis-parser": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/redis-parser/-/redis-parser-3.0.0.tgz",
-      "integrity": "sha512-DJnGAeenTdpMEH6uAJRK/uiyEIH9WVsUmoLwzudwGJUwZPp80PDBWPHXSAGNPwNvIXAbe7MSUB1zQFugFml66A==",
-      "license": "MIT",
-      "dependencies": {
-        "redis-errors": "^1.0.0"
-      },
-      "engines": {
-        "node": ">=4"
-      }
-    },
     "node_modules/reflect-metadata": {
       "version": "0.1.14",
       "resolved": "https://registry.npmjs.org/reflect-metadata/-/reflect-metadata-0.1.14.tgz",
       "integrity": "sha512-ZhYeb6nRaXCfhnndflDK8qI6ZQ/YcWZCISRAWICW9XYqMUwjZM9Z0DveWX/ABN01oxSHwVxKQmxeYZSsm0jh5A==",
-      "license": "Apache-2.0",
-      "peer": true
+      "license": "Apache-2.0"
     },
     "node_modules/relative-microtime": {
       "version": "2.0.0",
@@ -11716,7 +11385,6 @@
       "resolved": "https://registry.npmjs.org/rxjs/-/rxjs-7.8.2.tgz",
       "integrity": "sha512-dhKf903U/PQZY6boNNtAGdWbG85WAbjT/1xYoZIC7FAY0yWapOBQVsVrDl58W86//e1VpMNBtRV4MaXfdMySFA==",
       "license": "Apache-2.0",
-      "peer": true,
       "dependencies": {
         "tslib": "^2.1.0"
       }
@@ -11778,7 +11446,6 @@
       "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz",
       "integrity": "sha512-j3fVLgvTo527anyYyJOGTYJbG+vnnQYvE0m5mmkc1TK+nxAppkCLMIL0aZ4dblVCNoGShhm+kzE4ZUykBoMg4g==",
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "fast-deep-equal": "^3.1.1",
         "fast-json-stable-stringify": "^2.0.0",
@@ -11822,6 +11489,7 @@
       "resolved": "https://registry.npmjs.org/send/-/send-0.19.0.tgz",
       "integrity": "sha512-dW41u5VfLXu8SJh5bwRmyYUbAoSB3c9uQh6L8h/KtsFREPWpbX1lrljJo186Jc4nmci/sGUZ9a0a0J2zgfq2hw==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "debug": "2.6.9",
         "depd": "2.0.0",
@@ -11846,6 +11514,7 @@
       "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
       "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "ms": "2.0.0"
       }
@@ -11854,13 +11523,15 @@
       "version": "2.0.0",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
       "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
     },
     "node_modules/send/node_modules/encodeurl": {
       "version": "1.0.2",
       "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz",
       "integrity": "sha512-TPJXq8JqFaVYm2CWmPvnP2Iyo4ZSM7/QKcSmuMLDObfpH5fi7RUGmd/rTDf+rut/saiDiQEeVTNgAmJEdAOx0w==",
       "license": "MIT",
+      "peer": true,
       "engines": {
         "node": ">= 0.8"
       }
@@ -11869,7 +11540,8 @@
       "version": "2.1.3",
       "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
       "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
     },
     "node_modules/serialize-javascript": {
       "version": "6.0.2",
@@ -11885,6 +11557,7 @@
       "resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.16.2.tgz",
       "integrity": "sha512-VqpjJZKadQB/PEbEwvFdO43Ax5dFBZ2UECszz8bQ7pi7wt//PWe1P6MN7eCnjsatYtBT6EuiClbjSWP2WrIoTw==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "encodeurl": "~2.0.0",
         "escape-html": "~1.0.3",
@@ -12208,12 +11881,6 @@
       "integrity": "sha512-oeVtt7eWQS+Na6F//S4kJ2K2VbRlS9D43mAlMyVpVWovy9o+jfgH8O9agzANzaiLjclA0oYzUXEM4PurhSUChw==",
       "license": "MIT"
     },
-    "node_modules/standard-as-callback": {
-      "version": "2.1.0",
-      "resolved": "https://registry.npmjs.org/standard-as-callback/-/standard-as-callback-2.1.0.tgz",
-      "integrity": "sha512-qoRRSyROncaz1z0mvYqIE4lCd9p2R90i6GxW3uZv5ucSu8tU7B5HXUP1gG8pVZsYNVaXjk8ClXHPttLyxAL48A==",
-      "license": "MIT"
-    },
     "node_modules/statuses": {
       "version": "2.0.1",
       "resolved": "https://registry.npmjs.org/statuses/-/statuses-2.0.1.tgz",
@@ -12862,7 +12529,6 @@
       "integrity": "sha512-f0FFpIdcHgn8zcPSbf1dRevwt047YMnaiJM3u2w2RewrB+fob/zePZcrOyQoLMMO7aBIddLcQIEK5dYjkLnGrQ==",
       "dev": true,
       "license": "MIT",
-      "peer": true,
       "dependencies": {
         "@cspotcode/source-map-support": "^0.8.0",
         "@tsconfig/node10": "^1.0.7",
@@ -13092,7 +12758,6 @@
       "resolved": "https://registry.npmjs.org/typescript/-/typescript-4.9.5.tgz",
       "integrity": "sha512-1FXk9E2Hm+QzZQ7z+McJiHL4NW1F2EzMu9Nq9i3zAaGqibafqYwCVU6WyWAuyQRRzOlxou8xZSyXLEN8oKj24g==",
       "license": "Apache-2.0",
-      "peer": true,
       "bin": {
         "tsc": "bin/tsc",
         "tsserver": "bin/tsserver"
@@ -13420,6 +13085,7 @@
       "resolved": "https://registry.npmjs.org/schema-utils/-/schema-utils-4.3.0.tgz",
       "integrity": "sha512-Gf9qqc58SpCA/xdziiHz35F4GNIWYWZrEshUc/G/r5BnLph6xpKuLeoJoQuj5WfBIx/eQLf+hmVPYHaxJu7V2g==",
       "license": "MIT",
+      "peer": true,
       "dependencies": {
         "@types/json-schema": "^7.0.9",
         "ajv": "^8.9.0",

package.json

@@ -30,7 +30,7 @@
     "@aws-sdk/client-secrets-manager": "^3.414.0",
     "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
     "@dadosfera/protospack": "2.5.3",
-    "@dadosfera/protospack-v2": "3.38.0-beta.14",
+    "@dadosfera/protospack-v2": "3.38.0-beta.1",
     "@grpc/grpc-js": "^1.9.3",
     "@grpc/proto-loader": "^0.7.9",
     "@nestjs/cli": "^9.5.0",
@@ -45,11 +45,8 @@
     "@nestjs/swagger": "^6.3.0",
     "@nestjs/testing": "^9.4.3",
     "axios": "^0.27.2",
-    "cache-manager": "^5.1.4",
-    "cache-manager-ioredis-yet": "^1.1.0",
     "class-transformer": "^0.5.1",
     "class-validator": "^0.14.0",
-    "cookie-parser": "^1.4.7",
     "cron-parser": "^4.9.0",
     "csv": "^6.3.11",
     "dotenv": "^14.3.2",
@@ -60,7 +57,6 @@
     "jwk-to-pem": "^2.0.5",
     "mixpanel": "^0.17.0",
     "ms": "^3.0.0-canary.1",
-    "openid-client": "^5.7.1",
     "passport": "^0.6.0",
     "passport-facebook": "^3.0.0",
     "passport-forcedotcom": "^0.2.0",
@@ -68,7 +64,6 @@
     "passport-hubspot-oauth2": "^1.0.3",
     "passport-mailchimp": "^1.1.0",
     "puppeteer": "^24.7.2",
-    "redis": "^4.5.1",
     "reflect-metadata": "^0.1.13",
     "rimraf": "^3.0.2",
     "rxjs": "^7.5.5",
@@ -78,10 +73,7 @@
     "multer": "1.4.5-lts.1"
   },
   "devDependencies": {
-    "@types/cache-manager": "^4.0.6",
-    "@types/cookie-parser": "^1.4.9",
     "@types/express": "^4.17.17",
-    "@types/express-session": "^1.18.1",
     "@types/jest": "27.0.2",
     "@types/jsonwebtoken": "^8.5.9",
     "@types/jwk-to-pem": "^2.0.1",

src/app.module.ts

@@ -28,10 +28,7 @@ import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
 import { CustomersModule } from './modules/customers/customers.module';
 import { OpenDataModule } from './modules/open-data/open-data.module';
 import { ThemeModule } from './modules/theme/theme.module';
-import { IdentityProviderModule } from './modules/identity-provider/identity-provider.module';
 import { NetworkPolicyModule } from './modules/network-policy/network-policy.module';
-import { AssignModule } from './modules/assign/assign.module';
-import { ShareMetadataModule } from './modules/share-metadata/share-metadata.module';
 import { ApiKeyModule } from './modules/api-key/api-key.module';
 
 @Module({
@@ -66,15 +63,10 @@ import { ApiKeyModule } from './modules/api-key/api-key.module';
     CustomersModule,
     OpenDataModule,
     ThemeModule,
-    NetworkPolicyModule,
-    AssignModule,
-    ShareMetadataModule,
-    NetworkPolicyModule,
-    ApiKeyModule,
-    IdentityProviderModule,
-    NetworkPolicyModule,
     //Always leave HealthModule last, so it is on the bottom of swagger
     HealthModule,
+    NetworkPolicyModule,
+    ApiKeyModule
   ],
 })
 export class AppModule {}

src/authentication/authentication.guard.spec.ts

@@ -17,7 +17,6 @@ import { PERMISSIONS_GROUPS } from './permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';
 
 import ErrorCodes from '../utils/errorCodes';
-import { ApiKeyService } from 'src/modules/api-key/api-key.service';
 
 const logger = {
   info: (...args) => args,
@@ -100,7 +99,6 @@ describe('authentication.guard', () => {
     customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
     customer_name: 'dadosfera',
     customer_tier: 'BASIC',
-    customer_modules: []
   };
 
   beforeAll(async () => {
@@ -122,12 +120,6 @@ describe('authentication.guard', () => {
           provide: APP_GUARD,
           useClass: AuthenticationGuard,
         },
-        {
-          provide: ApiKeyService,
-          useValue: {
-            get: () => Promise.resolve(null)
-          }
-        }
       ],
       controllers: [NoClassAuthController, ClassAuthConditionController],
     }).compile();
@@ -448,18 +440,18 @@ describe('authentication.guard', () => {
   NoClassAuthTest(null, null);
   ClassAuthConditionTest(null, null);
 
-  // const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]);
-  // NoClassAuthTest(tokenZ, ['zendesk']);
-  // ClassAuthConditionTest(tokenZ, ['zendesk']);
+  const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]);
+  NoClassAuthTest(tokenZ, ['zendesk']);
+  ClassAuthConditionTest(tokenZ, ['zendesk']);
 
-  // const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
-  // NoClassAuthTest(tokenM, ['metabase']);
-  // ClassAuthConditionTest(tokenM, ['metabase']);
+  const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
+  NoClassAuthTest(tokenM, ['metabase']);
+  ClassAuthConditionTest(tokenM, ['metabase']);
 
-  // const tokenZM = CreateToken([
-  //   PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
-  //   PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
-  // ]);
-  // NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
-  // ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
+  const tokenZM = CreateToken([
+    PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
+    PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
+  ]);
+  NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
+  ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
 });

src/authentication/authentication.guard.ts

@@ -4,7 +4,6 @@ import {
   OnApplicationBootstrap,
   ExecutionContext,
   Inject,
-  ForbiddenException,
 } from '@nestjs/common';
 import { Reflector } from '@nestjs/core';
 import assert from 'assert';
@@ -136,18 +135,6 @@ export class AuthenticationGuard
       return false;
     }
 
-    // Bloquear outros customer de usar o maestor dedicado
-    const DEDICATED_PROXY = process.env.DEDICATED_PROXY || '';
-    if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== accessTokenPayload.customer_id) {
-      throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
-    }
-
-    // Bloquear o customer de acesso o maestro publico
-    const hasNetworkPolicyModule = accessTokenPayload.customer_modules.includes('network-policy');
-    if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
-      throw new ForbiddenException(ErrorCodes.AUTH.FORBIDDEN);
-    }
-
     request.accessTokenPayload = accessTokenPayload;
     request.user = {
       user_id: accessTokenPayload.user_id,

src/authentication/extract-user.ts

@@ -1,20 +0,0 @@
-import jwt, { JwtPayload } from 'jsonwebtoken';
-
-export function extractUserFrom(aRawJwt: string) {
-  const decodedToken = jwt.decode(aRawJwt, {
-    complete: true,
-  });
-
-  const payload = decodedToken.payload as JwtPayload;
-
-  return {
-    user_id: payload.user_id,
-    username: payload.username,
-    permissions: payload.permissions,
-    customer_id: payload.customer_id,
-    customer_name: payload.customer_name,
-    customer_tier: payload.customer_tier,
-    customer_modules: payload.customer_modules,
-    access_token: aRawJwt,
-  }
-}

src/authentication/permissions.enum.ts

@@ -116,44 +116,6 @@ export const PERMISSIONS_GROUPS = {
       },
     },
   },
-  IMPORT_FILES: {
-    title: {
-      'pt-br': 'Coletar | Importar arquivos',
-      'en-us': 'Collect | Import files',
-      'es-es': 'Colecta | Importar archivos',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 48,
-        claim: 'import-file:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Importar arquivos',
-          'en-us': 'Import files',
-          'es-es': 'Importar archivos',
-        },
-      },
-    },
-  },
-   AI_CHAT: {
-    title: {
-      'pt-br': 'AutodriveDDF',
-      'en-us': 'AutodriveDDF',
-      'es-es': 'AutodriveDDF',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 49,
-        claim: 'ai-chat:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'AutodriveDDF',
-          'en-us': 'AutodriveDDF',
-          'es-es': 'AutodriveDDF',
-        },
-      },
-    },
-  },
   CONNECTION: {
     title: {
       'pt-br': 'Coletar | Fontes de dados',
@@ -378,6 +340,16 @@ export const PERMISSIONS_GROUPS = {
           'es-es': 'Gestor de catálogos. Puede ver y editar todos los activos.',
         },
       },
+      EMBED_ANALYTICS: {
+        seqid: 44,
+        claim: 'catalog:embed',
+        usage: PermissionUsages.INTERNAL,
+        name: {
+          'pt-br': 'Acessar Módulo de Incorporação de Ativos',
+          'en-us': 'Access Embedding analytics Module',
+          'es-es': 'Acceder al Módulo de Incorporación de Activos',
+        },
+      },
       TRIGGER_CATALOG_TASK: {
         seqid: 45,
         claim: 'catalog:trigger-task',
@@ -390,44 +362,6 @@ export const PERMISSIONS_GROUPS = {
       },
     },
   },
-  LINEAGE: {
-    title: {
-      'pt-br': 'Explorar | Linhagem',
-      'en-us': 'Explore | Lineage',
-      'es-es': 'Explorar | Linaje',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 50,
-        claim: 'lineage:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Acessar ao módulo de Linhagem',
-          'en-us': 'Access to Lineage module',
-          'es-es': 'Acceda al módulo de Linaje',
-        },
-      }
-    },
-  },
-  EMBED: {
-    title: {
-      'pt-br': 'Analisar | Incorporação',
-      'en-us': 'Analyze | Embedding',
-      'es-es': 'Analizar | Incorporación',
-    },
-    permissions: {
-      EMBED_ANALYTICS: {
-        seqid: 44,
-        claim: 'catalog:embed',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Acessar Módulo de Incorporação de Ativos',
-          'en-us': 'Access Embedding analytics Module',
-          'es-es': 'Acceder al Módulo de Incorporación de Activos',
-        },
-      },
-    }
-  },
   CONNECTORS: {
     title: {
       'pt-br': 'Conectores',
@@ -669,6 +603,22 @@ export const PERMISSIONS_GROUPS = {
     },
   },
 };
+
+export const PUBLIC_PERMISSIONS_SEQID = [
+  46, // AUTH.GENERATE_TOKEN
+  23, 13, 29, 5, // PIPELINE
+  37, 38, // CONNECTION
+  35, // NETWORK_CONFIG
+  7, 19, 25, 1, // CATALOG
+  14, // SNOWFLAKE
+  11, // DATAVIZ
+  31, // INTELLIGENCE
+  34, // USERS
+  43, // PROCESS
+  47  // CUSTOMER
+];
+
+
 export interface DadosferaModule {
   name: string;
   description: string;
@@ -680,9 +630,7 @@ export const DADOSFERA_MODULES_KEYS = {
   LOG_DASHBOARD: 'logs-dashboard',
   ACCESS_DASHBOARD: 'access-dashboard',
   DANGER_ZONE: 'danger-zone',
-  PII: 'pii',
-  EMBED: 'embedded-analytics',
-  EMBED_ASSIGNED: 'embed-assigned',
+  PII: 'pii'
 }
 
 export const DADOSFERA_MODULES: Array<DadosferaModule> = [

src/decorators/user.decorator.spec.ts

@@ -9,7 +9,6 @@ import { PERMISSIONS_GROUPS } from '../authentication/permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';
 import ErrorCodes from '../utils/errorCodes';
 import { User } from './user.decorator';
-import { ApiKeyService } from 'src/modules/api-key/api-key.service';
 
 const logger = {
   info: (...args) => args,
@@ -53,7 +52,6 @@ describe('user.decorator', () => {
     customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
     customer_name: 'dadosfera',
     customer_tier: 'BASIC',
-    customer_modules: [],
     access_token: '',
   };
 
@@ -76,12 +74,6 @@ describe('user.decorator', () => {
           provide: APP_GUARD,
           useClass: AuthenticationGuard,
         },
-        {
-          provide: ApiKeyService,
-          useValue: {
-            get: () => Promise.resolve(null)
-          }
-        }
       ],
       controllers: [UserController],
     }).compile();
@@ -183,5 +175,5 @@ describe('user.decorator', () => {
 
   const token = CreateToken();
   fakeUserPayload.access_token = token;
-  // UserTest(token);
+  UserTest(token);
 });

src/main.ts

@@ -9,8 +9,6 @@ import { AppModule } from './app.module';
 import { writeFileSync } from 'fs';
 import { execSync } from 'child_process';
 import { INestApplication } from '@nestjs/common';
-import cookieParser from 'cookie-parser';
-
 async function bootstrap() {
   DadosferaLogger.setupLogger({
     serviceName: 'maestro',
@@ -18,41 +16,19 @@ async function bootstrap() {
   });
   const logger = new DadosferaLogger();
 
-  const corsOrigins = [];
-
-  if (process.env.ENV === 'local') {
-    corsOrigins.push('http://localhost:4200');
-  } else {
-    corsOrigins.push( 
-      'https://app.stg.dadosfera.ai',
-      'https://app.dadosfera.ai',
-      'https://private-frontend.stg.dadosfera.ai',
-      'https://unimed.dadosfera.ai',
-      'https://boston-scientific.dadosfera.ai',
-      'https://plataforma.dadosfera.ai'
-    );
-  }
-
   const app = await NestFactory.create(AppModule, {
     logger,
     cors: {
-      origin: corsOrigins,
+      origin: '*',
       methods: 'GET,HEAD,PUT,PATCH,POST,DELETE',
       preflightContinue: false,
       optionsSuccessStatus: 204,
-      credentials: true,
     },
   });
-
   app.use(helmet());
-  app.use(cookieParser(process.env.COOKIE_SECRET));
-
-  if (process.env.ENV !== 'local') {
+  if (process.env.ENV === 'prd') {
     app.use('/catalog/register-dataset', json({ limit: '10mb' }));
-    app.use(
-      '/catalog/register-dataset',
-      urlencoded({ extended: true, limit: '10mb' }),
-    );
+    app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' }));
   }
 
   configureSwagger(app);

src/modules/api-key/api-key.controller.ts

@@ -1,12 +1,13 @@
 import { Controller, Get, Post, Body, Param, Delete, UseFilters, Inject } from '@nestjs/common';
 import { ApiKeyService } from './api-key.service';
 import { CreateApiKeyDto, CreateApiKeyResponseDto, ApiKeyBaseResponseDto } from './dto/api-key.dto';
-import { Authenticated } from 'src/decorators/authentication.decorator';
+import { Authenticated, RequireAllPermissions } from 'src/decorators/authentication.decorator';
 import { ApiHeaders, ApiTags, ApiResponse } from '@nestjs/swagger';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 
 @Controller('api-key')
 @Authenticated()
@@ -26,6 +27,7 @@ export class ApiKeyController {
 
   @Post()
   @ApiResponse({ type: CreateApiKeyResponseDto })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   async create(@Body() createApiKeyDto: CreateApiKeyDto, @User() user: RequestUser): Promise<CreateApiKeyResponseDto> {
     this.logger.info('POST /api-key', {
       permissions: createApiKeyDto.permissions,
@@ -41,6 +43,7 @@ export class ApiKeyController {
 
   @Get()
   @ApiResponse({ type: [ApiKeyBaseResponseDto] })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   async findAll(@User() user: RequestUser): Promise<ApiKeyBaseResponseDto[]> {
     this.logger.info('GET /api-key', {
       method: 'findAll'
@@ -54,6 +57,7 @@ export class ApiKeyController {
   }
 
   @Delete(':id')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   async remove(@Param('id') id: string, @User() user: RequestUser): Promise<void> {
     this.logger.info('DELETE /api-key/:id', { 
       id,

src/modules/api-key/api-key.service.ts

@@ -1,38 +1,73 @@
-import { Injectable, Inject, OnModuleInit } from '@nestjs/common';
+import {
+  Injectable,
+  Inject,
+  OnModuleInit,
+  BadRequestException,
+} from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
-import { CreateApiKeyDto, CreateApiKeyResponseDto, ApiKeyBaseResponseDto } from './dto/api-key.dto';
+import {
+  CreateApiKeyDto,
+  CreateApiKeyResponseDto,
+  ApiKeyBaseResponseDto,
+} from './dto/api-key.dto';
 import { RequestUser } from 'src/decorators/user.decorator';
 import { DucClient } from '../duc/client.config';
+import { PackTheMetadata } from '../../utils/ PackTheMetadata';
 import { ApiKeyWriteProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import { lastValueFrom } from 'rxjs';
 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PUBLIC_PERMISSIONS_SEQID } from 'src/authentication/permissions.enum';
 
 @Injectable()
 export class ApiKeyService implements OnModuleInit {
   private apiKeyService: ApiKeyWriteProtoService;
 
   constructor(
-    @Inject(DucClient.name) private readonly client: ClientGrpc,
+    @Inject(DucClient.name) private readonly client: ClientGrpc
   ) {}
 
   onModuleInit() {
-    this.apiKeyService = this.client.getService<ApiKeyWriteProtoService>(ProtoServices.ApiKeyWriteProtoService);
+    this.apiKeyService = this.client.getService<ApiKeyWriteProtoService>(
+      ProtoServices.ApiKeyWriteProtoService,
+    );
   }
 
-  create(createApiKeyDto: CreateApiKeyDto, user: RequestUser): Promise<CreateApiKeyResponseDto> {
+  create(
+    createApiKeyDto: CreateApiKeyDto,
+    user: RequestUser,
+  ): Promise<CreateApiKeyResponseDto> {
     const metadata = PackTheMetadata(user);
 
-    return lastValueFrom(this.apiKeyService.CreateApiKey({
-      permissions: createApiKeyDto.permissions
-    }, metadata));
+    const invalidPermissions = [];
+    for (const permission of createApiKeyDto.permissions) {
+      if (!PUBLIC_PERMISSIONS_SEQID.includes(permission)) {
+        invalidPermissions.push(permission);
+      }
+    }
+
+    if (invalidPermissions.length > 0) {
+      throw new BadRequestException(
+        `Invalid permissions: ${invalidPermissions.join(', ')}`,
+      );
+    }
+
+    return lastValueFrom(
+      this.apiKeyService.CreateApiKey(
+        {
+          permissions: createApiKeyDto.permissions,
+        },
+        metadata,
+      ),
+    );
   }
 
   async findAll(user: RequestUser): Promise<ApiKeyBaseResponseDto[]> {
     const metadata = PackTheMetadata(user);
-    console.log(metadata)
+    console.log(metadata);
 
-    const data = await lastValueFrom(this.apiKeyService.ListApiKeys({}, metadata));
+    const data = await lastValueFrom(
+      this.apiKeyService.ListApiKeys({}, metadata),
+    );
     return data.api_keys;
   }
 

src/modules/assign/assign.controller.ts

@@ -1,37 +0,0 @@
-import { Controller, Body, Put, Get, NotFoundException} from '@nestjs/common';
-import { AssignService } from './assign.service';
-import { CreateAssignDto } from './dto/create-assign.dto';
-import { Authenticated, RequireModule, RequireSomePermission } from 'src/decorators/authentication.decorator';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-
-@Controller('assign')
-@Authenticated()
-export class AssignController {
-  constructor(private readonly assignService: AssignService) {}
-
-  @Put('/public-key')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.USERS.permissions.ADMIN
-  )
-  @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
-  create(@Body() createAssignDto: CreateAssignDto, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.assignService.create(createAssignDto, metadata);
-  }
-
-  @Get('/public-key')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.USERS.permissions.ADMIN
-  )
-  @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
-  async get(@User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    try {
-      return await this.assignService.get(metadata);
-    } catch (error) {
-      throw new NotFoundException(error.message)
-    }
-  }
-}

src/modules/assign/assign.module.ts

@@ -1,15 +0,0 @@
-import { Module } from '@nestjs/common';
-import { AssignService } from './assign.service';
-import { AssignController } from './assign.controller';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ClientsModule } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-
-const client = new DucClient();
-
-@Module({
-  imports: [ClientsModule.register([client.providerOptions])],
-  controllers: [AssignController],
-  providers: [AssignService, DadosferaLogger]
-})
-export class AssignModule {}

src/modules/assign/assign.service.ts

@@ -1,38 +0,0 @@
-import { Inject, Injectable, OnModuleInit } from '@nestjs/common';
-import { CreateAssignDto } from './dto/create-assign.dto';
-import { Metadata } from '@grpc/grpc-js';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ClientGrpc } from '@nestjs/microservices';
-import { DucClient } from 'src/modules/duc/client.config';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { lastValueFrom } from 'rxjs';import { AssingProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-
-@Injectable()
-export class AssignService implements OnModuleInit {
-
-  ducService: AssingProtoService;
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  onModuleInit() {
-    this.ducService =this.grpcClient.getService<AssingProtoService>(
-      ProtoServices.AssingProtoService,
-    );
-  }
-
-  async create(createAssignDto: CreateAssignDto, metadata: Metadata) {
-    const data = await lastValueFrom(this.ducService.CreateOrUpdateAssignPublicKey(createAssignDto, metadata))
-    return data;
-  }
-
-  async get(metadata: Metadata) {
-    return await lastValueFrom(this.ducService.GetAssignPublicKey({}, metadata))
-  }
-}

src/modules/assign/dto/create-assign.dto.ts

@@ -1,3 +0,0 @@
-export class CreateAssignDto {
-    publicKey: string;
-}

src/modules/auth/auth.controller.ts

@@ -12,7 +12,6 @@ import {
   Redirect,
   Req,
   Param,
-  Res,
 } from '@nestjs/common';
 import {
   ApiHeaders,
@@ -27,7 +26,7 @@ import {
   AuthConfirmResetPasswordRequest,
   AuthEnableTotpMfaRequest,
   AuthDisableTotpMfaRequest,
-  AuthVerifyTotpMfaRequest
+  AuthVerifyTotpMfaRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 
 import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
@@ -46,21 +45,15 @@ import {
   AuthSignInRes,
   BulkEditRequest,
 } from './dtos/login';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { AuthGuard } from '@nestjs/passport';
-import { Request, Response } from 'express';
+import { Request } from 'express';
 import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes';
-import jwt, { JwtPayload } from 'jsonwebtoken';
+import jwt from 'jsonwebtoken';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 
-type CookiesValues = {
-  accessToken?: string;
-  refreshToken?: string;
-  userId?: string
-}
-
 @ApiTags('Auth')
 @ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
 @UseFilters(new GrpcToHttpExceptionFilter())
@@ -93,66 +86,13 @@ export class AuthController {
   async signIn(
     @Body() { username, password, totp }: AuthSignInReq,
     @Language() language: LanguageEnum,
-    @Res() res: Response,
-  ) {
-    try {
-      this.logger.info('/auth - SignIn');
-      const metadata = PackTheMetadata({ language });
-      this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON()));
-      const data = await this.authClient.signIn({ username, password, totp }, metadata);
-
-      if (data.tokens) {
-        this.addTokenInCookie(res, {
-          accessToken: data.tokens.accessToken,
-          refreshToken: data.tokens.refreshToken,
-          userId: data.user.id
-        });
-      }
-
-
-      return res.send(data);
-    } catch (error) {
-      this.logger.error('/auth - SignIn - ERROR', error);
-      throw error;
-    }
-
-  }
-
-  @Post('sign-out')
-  @HttpCode(HttpStatus.NO_CONTENT)
-  async signOut(
-    @Language() language: LanguageEnum,
-    @Res() res: Response,
-  ) {
-    try {
-      this.logger.info('/auth - SignOut');
-      const exp = 1000 * 60 * 3;
-
-      res.cookie('ddf-auth', '', {
-        domain: 'dadosfera.local',
-        maxAge: Date.now() - exp,
-        expires: new Date(),
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-
-      res.cookie('ddf-refresh-auth', '', {
-        domain: 'dadosfera.local',
-        maxAge: Date.now() - exp,
-        expires: new Date(),
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-
-      this.logger.info('Clean cookie sessions');
-
-      return res.send();
-    } catch (error) {
-      this.logger.error('/auth - SignIn - ERROR', error);
-    }
-
+    @Headers('origin') origin = '',
+  ): Promise<AuthSignInRes> {
+    this.logger.info('/auth - SignIn');
+    const frontHost = origin.replace(/^https?:\/\//, '');
+    const metadata = PackTheMetadata({ language, custom_host: frontHost });
+    this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON()));
+    return this.authClient.signIn({ username, password, totp }, metadata);
   }
 
   @Post('refresh-access-token')
@@ -162,25 +102,17 @@ export class AuthController {
     @Body() body: AuthRefreshAccessTokenReq,
     @Language() language: LanguageEnum,
     @Headers('origin') origin: string,
-    @Res() res: Response,
   ) {
     this.logger.info('/auth - RefreshAccessToken');
+    const { refreshToken, customerName: customer_name } = body;
     const frontHost = origin.replace(/^https?:\/\//, '');
-    const { refreshToken, userId } = body;
-
     const metadata = PackTheMetadata({
       language,
+      customer_name,
       custom_host: frontHost,
     });
 
-    const data = await this.authClient.refreshAccessToken({ refreshToken, userId }, metadata);
-
-    this.addTokenInCookie(res, {
-      accessToken: data.accessToken,
-      userId
-    });
-
-    return res.send(data);
+    return this.authClient.refreshAccessToken({ refreshToken }, metadata);
   }
 
   @ApiInternalOnlyEndpoint()
@@ -488,89 +420,4 @@ export class AuthController {
 
     return this.authClient.resetUsers(body.users, metadata);
   }
-
-  @Get('me')
-  async getMe(@Req() req: Request, @Res() res: Response) {
-    this.logger.info('GET /auth/me ')
-    // Lê cookies
-    const accessToken = req.cookies['ddf-auth'];
-    const userId = req.cookies['ddf-user-id'];
-
-    this.logger.info('Has cookie: ' + Boolean(accessToken))
-    try {
-      // Decodifica e valida o JWT de acesso
-      const userDto = await this.authClient.extractUserFrom(accessToken);
-      return res.status(200).json(userDto);
-    } catch (err) {
-      this.logger.error(err.message);
-      const refreshToken = req.cookies['ddf-refresh-auth'];
-
-      this.logger.info('Token is invalid')
-      this.logger.info('Has Refresh Token: '+ Boolean(refreshToken))
-      // Se access token inválido, tenta refresh
-      if (!refreshToken || !userId) {
-        this.logger.error('Invalid refresh token or customer name');
-        return res.status(401).json({ error: 'Not authenticated' });
-      }
-      try {
-        // Chama refreshAccessToken
-        const metadata = PackTheMetadata({
-        });
-        this.logger.info('Call Refresh Token')
-        const data = await this.authClient.refreshAccessToken({ refreshToken, userId }, metadata);
-        this.logger.info('Finish Refresh Token')
-        // Retorna novo access token e dados mínimos
-        this.addTokenInCookie(res, {
-          accessToken: data.accessToken,
-          userId
-        });
-        // Decodifica novo token
-        const userDto = await this.authClient.extractUserFrom(accessToken);
-        return res.status(200).json(userDto);
-      } catch (refreshErr) {
-        this.logger.error(refreshErr)
-        return res.status(401).json({ error: 'Not authenticated' });
-      }
-    }
-  }
-
-  private addTokenInCookie(res: Response, data: CookiesValues) {
-    let exp = 1000 * 60 * 5; // 5 minutes
-
-    if (data.accessToken) {
-      const { exp: expiration } = jwt.decode(data.accessToken) as JwtPayload;
-      exp = (expiration - 30) * 1000; // exp em segundos, maxAge em ms
-
-      this.logger.info('Set Cookie ddf-auth')
-      res.cookie('ddf-auth', data.accessToken, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-
-    if (data.refreshToken) {
-      this.logger.info('Set Cookie ddf-refresh-auth')
-      res.cookie('ddf-refresh-auth', data.refreshToken, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-
-    if (data.userId) {
-      this.logger.info('Set Cookie ddf-refresh-auth')
-      res.cookie('ddf-user-id', data.userId, {
-        domain: '.dadosfera.ai',
-        maxAge: exp,
-        httpOnly: true,
-        secure: true,
-        sameSite: 'none', // Necessário para cookies em requisições cross-site
-      });
-    }
-  }
 }

src/modules/auth/auth.service.ts

@@ -1,10 +1,10 @@
-import { OnModuleInit, Inject, Injectable, ForbiddenException } from '@nestjs/common';
+import { OnModuleInit, Inject, Injectable } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { lastValueFrom } from 'rxjs';
 
 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { AuthProtoService as AuthServiceInterface, IdentityProviderProtoService, UsersProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { AuthProtoService as AuthServiceInterface } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
   AuthSnowflakeSignInRequest,
   AuthSignInRequest,
@@ -17,22 +17,16 @@ import {
   AuthResetPasswordRequest,
   AuthVerifyResetPasswordCodeRequest,
   AuthConfirmResetPasswordRequest,
-  AuthSignInResponse,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
-import { BulkEditResponse, UserDTO } from './dtos/login';
-import jwt from 'jsonwebtoken';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { BulkEditResponse } from './dtos/login';
 
 @Injectable()
 export class AuthClientService implements OnModuleInit {
-
   logger: DadosferaLogger;
 
   private authService: AuthServiceInterface;
-  private userService: UsersProtoService;
-
   constructor(
     @Inject(DadosferaLogger)
     dadosferaLogger: DadosferaLogger,
@@ -45,10 +39,6 @@ export class AuthClientService implements OnModuleInit {
     this.authService = this.grpcClient.getService<AuthServiceInterface>(
       ProtoServices.AuthProtoService,
     );
-
-    this.userService = this.grpcClient.getService<UsersProtoService>(
-      ProtoServices.UsersProtoService,
-    );
   }
 
   async getPublicKeys() {
@@ -63,59 +53,25 @@ export class AuthClientService implements OnModuleInit {
     return lastValueFrom(this.authService.AuthSnowflakeSignIn(input));
   }
 
-  checkDedicatedProxy({
-    customer
-  }: AuthSignInResponse) {
-    const DEDICATED_PROXY = process.env.DEDICATED_PROXY || '';
-    this.logger.info('SignIn - Setting customer ID for dedicated proxy: ' + DEDICATED_PROXY);
-    this.logger.info('Customer ID: ' + customer.id);
-
-    if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== customer.id) {
-      throw new ForbiddenException();
-    }
-
-    // Bloquear o customer de acesso o maestro publico
-    this.logger.info('Check if customer have network policy: ' + customer.modules);
-    const hasNetworkPolicyModule = customer.modules.includes('network-policy');
-    if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
-      throw new ForbiddenException();
-    }
-  }
-
   async signIn(
     { username, password, totp }: AuthSignInRequest,
     metadata: Metadata,
   ) {
     this.logger.info('SignIn');
 
-    let result: AuthSignInResponse;
-
-    try {
-      result = await lastValueFrom(
-        this.authService.AuthSignIn({ username, password, totp }, metadata),
-      );
-
-    } catch (error) {
-      this.logger.error('SignIn - Error during sign-in');
-      this.logger.error(error);
-      throw error;
-    }
-
-    if (result.customer) {
-      this.checkDedicatedProxy(result);
-    }
-
-    return result
+    return lastValueFrom(
+      this.authService.AuthSignIn({ username, password, totp }, metadata),
+    );
   }
 
   async refreshAccessToken(
-    { refreshToken, userId }: AuthRefreshAccessTokenRequest,
+    { refreshToken }: AuthRefreshAccessTokenRequest,
     metadata: Metadata,
   ) {
     this.logger.info('RefreshAccessToken');
 
     return lastValueFrom(
-      this.authService.AuthRefreshAccessToken({ refreshToken, userId }, metadata),
+      this.authService.AuthRefreshAccessToken({ refreshToken }, metadata),
     );
   }
 
@@ -283,51 +239,4 @@ export class AuthClientService implements OnModuleInit {
       throw error;
     }
   }
-
-  private async getUser(id: string, metadata: Metadata) {
-    this.logger.info('getUser');
-    return await lastValueFrom(
-      this.userService.UserFindOneById({ id }, metadata),
-    );
-  }
-
-  public async extractUserFrom(token: string) {
-      const decoded: any = token && jwt.decode(token, { complete: true });
-      if (!decoded) throw new Error('Invalid token');
-
-      const { kid } = decoded.header;
-      // Busca a chave pública
-      const { keys } = await this.getPublicKeys();
-      const pemValue = keys.find((k) => k.kid === kid)?.pem;
-      if (!pemValue)
-          throw new Error('Public key not found');
-      jwt.verify(token, pemValue);
-
-      const payload = decoded.payload;
-      const metadata = PackTheMetadata({
-        customer_id: payload.customer_id
-      })
-
-      const {
-        user
-      } = await this.getUser(
-        payload.user_id,
-        metadata
-      );
-
-      const userDto: UserDTO = {
-          id: user.id,
-          name: user.username,
-          jobTitle: user?.jobTitle || null,
-          department: user?.department || null,
-          hierarchy: user?.hierarchy || null,
-          customer: {
-            id: payload.customer_id,
-            name: payload.customer_name,
-            tier: payload.customer_tier,
-          }
-        };
-
-      return userDto;
-    }
 }

src/modules/auth/dtos/login.ts

@@ -122,7 +122,7 @@ export class AuthRefreshAccessTokenReq {
   @ApiProperty()
   refreshToken: string;
   @ApiProperty()
-  userId: string;
+  customerName: string;
 }
 export class AuthRefreshAccessTokenRes {
   @ApiProperty()
@@ -140,16 +140,3 @@ export interface BulkEditResponse {
   successfulUsers: string[];
   failedUsers: string[];
 }
-
-export type UserDTO = {
-  id: string,
-  name: string,
-  jobTitle?: string,
-  department?: string,
-  hierarchy?: string,
-  customer: {
-    id: string,
-    name: string,
-    tier: string,
-  }
-}

src/modules/auth/passport-strategies/google-strategy.ts

@@ -26,7 +26,6 @@ export class GoogleLoginStrategy extends PassportStrategy(
       callbackURL: oauthSecrets['google-login'].redirect_uri,
       scope: ['email', 'profile', 'openid'],
     };
-    console.log("GoogleLoginStrategy", options.clientID, options.callbackURL);
     const verify = (
       accessToken: string,
       refreshToken: string,

src/modules/catalog/catalog.controller.ts

@@ -32,7 +32,7 @@ import {
 import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import {
   BatchRemoveRlsRulesRequest,
@@ -117,52 +117,6 @@ export class CatalogController {
     return res;
   }
 
-  @Get('/download')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
-  )
-  async dowloadAsserts(
-    @User() user: RequestUser,
-    @Query() query: ICatalogAllRequest,
-    @Res() res: Response
-  ) {
-    const { user_id, customer_name, customer_id, username, permissions } = user;
-    this.logger.info(`/catalog/download - searchCatalog`, {
-      user_id,
-      customer_name,
-    });
-
-    const is_data_manager = permissions.includes(
-      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
-    );
-
-    const roles = await this.catalogService.getUserRolesIds(user_id);
-
-    const metadata = PackTheMetadata({
-      user_id,
-      customer_id,
-      customer_name,
-      username,
-      roles,
-      is_data_manager,
-    });
-
-    const {
-      file,
-      filename
-    } = await this.catalogService.downloadAssets(
-      query,
-      metadata,
-      customer_id,
-    );
-
-    res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
-    res.setHeader('Content-Type', 'text/csv');
-
-    res.end(file);
-  }
-
   @ApiInternalOnlyEndpoint()
   @Get('data-asset')
   async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
@@ -931,4 +885,4 @@ export class CatalogController {
       this.logger.error(error.message);
     }
   }
-}
+}

src/modules/catalog/catalog.module.ts

@@ -3,15 +3,12 @@ import { Module } from '@nestjs/common';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 
 import { CatalogController } from './catalog.controller';
+import { CatalogService } from './catalog.service';
 import { CatalogClientConfiguration } from './catalog-client';
 import { ClientsModule } from '@nestjs/microservices';
 import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
 import { UsersModule } from '../users/users.module';
 import { RolesModule } from '../roles/roles.module';
-import { CustomersModule } from '../customers/customers.module';
-import { ShareModule } from './share/share.module';
-import { CatalogService } from './catalog.service';
-import { MixpanelModule } from '../mixpanel/mixpanel.module';
 
 const client = new CatalogClientConfiguration();
 
@@ -21,8 +18,6 @@ const client = new CatalogClientConfiguration();
     OldPipelineModule,
     UsersModule,
     RolesModule,
-    CustomersModule,
-    ShareModule,
   ],
   controllers: [CatalogController],
   providers: [CatalogService, DadosferaLogger],

src/modules/catalog/catalog.service.ts

@@ -25,7 +25,6 @@ import { UsersService } from '../users/users.service';
 import { RolesService } from '../roles/roles.service';
 import { Metadata } from '@grpc/grpc-js';
 import {
-  AssetReporter,
   BatchRemoveRlsRulesRequest,
   IUpdateDataRequest,
   TriggerCatalogReq,
@@ -36,6 +35,12 @@ import {
   GetRlsRulesRequest,
   PiiMetadata,
 } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
+import { writeFileSync } from 'fs';
+import path from 'path';
+import { HtmlParser } from 'src/utils/FileParser/html-parser';
+import { PiiDto } from './dtos/pii.dto';
+import { CsvParser } from 'src/utils/FileParser/csv-parser';
+import { PDFParser } from 'src/utils/FileParser/pdf-parser';
 import { TypeParser } from 'src/utils/FileParser/parser-types';
 import { ParserBuilder } from 'src/utils/FileParser/parser.builder';
 
@@ -197,11 +202,9 @@ class CatalogService implements OnModuleInit {
   async getUserRolesIds(userId: string) {
     const result = await this.userService.findOneById(userId).catch(() => null);
 
-    if (result) {
-      return result.user.roles.map((role) => role.id);
-    }
+    const roles_ids = result.user.roles.map((role) => role.id);
 
-    return [];
+    return roles_ids;
   }
 
   async searchDataAssets(
@@ -237,34 +240,6 @@ class CatalogService implements OnModuleInit {
     return { data_assets: response, total };
   }
 
-  async downloadAssets(
-    query: Record<string, any>,
-    metadata: Metadata,
-    customer_id: string,
-  ) {
-    const data = await this.searchDataAssets(query, metadata, customer_id);
-
-    const formatData = data.data_assets.map(asset => ({
-      id: asset.id,
-      display_name: asset.display_name,
-      data_asset_type: asset.data_asset_type,
-      created_at: asset.created_at,
-      tags: '[' + asset.tags.join(', ') + ']'
-    }))
-
-    const parser = ParserBuilder.build<AssetReporter>('csv');
-
-    const file = await parser.parse(formatData);
-
-    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
-    const filename = `dadosfera_assets_${timestamp}.csv`;
-
-    return {
-      file,
-      filename
-    }
-  }
-
   async getOneDataAsset(data: {
     id: string;
     customer_id: string;
@@ -341,7 +316,7 @@ class CatalogService implements OnModuleInit {
     const { documentation } = await lastValueFrom(
       this.catalogReadService.GetDatasetDoc({ id, type: undefined }, metadata),
     );
- 
+    console.log(documentation);
     const docs = JSON.parse(documentation);
     return docs;
   }
@@ -408,14 +383,11 @@ class CatalogService implements OnModuleInit {
 
       const roles = [];
       const users = [];
-      const data_asset_roles = data_asset?.roles || []
-      for (const role_id of data_asset_roles) {
+      for (const role_id of data_asset.roles) {
         const role = customer_roles.find((r) => r.id === role_id);
         if (role) roles.push({ id: role.id, name: role.name });
       }
-
-      const data_asset_users = data_asset?.users || []
-      for (const user_id of data_asset_users) {
+      for (const user_id of data_asset.users) {
         const user = customer_users.find((r) => r.id === user_id);
         if (user) users.push({ id: user.id, username: user.username });
       }
@@ -612,4 +584,4 @@ class CatalogService implements OnModuleInit {
   }
 }
 
-export { CatalogService };
+export { CatalogService };

src/modules/catalog/dtos/index.ts

@@ -320,11 +320,3 @@ export class BatchRemoveRlsRulesRequest {
   @ApiPropertyOptional()
   id_rls?: string;
 }
-
-export type AssetReporter = {
-  id: string;
-  display_name: string;
-  data_asset_type: string;
-  created_at: string;
-  tags: string;
-}

src/modules/catalog/share/share.controller.ts

@@ -1,89 +0,0 @@
-import {
-  Controller,
-  Get,
-  Inject,
-  Param,
-  Req,
-  UseFilters,
-} from '@nestjs/common';
-import {
-  ApiHeaders,
-  ApiTags,
-} from '@nestjs/swagger';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import {
-  IColumnsMetadataResponse,
-  IDocsResponse,
-  IPreviewResponse,
-
-} from '../dtos';
-import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
-import { Language } from 'src/decorators/language.decorator';
-import { LanguageEnum } from 'src/utils/languages.enum';
-import { ShareService } from './share.service';
-import { Request } from 'express';
-
-@ApiTags('Catalog')
-@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
-@Controller('catalog/data-asset/share')
-@UseFilters(new GrpcToHttpExceptionFilter())
-export class ShareController {
-  logger: DadosferaLogger;
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private catalogShareService: ShareService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  @Get('/:id')
-  async getShareDataAsset(
-    @Param('id') id: string,
-    @Req() request: Request
-  ) {
-    this.logger.info(`GET //:id`);
-    return await this.catalogShareService.getOneDataAssetPublic(id, request);
-  }
-
-  @Get('/:id/columns-metadata')
-  async getShareDataAssetColumnsMetadata(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IColumnsMetadataResponse> {
-    this.logger.info(`GET /:id/columns-metadata`);
-
-    const columns_metadata =
-      await this.catalogShareService.getDatasetColumnsMetadata(id, request);
-
-
-    return { columns_metadata };
-  }
-
-  @Get('/:id/preview')
-  async getShareDataAssetPreview(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IPreviewResponse> {
-    this.logger.info(`GET /:id/preview`);
-    const preview = await this.catalogShareService.getDatasetPreview(id, request);
-
-    return { preview };
-  }
-
-  @Get('/:id/docs')
-  async getShareDataAssetDocs(
-    @Language() language: LanguageEnum,
-    @Param('id') id: string,
-    @Req() request: Request
-  ): Promise<IDocsResponse> {
-    this.logger.info(`GET /:id/docs`);
-    const docs = await this.catalogShareService.getDataDocs(id, request);
-
-    return { docs };
-  }
-
-}

src/modules/catalog/share/share.module.ts

@@ -1,30 +0,0 @@
-import { Module } from "@nestjs/common";
-import { CatalogClientConfiguration } from "../catalog-client";
-import { ClientsModule } from "@nestjs/microservices";
-import { RolesModule } from "src/modules/roles/roles.module";
-import { UsersModule } from "src/modules/users/users.module";
-import { CustomersModule } from "src/modules/customers/customers.module";
-import { ShareMetadataModule } from "src/modules/share-metadata/share-metadata.module";
-import { ShareController } from "./share.controller";
-import DadosferaLogger from "@dadosfera/dadosfera-logs";
-import { ShareService } from "./share.service";
-import { MixpanelModule } from "src/modules/mixpanel/mixpanel.module";
-import { AuthModule } from "src/modules/auth/auth.module";
-
-const client = new CatalogClientConfiguration();
-
-@Module({
-  imports: [
-    ClientsModule.register([client.providerOptions]),
-    UsersModule,
-    RolesModule,
-    CustomersModule,
-    ShareMetadataModule,
-    MixpanelModule,
-    AuthModule
-  ],
-  controllers: [ShareController],
-  providers: [ShareService, DadosferaLogger],
-  exports: [ShareModule],
-})
-export class ShareModule {}

src/modules/catalog/share/share.service.ts

@@ -1,275 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import {
-  ProtoServices,
-  ReadService,
-} from '@dadosfera/protospack-v2/dist/lib/Catalog';
-import {
-  ForbiddenException,
-  Inject,
-  NotFoundException,
-  OnModuleInit,
-} from '@nestjs/common';
-import { CatalogClientConfiguration } from '../catalog-client';
-import { ClientGrpc } from '@nestjs/microservices';
-import { UsersService } from 'src/modules/users/users.service';
-import { RolesService } from 'src/modules/roles/roles.service';
-import { RequestUser } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-import { Metadata } from '@grpc/grpc-js';
-import { lastValueFrom } from 'rxjs';
-import { ShareMetadataService } from 'src/modules/share-metadata/share-metadata.service';
-import { isJWT } from 'class-validator';
-import { MixpanelService } from 'src/modules/mixpanel/mixpanel.service';
-import { Request } from 'express';
-import jwt from 'jsonwebtoken';
-import { AuthClientService } from 'src/modules/auth/auth.service';
-
-
-export class ShareService implements OnModuleInit {
-  catalogReadService: ReadService.CatalogReadServices;
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    @Inject(CatalogClientConfiguration.name)
-    private readonly grpcClient: ClientGrpc,
-    private readonly userService: UsersService,
-    private readonly roleService: RolesService,
-    private readonly shareMetadataService: ShareMetadataService,
-    private readonly mixpanelService: MixpanelService,
-    private authClient: AuthClientService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  onModuleInit() {
-    this.catalogReadService =
-      this.grpcClient.getService<ReadService.CatalogReadServices>(
-        ProtoServices.CatalogReadServices,
-      );
-  }
-
-  async getDatasetColumnsMetadata(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-    const { columns_metadata } = await lastValueFrom(
-      this.catalogReadService.GetDatasetColumnsMetadata(
-        { id: shareMetadata.assetId, type: undefined },
-        metadata,
-      ),
-    );
-    const result = JSON.parse(columns_metadata);
-    return result;
-  }
-
-  async getDatasetPreview(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-    const { preview } = await lastValueFrom(
-      this.catalogReadService.GetDatasetPreview(
-        { id: shareMetadata.assetId, type: undefined },
-        metadata,
-      ),
-    );
-    const result = JSON.parse(preview);
-    return result;
-  }
-
-  async getOneDataAssetPublic(id: string, request: Request) {
-    this.logger.info("getOneDataAssetPublic: " + JSON.stringify({
-      id
-    }))
-    try {
-    const user = await this.getUserFromRequest(request);
-
-      const shareMetadata = await this.getShareMetadata(id, request);
-
-      const mixpanelTracker = {
-        asset: shareMetadata.assetId,
-        type: isJWT(id) ? 'assigned' : shareMetadata.type,
-        customer: shareMetadata.customerName
-      }
-
-      if (user) {
-        await this.mixpanelService.track("share_page", user, request, mixpanelTracker);
-      } else {
-        await this.mixpanelService.trackShare(request, mixpanelTracker);
-      }
-
-      this.logger.info("shareMetadata: " + JSON.stringify(shareMetadata))
-      const metadata = PackTheMetadata({
-        customer_id: shareMetadata.customerId,
-        customer_name: shareMetadata.customerName,
-      });
-  
-      const { data_asset } = await this.getOneDataAsset({
-        customer_id: shareMetadata.customerId,
-        id: shareMetadata.assetId,
-        metadata,
-      });
-      this.logger.info('found asset: ' + JSON.stringify(data_asset));
-      delete data_asset.p_roles;
-      delete data_asset.p_users;
-      data_asset.share_type = 'public';
-      if (data_asset.share_type !== 'public') throw new NotFoundException();
-  
-      return { data_asset };
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-
-  }
-
-  private async getOneDataAsset(data: {
-    id: string;
-    customer_id: string;
-    metadata: Metadata;
-  }) {
-    const { customer_id, id, metadata } = data;
-    const { data_asset } = await lastValueFrom(
-      this.catalogReadService.GetOneDataAsset(
-        { id, type: undefined },
-        metadata,
-      ),
-    );
-    let asset = JSON.parse(data_asset);
-    asset = {
-      ...asset,
-      p_roles: asset.roles,
-      p_users: asset.users,
-    };
-    asset = await this.getAssetsUsersAndRoles([asset], customer_id);
-
-    return { data_asset: asset[0] };
-  }
-
-  async getDataDocs(id: string, request: Request) {
-    const shareMetadata = await this.getShareMetadata(id, request);
-    const metadata = PackTheMetadata({
-      customer_id: shareMetadata.customerId,
-      customer_name: shareMetadata.customerName,
-    });
-
-    const { documentation } = await lastValueFrom(
-      this.catalogReadService.GetDatasetDoc({ id, type: undefined }, metadata),
-    );
-    console.log(documentation);
-    const docs = JSON.parse(documentation);
-    return docs;
-  }
-
-  private async getAssetsUsersAndRoles(
-    data_assets: Array<any>,
-    customer_id: string,
-  ) {
-    const { users: customer_users } =
-      await this.userService.findAllUsersByCustomerId(customer_id);
-    const { roles: customer_roles } = await this.roleService.roleSearch(
-      {},
-      { customer_id },
-    );
-    return data_assets.map((data_asset) => {
-      const owner = customer_users.find(
-        (u) => u.id === data_asset.owner,
-      )?.username;
-
-      const roles = [];
-      const users = [];
-      for (const role_id of data_asset.roles) {
-        const role = customer_roles.find((r) => r.id === role_id);
-        if (role) roles.push({ id: role.id, name: role.name });
-      }
-      for (const user_id of data_asset.users) {
-        const user = customer_users.find((r) => r.id === user_id);
-        if (user) users.push({ id: user.id, username: user.username });
-      }
-      return {
-        ...data_asset,
-        roles,
-        users,
-        owner,
-      } as typeof data_asset;
-    });
-  }
-
-
-  private async getShareMetadata(id: string, request: Request) {
-    const metadata = PackTheMetadata({});
-    this.logger.info('GET share metadata')
-    const info = await this.shareMetadataService.get(id, metadata);
-    if (isJWT(id) && info ){
-      return info;
-    }
-
-    const user = await this.getUserFromRequest(request);
-
-    if (info.type === 'private') {
-      if (!user) {
-        throw new ForbiddenException(
-          'You do not have permission to access this data asset.',
-        );
-      }
-
-      const is_data_manager = user.permissions.includes(
-        PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
-      );
-
-      const is_get = user.permissions.includes(
-        PERMISSIONS_GROUPS.CATALOG.permissions.GET.seqid,
-      );
-
-      if (is_data_manager || is_get) {
-        return info;
-      }
-
-      throw new ForbiddenException(
-        'You do not have permission to access this data asset.',
-      );
-    }
-    return info;
-  }
-
-   private async getUserFromRequest(request: Request): Promise<RequestUser | null> {
-    const accessToken = request.get('Authorization');
-    if (accessToken) {
-      const accessTokenDecoded: any = jwt.decode(accessToken, {
-        complete: true,
-      });
-
-      const { kid } = accessTokenDecoded.header;
-
-      const { keys } = await this.authClient.getPublicKeys();
-
-      const pemValue = keys.find((key) => key.kid === kid);
-
-      if (!pemValue) {
-        return null;
-      }
-
-      jwt.verify(accessToken, pemValue.pem);
-      const accessTokenPayload = accessTokenDecoded.payload;
-
-      return {
-        user_id: accessTokenPayload.user_id,
-        username: accessTokenPayload.username,
-        permissions: accessTokenPayload.permissions,
-        customer_id: accessTokenPayload.customer_id,
-        customer_name: accessTokenPayload.customer_name,
-        customer_tier: accessTokenPayload.customer_tier,
-        customer_modules: accessTokenPayload.customer_modules,
-        access_token: accessToken,
-      };
-    }
-
-    return null;
-  }
-}

src/modules/connection-test/connection-test.service.ts

@@ -20,7 +20,7 @@ import {
   DatabaseConnectionPropertiesDto,
 } from '../connection/dtos/connection';
 import { RequestUser } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 @Injectable()
 export class ConnectionTestService {

src/modules/connection/connection.controller.ts

@@ -28,7 +28,7 @@ import {
   UpdateConnectionDto,
 } from './dtos/connection';
 import { CreateConnectionDto } from './dtos/connection';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { Language } from 'src/decorators/language.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';

src/modules/customers/customers.controller.ts

@@ -25,7 +25,7 @@ import { CustomersService } from './customers.service';
 import { CustomerLinkRequest, CustomerLinksResponse } from './dtos/customers';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import type { StringValue } from 'ms';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { EnforceMfa } from './dtos/enforce-mfa';
 
 @ApiTags('Customers')

src/modules/customers/customers.service.ts

@@ -59,14 +59,6 @@ export class CustomersService implements OnModuleInit {
       );
   }
 
-  async getCustomer(customerId: string) {
-    return await lastValueFrom(
-      this.customerService.CustomerFindOneById({
-        id: customerId
-      })
-    )
-  }
-
   async getLinks(customerId: string) {
     try {
       const result = await lastValueFrom(
@@ -149,7 +141,6 @@ export class CustomersService implements OnModuleInit {
     // const decoded = jwt.decode(jwt_token, { complete: true });
     return jwt_token;
   }
-
   async getMonitoringDashboardUrl(metadata: Metadata) {
     logger.info('CustomersService - getMonitoringDashboardUrl');
 
@@ -167,7 +158,6 @@ export class CustomersService implements OnModuleInit {
 
     return res;
   }
-
   async getLogsDashboardUrl(metadata: Metadata) {
     logger.info('CustomersService - getMixPanelLogsDashboardUrl');
   

src/modules/identity-provider/dto/identity-provider.dto.ts

@@ -1,47 +0,0 @@
-import { ApiProperty } from "@nestjs/swagger";
-
-export class CreateIdentityProvider {
-
-  @ApiProperty()
-  name: string;
-
-  @ApiProperty()
-  clientId: string;
-
-  @ApiProperty()
-  clientSecret: string;
-
-  @ApiProperty()
-  issuerUrl: string;
-
-  @ApiProperty()
-  permissions: number[];
-}
-
-
-export class IdentityProviderResponse {
-
-  @ApiProperty()
-  id: string;
-
-  @ApiProperty()
-  name: string;
-
-  @ApiProperty()
-  clientId: string;
-
-  @ApiProperty()
-  issueUrl: string;
-
-  @ApiProperty()
-  permissions: {
-    id: number;
-    name: string;
-  }[];
-}
-
-export class IdentityProviderListResponse {
-
-  @ApiProperty()
-  providers: IdentityProviderResponse[]
-}

src/modules/identity-provider/dto/sso-signin.dto.ts

@@ -1,10 +0,0 @@
-export class SsoSignInDto {
-    readonly nonce: string;
-    readonly codeVerifier: string;
-    readonly state: string;
-    readonly id: string;
-    readonly clientId: string;
-    readonly clientSecret: string;
-    readonly issuerUrl: string;
-    readonly redirectUrls: string[];
-}

src/modules/identity-provider/identity-provider.controller.ts

@@ -1,246 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import {
-  Body,
-  Controller,
-  Delete,
-  Get,
-  HttpCode,
-  HttpStatus,
-  Inject,
-  Param,
-  Post,
-  Put,
-  Redirect,
-  Req,
-} from '@nestjs/common';
-import { IdentityProviderService } from './identity-provider.service';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { Language } from 'src/decorators/language.decorator';
-import { LanguageEnum } from 'src/utils/languages.enum';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { ApiOkResponse } from '@nestjs/swagger';
-import {
-  CreateIdentityProvider,
-  IdentityProviderListResponse,
-  IdentityProviderResponse,
-} from './dto/identity-provider.dto';
-import { Request } from 'express';
-import ErrorCodes from 'src/utils/errorCodes';
-import {
-  Authenticated,
-  RequireModule,
-  RequireSomePermission,
-} from 'src/decorators/authentication.decorator';
-import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-
-@Controller('identity-providers')
-export class IdentityProviderController {
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private identityProviderService: IdentityProviderService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  @Post()
-  @HttpCode(HttpStatus.OK)
-  @ApiOkResponse({ type: IdentityProviderResponse })
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async addIdentityProvider(
-    @User() user: RequestUser,
-    @Body() body: CreateIdentityProvider,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('POST /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-      language,
-    });
-
-    return await this.identityProviderService.create(body, metadata);
-  }
-
-  @Get()
-  @HttpCode(HttpStatus.OK)
-  @ApiOkResponse({ type: IdentityProviderListResponse })
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async getProviders(
-    @User() user: RequestUser,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('GET identity-providers');
-    const metadata = PackTheMetadata({
-      ...user,
-      language,
-    });
-
-    const result = await this.identityProviderService.getList(metadata);
-    return result;
-  }
-
-  @Delete(':id')
-  @HttpCode(HttpStatus.NO_CONTENT)
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async deleteIdentityProvider(
-    @Param('id') id: string,
-    @User() user: RequestUser,
-  ) {
-    this.logger.info('DELETE /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-    });
-
-    return await this.identityProviderService.deleteIdentityProvider(
-      id,
-      metadata,
-    );
-  }
-
-  @Put(':id')
-  @HttpCode(HttpStatus.OK)
-  @Authenticated()
-  @RequireModule('sso')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async updateIdentityProviders(
-    @Param('id') id: string,
-    @Body() body: CreateIdentityProvider,
-    @User() user: RequestUser,
-  ) {
-    this.logger.info('PUT /identity-providers');
-
-    const metadata = PackTheMetadata({
-      ...user,
-    });
-
-    return await this.identityProviderService.updateIdentityProviders(
-      id,
-      body,
-      metadata,
-    );
-  }
-
-  @Post('/callback')
-  @HttpCode(HttpStatus.OK)
-  async callbackIdp(
-    @Req() req: Request,
-    @Language() language: LanguageEnum,
-    @Body()
-    body: {
-      state: string;
-      code: string;
-    },
-  ) {
-    this.logger.info('GET /identity-providers/callback');
-    const { code, state } = body;
-
-    if (!code) {
-      this.logger.error('No code received from IDP');
-      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
-    }
-
-    if (!state) {
-      this.logger.error('No state received from IDP');
-      throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
-    }
-
-    try {
-      const origin = req.headers['origin'] as string;
-      this.logger.info('Header Origin: ' + origin);
-
-      const lang =
-        language.substring(0, 2) + language.substring(2).toUpperCase();
-      const callbackUrl =
-        process.env.ENV !== 'prd'
-          ? `${origin}/auth/callback`
-          : `${origin}/${lang}/auth/callback`;
-
-      this.logger.info('Callback URL: ' + callbackUrl);
-      return await this.identityProviderService.getTokenByIdp(
-        code,
-        state,
-        callbackUrl,
-      );
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  @Get('/links')
-  @HttpCode(HttpStatus.OK)
-  async providerLinks(@Req() req: Request) {
-    this.logger.info('GET /identity-providers/links');
-
-    try {
-      const frontDomain = req.headers['origin'] as string;
-      this.logger.info('Header Origin: ' + frontDomain);
-
-      if (!frontDomain) {
-        this.logger.info('Not found front domain');
-        throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_HEADER);
-      }
-
-      const result =
-        await this.identityProviderService.identityProvidersLinksPerDomain(
-          frontDomain,
-        );
-      return result;
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  @Get(':id')
-  @HttpCode(HttpStatus.OK)
-  @Redirect()
-  async loginIdp(
-    @Param('id') id: string,
-    @Req() req: Request,
-    @Language() language: LanguageEnum,
-  ) {
-    this.logger.info('GET /identity-providers/:id');
-
-    try {
-      const frontDomain =
-        (req.headers['origin'] as string) || (req.headers['referer'] as string);
-      this.logger.info(`Front domain: ${frontDomain}`);
-      const host =
-        frontDomain.lastIndexOf('/') !== -1
-          ? frontDomain.substring(0, frontDomain.lastIndexOf('/'))
-          : frontDomain;
-
-      const lang =
-        language.substring(0, 2) + language.substring(2).toUpperCase();
-      const callbackUrl =
-        process.env.ENV !== 'prd'
-          ? `${host}/auth/callback`
-          : `${host}/${lang}/auth/callback`;
-
-      this.logger.info('Callback URL: ' + callbackUrl);
-      const redirectUrl =
-        await this.identityProviderService.loginIdentityProvider(
-          id,
-          callbackUrl,
-        );
-
-      this.logger.info(`Redirecting to: ${redirectUrl}`);
-      return {
-        url: redirectUrl,
-      };
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-}

src/modules/identity-provider/identity-provider.module.ts

@@ -1,16 +0,0 @@
-import { Module } from '@nestjs/common';
-import { IdentityProviderController } from './identity-provider.controller';
-import { IdentityProviderService  } from './identity-provider.service';
-import { ClientsModule } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ServicesModule } from 'src/services/service.module';
-
-const client = new DucClient();
-
-@Module({
-  imports: [ClientsModule.register([client.providerOptions]), ServicesModule],
-  controllers: [IdentityProviderController],
-  providers: [IdentityProviderService, DadosferaLogger],
-})
-export class IdentityProviderModule {}

src/modules/identity-provider/identity-provider.service.ts

@@ -1,185 +0,0 @@
-import {
-  BadRequestException,
-  Inject,
-  Injectable,
-  OnModuleInit,
-} from '@nestjs/common';
-import { DucClient } from '../duc/client.config';
-import { ClientGrpc } from '@nestjs/microservices';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { IdentityProviderProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-import { lastValueFrom } from 'rxjs';
-import { IdentityProviderRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
-import { Metadata } from '@grpc/grpc-js';
-import { Issuer, generators } from 'openid-client';
-import { SsoSignInDto } from './dto/sso-signin.dto';
-import { CacheService } from 'src/services/cache.service';
-import { CreateIdentityProvider } from './dto/identity-provider.dto';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-
-@Injectable()
-export class IdentityProviderService implements OnModuleInit {
-  private logger: DadosferaLogger;
-  private identityProviderService: IdentityProviderProtoService;
-  constructor(
-    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
-    private readonly cacheService: CacheService<SsoSignInDto>,
-    @Inject(DadosferaLogger)
-    private dadosferaLoggger: DadosferaLogger
-  ) {
-    this.logger = dadosferaLoggger.logger;
-  }
-
-  onModuleInit() {
-    this.identityProviderService =
-      this.grpcClient.getService<IdentityProviderProtoService>(
-        ProtoServices.IdentityProviderProtoService,
-      );
-  }
-
-  async create(body: IdentityProviderRequest, metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC Create")
-    return await lastValueFrom(
-      this.identityProviderService.Create(body, metadata),
-    );
-  }
-
-  async getList(metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC GetList")
-    return await lastValueFrom(
-      this.identityProviderService.GetList({}, metadata),
-    );
-  }
-
-  async loginIdentityProvider(id: string, callbackUrl: string) {
-    this.logger.info("Call IdentityProvider GRPC FindIdentityProvider with: " + id);
-    const idp = await lastValueFrom(
-      this.identityProviderService.FindIdentityProvider({ id }),
-    );
-
-    this.logger.info("Discovery issueURL: " + idp.issuerUrl)
-    const issuer = await Issuer.discover(idp.issuerUrl);
-    const client = new issuer.Client({
-      client_id: idp.clientId,
-      client_secret: idp.clientSecret,
-      redirect_uris: idp.redirectUrls,
-      response_types: ['code'],
-    });
-
-    this.logger.info("Generate Challenge")
-    const code_verifier: string = generators.codeVerifier();
-    const code_challenge: string = generators.codeChallenge(code_verifier);
-
-    this.logger.info("Generate State")
-    const state = generators.state();
-
-    this.logger.info("Generate Nonce")
-    const nonce = generators.nonce();
-
-    // Using state because it is returned in the callback
-    // and we can use it to retrieve the code_verifier and nonce
-    this.logger.info("Save Login parameters in redis")
-    await this.cacheService.set(state, {
-      codeVerifier: code_verifier,
-      nonce,
-      id: idp.id,
-      state,
-      clientId: idp.clientId,
-      clientSecret: idp.clientSecret,
-      issuerUrl: idp.issuerUrl,
-      redirectUrls: idp.redirectUrls,
-    });
-
-    this.logger.info("Generate Authorization URL")
-    const url = client.authorizationUrl({
-      scope: 'openid email',
-      response_type: 'code',
-      code_challenge,
-      code_challenge_method: 'S256',
-      state,
-      nonce,
-      redirect_uri: callbackUrl,
-    });
-    const idpUrl = url + '&identity_provider=' + idp.name;
-    this.logger.info(idpUrl)
-    return idpUrl;
-  }
-
-  async getTokenByIdp(code: string, state: string, callbackUrl: string) {
-    this.logger.info("Get login parameters in redis")
-    const ssoSign = await this.cacheService.get(state);
-
-    if (!ssoSign) {
-      this.logger.info("Login Parameters Not Found")
-      throw new BadRequestException('SSO sign-in is expired or not found');
-    }
-
-    this.logger.info("Discovery Issue URL: " + ssoSign.issuerUrl)
-    const issuer = await Issuer.discover(ssoSign.issuerUrl);
-    const client = new issuer.Client({
-      client_id: ssoSign.clientId,
-      client_secret: ssoSign.clientSecret,
-      redirect_uris: ssoSign.redirectUrls,
-    });
-
-    const params = client.callbackParams(
-      `${callbackUrl}?code=${code}&state=${state}`,
-    );
-    try {
-
-      this.logger.info("Get Token Set");
-      const tokenSet = await client.callback(callbackUrl, params, {
-        nonce: ssoSign.nonce,
-        code_verifier: ssoSign.codeVerifier,
-        state: ssoSign.state
-      });
-
-      this.logger.info("Delete parameters in redis");
-      await this.cacheService.delete(ssoSign.state);
-
-      this.logger.info("Call IdentityProvider GRPC SignInUser");
-      return await lastValueFrom(
-        this.identityProviderService.SignInUser({
-          accessToken: tokenSet.access_token,
-          idToken: tokenSet.id_token,
-          refreshToken: tokenSet.refresh_token,
-          id: ssoSign.id,
-        }),
-      );
-    } catch (error) {
-      this.logger.error(error);
-      throw error;
-    }
-  }
-
-  async deleteIdentityProvider(id: string, metadata: Metadata) {
-    this.logger.info("Call IdentityProvider GRPC Delete with: " + id)
-    return await lastValueFrom(
-      this.identityProviderService.DeleteIdentityProvider({ id }, metadata),
-    );
-  }
-
-  async updateIdentityProviders(
-    id: string,
-    body: CreateIdentityProvider,
-    metadata: Metadata,
-  ) {
-    this.logger.info("Call IdentityProvider GRPC Update with: " + id)
-    return await lastValueFrom(
-      this.identityProviderService.UpdateIdentityProvider(
-        {
-          id,
-          ...body,
-        },
-        metadata,
-      ),
-    );
-  }
-
-  async identityProvidersLinksPerDomain(frontDomain: string) {
-    this.logger.info("Call IdentityProvider GRPC LinksPerDomain with: " + frontDomain)
-    return await lastValueFrom(
-      this.identityProviderService.GetProviderLinksFromDomain({ frontDomain }),
-    );
-  }
-}

src/modules/mixpanel/mixpanel.controller.ts

@@ -1,46 +1,101 @@
 import { Body, Controller, Inject, Param, Post, Req } from '@nestjs/common';
+import { init } from 'mixpanel';
+import { Authenticated } from 'src/decorators/authentication.decorator';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
-import { RequestUser } from 'src/decorators/user.decorator';
-import { MixpanelService } from './mixpanel.service';
-import { extractUserFrom } from 'src/authentication/extract-user';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 
 @ApiInternalOnlyController()
+@Authenticated()
 @Controller('trackEvent')
 export class MixpanelController {
-  logger: DadosferaLogger;
-
   constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private mixpanelService: MixpanelService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
+    @Inject('MIXPANEL_TOKEN')
+    private readonly mixpanelToken: string,
+  ) {}
   @Post(':id')
   async trackEvent(
     @Param('id') id,
     @Body() body,
+    @User() user: RequestUser,
     @Req() request
   ) {
-    this.logger.info(`POST Track Event: ${id}`)
     delete body.info;
+    const mixpanel = init(this.mixpanelToken);
 
-    const anonymousUser = {
-      username: "anonymous",
-      customer_name: "anonymous"
-    } as RequestUser
+    const separator = user.username.includes('-') ? '-' : '.';
+    const removeValues = [
+      '.dadosferatech.dadosfera',
+      '.demo.dadosfera',
+      '.dadosferademo',
+      '.dadosferarh.dadosfera',
+      '.dadosferatech.dadosfera2',
+      '.dadosferatech.dadosfera',
+      '.dadosfera.fin',
+      '.dadosferafin.dadosfera',
+      '.praxio.dadosfera',
+      '.dadosfera.tech',
+      '.treinamentos@dadosfera.ai',
+      '.dadosfera2',
+      '.treinamentosfera',
+      '.dadosfera',
+    ];
 
-    const hasToken = request.headers['authorization'];
+    let username = user.username;
 
-    const user = hasToken ? extractUserFrom(hasToken) : anonymousUser;
+    removeValues.forEach((value) => {
+      username = username.replace(value, '');
+    });
 
-    this.logger.info(`Has user: ${typeof hasToken == "string"}`)
- 
-    await this.mixpanelService.track(id, user, request, body)
+    username = username.split('@')?.[0];
+    username = username.split('+')?.[0];
+
+    let firstName = username
+      .substring(0, username.indexOf(separator))
+      .replace('dadosfera', '');
+    let lastName = username
+      .substring(username.lastIndexOf(separator) + 1)
+      .replace('dadosfera', '');
+
+    if (!firstName) {
+      firstName = lastName;
+      lastName = '';
+    }
+
+    firstName = this.capitalize(firstName);
+    lastName = this.capitalize(lastName);
+
+    await mixpanel.people.set(user.username, {
+      $first_name: firstName,
+      $last_name: lastName,
+      $name: this.getFullName(firstName, lastName),
+      $email: user.username.includes('@')
+        ? user.username
+        : user.username + '@dadosfera.ai',
+      customer_name: user.customer_name
+    });
+
+    await mixpanel.track(id, {
+      distinct_id: user.username,
+      customer: user.customer_name,
+      env: process.env.ENV,
+      $ip: request.ip,
+      $os: request.headers['sec-ch-ua-platform'] || '',
+      $browser: request.headers['user-agent'],
+      ...body,
+    });
 
-    this.logger.info(`Event successful`)
     return { id, body, user: user.username };
   }
+
+  capitalize(sentence: string): string {
+    if (!sentence) {
+      return '';
+    }
+
+    return sentence[0].toUpperCase() + sentence.substring(1);
+  }
+
+  getFullName(firstName: string, lastName: string) {
+    return `${firstName}${lastName ? ' ' + lastName : ''}`;
+  }
 }

src/modules/mixpanel/mixpanel.module.ts

@@ -1,8 +1,6 @@
 import { Module } from '@nestjs/common';
 import { getSecretFromSecretsManager } from 'src/utils/SecretManager';
 import { MixpanelController } from './mixpanel.controller';
-import { MixpanelService } from './mixpanel.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
 
 @Module({
   controllers: [MixpanelController],
@@ -10,12 +8,9 @@ import DadosferaLogger from '@dadosfera/dadosfera-logs';
     {
       provide: 'MIXPANEL_TOKEN',
       useValue: getSecretFromSecretsManager(
-        `prd/root/mixpanel_token`,
+        `${process.env.ENV}/root/mixpanel_token`,
       ),
     },
-    MixpanelService,
-    DadosferaLogger
   ],
-  exports: [MixpanelService]
 })
 export class MixpanelModule {}

src/modules/mixpanel/mixpanel.service.ts

@@ -1,118 +0,0 @@
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { Inject } from '@nestjs/common';
-import { Request } from 'express';
-import mixpanel, { init } from 'mixpanel';
-import { RequestUser } from 'src/decorators/user.decorator';
-
-export class MixpanelService {
-    logger: DadosferaLogger;
-
-  constructor(
-    @Inject('MIXPANEL_TOKEN')
-    private readonly mixpanelToken: string,
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  async track(eventName: string, user: RequestUser, request: Request, body: any) {
-    this.logger.info("track: " + JSON.stringify({
-        eventName,
-        ...body
-    }))
-    const mixpanel = init(this.mixpanelToken);
-    await this.setPeople(user, mixpanel);
-
-    await mixpanel.track(eventName, {
-      distinct_id: user.username,
-      customer: user.customer_name,
-      env: process.env.ENV,
-      $ip: request.ip,
-      $os: request.headers['sec-ch-ua-platform'] || '',
-      $browser: request.headers['user-agent'],
-      ...body,
-    });
-    return;
-  }
-
-  async trackShare(request: Request,  body: any) {
-    this.logger.info("trackShare: " + JSON.stringify(body))
-    const mixpanel = init(this.mixpanelToken);
-
-    await mixpanel.track("share_page", {
-      env: process.env.ENV,
-      $ip: request.ip,
-      $os: request.headers['sec-ch-ua-platform'] || '',
-      $browser: request.headers['user-agent'],
-      ...body,
-    });
-    return;
-  }
-
-  private async setPeople(user: RequestUser, mixpanel: mixpanel.Mixpanel) {
-    const separator = user.username.includes('-') ? '-' : '.';
-    const removeValues = [
-      '.dadosferatech.dadosfera',
-      '.demo.dadosfera',
-      '.dadosferademo',
-      '.dadosferarh.dadosfera',
-      '.dadosferatech.dadosfera2',
-      '.dadosferatech.dadosfera',
-      '.dadosfera.fin',
-      '.dadosferafin.dadosfera',
-      '.praxio.dadosfera',
-      '.dadosfera.tech',
-      '.treinamentos@dadosfera.ai',
-      '.dadosfera2',
-      '.treinamentosfera',
-      '.dadosfera',
-    ];
-
-    let username = user.username;
-
-    removeValues.forEach((value) => {
-      username = username.replace(value, '');
-    });
-
-    username = username.split('@')?.[0];
-    username = username.split('+')?.[0];
-
-    let firstName = username
-      .substring(0, username.indexOf(separator))
-      .replace('dadosfera', '');
-    let lastName = username
-      .substring(username.lastIndexOf(separator) + 1)
-      .replace('dadosfera', '');
-
-    if (!firstName) {
-      firstName = lastName;
-      lastName = '';
-    }
-
-    firstName = this.capitalize(firstName);
-    lastName = this.capitalize(lastName);
-
-    await mixpanel.people.set(user.username, {
-      $first_name: firstName,
-      $last_name: lastName,
-      $name: this.getFullName(firstName, lastName),
-      $email: user.username.includes('@')
-        ? user.username
-        : user.username + '@dadosfera.ai',
-      customer_name: user.customer_name,
-    });
-  }
-
-  private capitalize(sentence: string): string {
-    if (!sentence) {
-      return '';
-    }
-
-    return sentence[0].toUpperCase() + sentence.substring(1);
-  }
-
-  private getFullName(firstName: string, lastName: string) {
-    return `${firstName}${lastName ? ' ' + lastName : ''}`;
-  }
-}

src/modules/network-policy/network-policy.controller.ts

@@ -8,7 +8,7 @@ import {
 import { NetworkPoliciesDTO } from './dto/network-policy.dto';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { NetworkPolicyService } from './network-policy.service';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 @Controller('network-policy')
 export class NetworkPolicyController {

src/modules/oauth/oauth.controller.ts

@@ -4,7 +4,7 @@ import { AuthGuard } from '@nestjs/passport';
 import { ConnectionClientService } from '../connection/client.service';
 import jwt from 'jsonwebtoken';
 import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 @ApiTags('oauth')
 @Controller('oauth')

src/modules/open-data/open-data.controller.ts

@@ -9,7 +9,7 @@ import { Language } from 'src/decorators/language.decorator';
 import { OpenDataService } from './open-data.service';
 import { CreateUserOpenDataDTO, WordpressForm } from './dto/wordpres-form';
 import { Metadata } from '@grpc/grpc-js';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { request } from 'http';
 import { Request } from 'express';
 
@@ -45,11 +45,11 @@ export class OpenDataController {
   ) {
     this.logger.info('createUser for open data' + JSON.stringify(request.headers));
 
-    // const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
-    // if (!corslist.includes(origin)) {
-    //   this.logger.info('block request by cors list: '+ origin);
-    //   throw new ForbiddenException();
-    // }
+    const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
+    if (!corslist.includes(origin)) {
+      this.logger.info('block request by cors list: '+ origin);
+      throw new ForbiddenException();
+    }
 
     const OPENDATA_CUSTOMER_ID = process.env.OPEN_CUSTOMER_ID;
     const OPENDATA_GROUP_ID = process.env.OPEN_GROUP_ID;

src/modules/pipelines/pipelines.controller.ts

@@ -3,7 +3,6 @@ import { ApiOperation, ApiTags } from '@nestjs/swagger';
 import {
   AuthenticateCondition,
   Authenticated,
-  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
@@ -14,6 +13,26 @@ import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 @ApiTags('Pipelines')
 @Controller('pipelines')
 @Authenticated()
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
+  );
+})
 export class PipelinesController {
   logger: DadosferaLogger;
   constructor(
@@ -25,7 +44,6 @@ export class PipelinesController {
   }
 
   @Post('start/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   @ApiOperation({
     deprecated: true,
     description:
@@ -53,7 +71,6 @@ export class PipelinesController {
     description:
       'This method is deprecated. Please use route /pipelinesV2/:id/status instead',
   })
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
   async getPipelineStatus(@Body() body, @Param('id') id: string) {
     body.id = id;
 

src/modules/pipelinesV2/pipelines.controller.ts

@@ -26,14 +26,13 @@ import {
 import {
   AuthenticateCondition,
   RequireAllPermissions,
-  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
 import { RequestUser, User } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
 import {
@@ -53,6 +52,30 @@ import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 @ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
 @UseFilters(new GrpcToHttpExceptionFilter())
 @Controller('pipelinesV2')
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    case 'PATCH':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
+  );
+})
 export class PipelinesController {
   logger: DadosferaLogger;
   constructor(
@@ -65,7 +88,6 @@ export class PipelinesController {
   }
 
   @Get('monitoring-dashboard')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
   async getMonitoringDashboard(@User() user: RequestUser) {
     this.logger.info('PipelinesController - getMonitoringDashboard', { user });
 
@@ -78,7 +100,6 @@ export class PipelinesController {
   }
 
   @Post()
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   @ApiCreatedResponse({ type: IPipelineV2 })
   async create(
     @Language() language: LanguageEnum,
@@ -105,7 +126,6 @@ export class PipelinesController {
   }
 
   @Get()
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
   async findAll(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -130,7 +150,6 @@ export class PipelinesController {
   }
 
   @Get('/download-logs')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
   async downloadLogs(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -161,7 +180,6 @@ export class PipelinesController {
   }
 
   @Get(':id/config')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW,PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
   async getPipelineproperties(
     @Language() language: LanguageEnum,
     @User() user: RequestUser,
@@ -173,7 +191,6 @@ export class PipelinesController {
   }
 
   @Get(':id/objects')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
   async getPipelineObjects(
     @Language() language: LanguageEnum,
     @User() user: RequestUser,
@@ -185,14 +202,16 @@ export class PipelinesController {
   }
 
   @Get(':id/status')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
   async getPipelineStatus(@Body() body, @Param('id') id: string) {
     body.id = id;
 
-    this.logger.info(`/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`,
+      {
+        user: body.info.user_id,
+        customer: body.info.customer,
+      },
+    );
 
     const response = await this.oldPipelinesService.getPipelineStatus(body);
 
@@ -200,7 +219,6 @@ export class PipelinesController {
   }
 
   @Get('/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
   async findOne(
     @Language() language: LanguageEnum,
     @User() user: RequestUser,
@@ -238,12 +256,10 @@ export class PipelinesController {
         });
         return res;
       });
-
     return result;
   }
 
   @Patch('/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
   async update(
     @Language() language: LanguageEnum,
     @Body() updatePipelineDto,
@@ -283,7 +299,6 @@ export class PipelinesController {
     deprecated: true,
     description: 'This method is deprecated. Please use PATCH instead',
   })
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
   async updateDeprecated(
     @Language() language: LanguageEnum,
     @Body() updatePipelineDto,
@@ -299,7 +314,6 @@ export class PipelinesController {
   @Delete(':id')
   @ApiNoContentResponse()
   @HttpCode(HttpStatus.NO_CONTENT)
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE)
   async delete(@Param('id') id: string, @User() user: RequestUser) {
     this.logger.info('PipelinesController - delete', { user });
     const metadata = PackTheMetadata({
@@ -313,7 +327,7 @@ export class PipelinesController {
 
   @ApiInternalOnlyEndpoint()
   @Post('/init-upload')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   async initUploadFile(
     @User() user: RequestUser,
     @Body() body: IInitUploadCSVFile,
@@ -345,7 +359,7 @@ export class PipelinesController {
 
   @ApiInternalOnlyEndpoint()
   @Post('/complete-upload')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   async completeUploadFile(
     @User() user: RequestUser,
     @Body() body: ICompleteUploadCSVFile,
@@ -363,7 +377,7 @@ export class PipelinesController {
 
   @ApiInternalOnlyEndpoint()
   @Post('/file')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   async uploadedFile(
     @User() user: RequestUser,
     @Body() body: ICreatePipelineCSVFile,
@@ -413,7 +427,6 @@ export class PipelinesController {
 
   @ApiInternalOnlyEndpoint()
   @Post('start/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   async activate(@Param('id') id: string, @Body() body) {
     const { info } = body;
 

src/modules/roles/roles.service.ts

@@ -20,6 +20,7 @@ import { PermissionsService } from '../permissions/permissions.service';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { RequestUser } from 'src/decorators/user.decorator';
 import { DucClient } from '../duc/client.config';
+import { PUBLIC_PERMISSIONS_SEQID } from 'src/authentication/permissions.enum';
 
 interface GetRolesPermissionsName {
   id: string;
@@ -103,6 +104,20 @@ export class RolesService {
     const meta = new Metadata();
     meta.add('access_token', access_token);
     const { description, name, permissionIds, userIds } = data;
+
+    const invalidPermissions = [];
+    for (const permission of permissionIds) {
+      if (!PUBLIC_PERMISSIONS_SEQID.includes(permission)) {
+        invalidPermissions.push(permission);
+      }
+    }
+
+    if (invalidPermissions.length > 0) {
+      throw new BadRequestException(
+        `Invalid permissions: ${invalidPermissions.join(', ')}`,
+      );
+    }
+
     const role = await lastValueFrom(
       this.rolesClientService.RoleCreate(
         {

src/modules/share-metadata/dto/create-share-metadata.dto.ts

@@ -1,10 +0,0 @@
-export class CreateShareMetadataDto {
-    assetId: string;
-    proposedId: string;
-    type: string;
-}
-
-export class UpdateShareMetadataDto {
-    shareId: string;
-    type: string;
-}

src/modules/share-metadata/share-metadata.controller.ts

@@ -1,31 +0,0 @@
-import { Controller, Get, Body, Param, Put, Patch } from '@nestjs/common';
-import { ShareMetadataService } from './share-metadata.service';
-import { Authenticated } from 'src/decorators/authentication.decorator';
-import { RequestUser, User } from 'src/decorators/user.decorator';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
-import { CreateShareMetadataDto, UpdateShareMetadataDto } from './dto/create-share-metadata.dto';
-
-@Controller('share')
-@Authenticated()
-export class ShareMetadataController {
-  constructor(private readonly shareMetadataService: ShareMetadataService) {}
-
-  @Put('/')
-  findOrcreate(@Body() data: CreateShareMetadataDto, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.shareMetadataService.create(data, metadata);
-  }
-
-  @Patch('/')
-  updateShareType(@Body() data: UpdateShareMetadataDto, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.shareMetadataService.updateShare(data, metadata);
-  }
-
-
-  @Get('/:id')
-  get(@Param('id') id: string, @User() user: RequestUser) {
-    const metadata = PackTheMetadata(user);
-    return this.shareMetadataService.get(id, metadata);
-  }
-}

src/modules/share-metadata/share-metadata.module.ts

@@ -1,16 +0,0 @@
-import { Module } from '@nestjs/common';
-import { ShareMetadataService } from './share-metadata.service';
-import { ShareMetadataController } from './share-metadata.controller';
-import { DucClient } from '../duc/client.config';
-import { ClientsModule } from '@nestjs/microservices';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-
-const client = new DucClient();
-
-@Module({
-  imports: [ClientsModule.register([client.providerOptions])],
-  controllers: [ShareMetadataController],
-  providers: [ShareMetadataService, DadosferaLogger],
-  exports: [ShareMetadataService]
-})
-export class ShareMetadataModule {}

src/modules/share-metadata/share-metadata.service.ts

@@ -1,62 +0,0 @@
-import { Inject, Injectable, OnModuleInit } from '@nestjs/common';
-import { Metadata } from '@grpc/grpc-js';
-import { ClientGrpc } from '@nestjs/microservices';
-import { DucClient } from '../duc/client.config';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
-import { ShareMetadataProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
-import { lastValueFrom } from 'rxjs';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { CreateShareMetadataDto, UpdateShareMetadataDto } from './dto/create-share-metadata.dto';
-
-@Injectable()
-export class ShareMetadataService implements OnModuleInit {
-  ducService: ShareMetadataProtoService;
-  logger: DadosferaLogger;
-
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  onModuleInit() {
-    this.ducService =this.grpcClient.getService<ShareMetadataProtoService>(
-      ProtoServices.ShareMetadataProtoService,
-    );
-  }
-
-  create(createShareDto: CreateShareMetadataDto, metadata: Metadata) {
-    return lastValueFrom(
-      this.ducService.FindOrCreateShareMetadata(
-        {
-          assetId: createShareDto.assetId,
-          proposedId: createShareDto.proposedId,
-          type: createShareDto.type
-        },
-        metadata,
-      ),
-    );
-  }
-
-  updateShare(updateShare: UpdateShareMetadataDto, metadata: Metadata) {
-    return lastValueFrom(
-      this.ducService.ChangeShareMetadataType(
-        updateShare,
-        metadata,
-      ),
-    );
-  }
-
-  get(id: string, metadata: Metadata) {
-    return lastValueFrom(
-      this.ducService.GetShareMetadata(
-        {
-          id,
-        },
-        metadata,
-      ),
-    );
-  }
-}

src/modules/theme/theme.controller.ts

@@ -124,24 +124,4 @@ export class ThemeController {
     }
   }
 
-  @Post('/:id/theme/reset')
-  @ApiOkResponse({ type: CustomerThemeResponse })
-  async resetTheme(@Param('id') id: string) {
-    this.logger.info('getCustomerTheme with id' + id);
-
-    try {
-      await this.themeService.resetTheme(id);
-
-      return { theme: null };
-    }catch (err) {
-      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND) {
-        this.logger.error('Error - getCustomerTheme - Expect CUSTOMER.NOT_FOUND');
-        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
-      } else {
-        this.logger.error('Error - getCustomerTheme Unknown Error:' + err?.message);
-        return { theme: null };
-      };
-    }
-  }
-
 }

src/modules/theme/theme.service.ts

@@ -44,18 +44,6 @@ export class ThemeService implements OnModuleInit {
     );
   }
 
-  async resetTheme(id: string) {
-    const { theme } = await firstValueFrom(
-      this.themeService.ResetCustomerTheme({
-        id
-      }),
-    );
-
-     return {
-      theme
-    }
-  }
-
   async createThemeByCustomer(id: string, theme: CustomerThemeRequest & Files) {
     if (!id) {
       this.logger.error('Error - saveCustomertheme - not found id:' + id);

src/modules/users/dtos/entities.ts

@@ -174,14 +174,3 @@ export class GetAllDepartmentsRes {
   @ApiProperty()
   departments: string[];
 }
-
-
-export interface UserReporter {
-  name: string;
-  email: string;
-  mfaStatus: string;
-  status: string;
-  lastLogin: string;
-  createdAt: string;
-  updatedAt: string;
-}

src/modules/users/users.controller.spec.ts

@@ -8,17 +8,6 @@ import { RolesModule } from '../roles/roles.module';
 import { PermissionsModule } from '../permissions/permissions.module';
 
 // const client = new DucClient();
-jest.mock('puppeteer', () => ({
-  launch: jest.fn().mockResolvedValue({
-    newPage: jest.fn().mockResolvedValue({
-      goto: jest.fn(),
-      evaluate: jest.fn(),
-      close: jest.fn()
-    }),
-    close: jest.fn()
-  })
-}));
-
 
 const logger = {
   info: (...args) => args,

src/modules/users/users.controller.ts

@@ -12,7 +12,6 @@ import {
   Post,
   Put,
   Query,
-  Res,
   UseFilters,
 } from '@nestjs/common';
 import {
@@ -25,13 +24,12 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import {
   Authenticated,
   RequireAllPermissions,
-  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import ErrorBuilder from 'src/utils/ErrorBuilder';
 import ErrorCodes from 'src/utils/errorCodes';
 import { LanguageEnum } from 'src/utils/languages.enum';
@@ -54,7 +52,6 @@ import {
   UpdateUserRes,
 } from './dtos/entities';
 import { UsersService } from './users.service';
-import { Response } from 'express';
 
 @ApiInternalOnlyController()
 @ApiTags('Users')
@@ -83,26 +80,6 @@ export class UsersController {
     return await this.userService.findAllUsersByCustomerId(user.customer_id);
   }
 
-  @Get('/download')
-  @RequireSomePermission(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
-  async downloadUsersInCsv(
-    @User() user: RequestUser,
-    @Language() language: LanguageEnum,
-    @Res() res: Response
-  ) {
-    this.logger.info('downloadUsersInCsv');
-    this.userService.setLanguage(language);
-    const {
-      file,
-      filename
-    } = await this.userService.downloadUsersInCsv(user.customer_id);
-
-    res.setHeader('Content-Disposition', `attachment; filename="${filename}"`);
-    res.setHeader('Content-Type', 'text/csv');
-
-    res.end(file);
-  }
-
   @Get('hierarchies')
   @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   @ApiOkResponse({ type: GetAllHierarchiesRes })

src/modules/users/users.service.spec.ts

@@ -9,17 +9,6 @@ import { PermissionsModule } from '../permissions/permissions.module';
 
 // const client = new DucClient();
 
-jest.mock('puppeteer', () => ({
-  launch: jest.fn().mockResolvedValue({
-    newPage: jest.fn().mockResolvedValue({
-      goto: jest.fn(),
-      evaluate: jest.fn(),
-      close: jest.fn()
-    }),
-    close: jest.fn()
-  })
-}));
-
 const logger = {
   info: (...args) => args,
   error: (...args) => args,

src/modules/users/users.service.ts

@@ -21,7 +21,6 @@ import {
   IUserByCustomer,
   SetUserRolesReq,
   UpdateUserReq,
-  UserReporter,
 } from './dtos/entities';
 import { RolesService } from '../roles/roles.service';
 import { HIERARCHIES } from './hierarchies';
@@ -30,7 +29,6 @@ import { UserByCustomer } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces
 import { EnrichErrorCode } from 'src/utils/ErrorBuilder';
 import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
-import { ParserBuilder } from 'src/utils/FileParser/parser.builder';
 
 @Injectable()
 export class UsersService implements OnModuleInit {
@@ -80,34 +78,6 @@ export class UsersService implements OnModuleInit {
     };
   }
 
-  async downloadUsersInCsv(customerId: string) {
-    const { users } = await lastValueFrom(
-      this.usersClientService.UserFindAllByCustomerId({ customerId }),
-    );
-
-    const formatUsers: UserReporter[] = users.map(user => ({
-      createdAt: user.createdAt,
-      email: user.email,
-      lastLogin: user.lastLogin,
-      mfaStatus: user.mfaStatus,
-      name: user.name,
-      status: user.status,
-      updatedAt: user.updatedAt
-    }))
-
-    const parser = ParserBuilder.build<UserReporter>('csv');
-
-    const file = await parser.parse(formatUsers);
-
-    const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
-    const filename = `dadosfera_users_${timestamp}.csv`;
-
-    return {
-      file,
-      filename
-    }
-  }
-
   async findOneById(id: string): Promise<{ user: IUserByCustomer }> {
     const { user } = await lastValueFrom(
       this.usersClientService.UserFindOneById({ id }),

src/services/cache.service.ts

@@ -1,23 +0,0 @@
-import { CACHE_MANAGER, Inject, Injectable } from '@nestjs/common';
-import { Cache } from 'cache-manager';
-
-@Injectable()
-export class CacheService<T> {
- 
-  constructor(
-    @Inject(CACHE_MANAGER)
-    private readonly cacheManager: Cache,
-  ) {}
-
-  async get(key: string): Promise<T | null> {
-    return await this.cacheManager.get<T>(key);
-  }
-
-  async set(key: string, value: T): Promise<void> {
-    await this.cacheManager.set(key, value);
-  }
-
-  async delete(key: string) {
-    await this.cacheManager.del(key);
-  }
-}

src/services/service.module.ts

@@ -1,32 +0,0 @@
-import { CacheModule, Module } from '@nestjs/common';
-import { CacheService } from './cache.service';
-import { redisStore } from 'cache-manager-ioredis-yet';
-
-@Module({
-  imports: [
-    CacheModule.registerAsync({
-      useFactory: async () => {
-        const baseRedisConfig = {
-          ttl: 5 * 1000 * 60, // 5 minute
-          host: process.env.REDIS_HOST,
-          port: process.env.REDIS_PORT && Number(process.env.REDIS_PORT),
-          db: process.env.REDIS_DATABASE && Number(process.env.REDIS_DATABASE),
-          keyPrefix: 'maestro:sso',
-        }
-
-        if (process.env.ENV !== 'local') {  
-          baseRedisConfig['tls'] = {
-            servername: process.env.REDIS_HOST,
-          }
-        }
-
-        return {
-          store: await redisStore(baseRedisConfig),
-        }
-      },
-    }),
-  ],
-  providers: [CacheService],
-  exports: [CacheService],
-})
-export class ServicesModule {}

src/utils/FileParser/pdf-parser.ts

@@ -22,7 +22,7 @@ export class PDFParser<T> implements Parser<T> {
       const html = await this.htmlParser.parse(data);
       await page.setContent(html, {
         waitUntil: 'networkidle0',
-        timeout: 90000,
+        timeout: 30000,
       });
 
       // Configurações adicionais para garantir um PDF válido
@@ -43,7 +43,7 @@ export class PDFParser<T> implements Parser<T> {
         pageRanges: '',
         tagged: true,
         outline: false,
-        timeout: 90000,
+        timeout: 30000,
       });
 
       await browser.close();

src/utils/OauthSecrets.ts

@@ -24,21 +24,15 @@ export async function getOauthSecrets() {
   const path = process.env.SM_OAUTH_PATH;
   const secretsManagerClient = new SecretsManagerClient({});
   for (const key in secrets) {
-    console.log(`Fetching secret for ${key} from path ${path}/${key}`);
     const getSecretComand = new GetSecretValueCommand({
       SecretId: `${path}/${key}`,
     });
     const res = await secretsManagerClient
       .send(getSecretComand)
-      .catch((err) => {
-        console.error(`Error fetching secret for ${key}:`, err);
-        return null;
-      });
+      .catch(() => null);
     if (res) {
       secrets[key] = JSON.parse(res.SecretString);
-      console.log(JSON.parse(res.SecretString).client_id)
     } else {
-      console.log("No secret found for", key);
       secrets[key] = {
         client_id: 'id',
         client_secret: 'id',

src/utils/errorCodes.ts

@@ -75,10 +75,6 @@ const CATALOG = {
   PREVIEW_TOO_BIG: 'CATALOG.PREVIEW_TOO_BIG',
   METADATA_TOO_BIG: 'CATALOG.METADATA_TOO_BIG',
 };
-const IDENTITY_PROVIDER = {
-  INVALID_RESPONSE: 'IDENTITY_PROVIDER.INVALID_RESPONSE',
-  INVALID_HEADER: 'IDENTITY_PROVIDER.INVALID_HEADER',
-}
 const ErrorCodes = {
   UNKNOWN: 'UNKNOWN',
   RATE_LIMIT: 'RATE_LIMIT',
@@ -95,7 +91,6 @@ const ErrorCodes = {
   TRANSFORMATION,
   CONNECTION,
   CATALOG,
-  IDENTITY_PROVIDER
 };
 
 export default ErrorCodes;