CI: fix syntax

- temporarily disable mixpanel tracking

.github/workflows/deploy-manually.yml

@@ -13,6 +13,11 @@ on:
           - stg
           - stg2
           - prd
+      push_to_dockerhub:
+        description: "Push image to Dockerhub?"
+        required: true
+        type: boolean
+        default: false
 
 jobs:
   extract_environment:
@@ -39,16 +44,15 @@ jobs:
       new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - if: github.event_name != 'workflow_dispatch'
         name: Semantic Release
-        uses: cycjimmy/semantic-release-action@v2
+        uses: cycjimmy/semantic-release-action@v4
         id: semantic
         with:
-          semantic_version: 16
           extra_plugins: |
-            conventional-changelog-eslint
+            conventional-changelog-eslint@4.0.0
           branches: |
             [
               'main'
@@ -77,7 +81,7 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
 
       - name: Update Pip
         run: |
@@ -96,14 +100,14 @@ jobs:
           python3 -m pip install awsebcli --upgrade
 
       - name: Configure AWS Region
-        uses: aws-actions/configure-aws-credentials@v1-node16
+        uses: aws-actions/configure-aws-credentials@v4
         id: aws
         with:
           aws-region: us-east-1
 
       - name: Login to AWS ECR
         id: login_ecr
-        uses: aws-actions/amazon-ecr-login@v1
+        uses: aws-actions/amazon-ecr-login@v2
 
       - name: Build, Tag, and Push Image to AWS ECR
         env:
@@ -114,6 +118,23 @@ jobs:
           docker-compose -f build.docker-compose.yml build
           docker-compose -f build.docker-compose.yml push
 
+      - name: Login to Docker Hub
+        if: ${{inputs.push_to_dockerhub}}
+        uses: docker/login-action@v2
+        with:
+          username: dadosfera
+          password: ${{ secrets.DOCKERHUB_PASSWORD }}
+
+      - name: Build, Tag, and Push Image to Dockerhub
+        if: ${{inputs.push_to_dockerhub}}
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+        run: |
+          docker-compose -f build.docker-compose.dockerhub.yml build
+          docker-compose -f build.docker-compose.dockerhub.yml push
+
       - name: Create ZIP file to Deploy AWS Beanstalk
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
@@ -147,7 +168,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       - name: Extract Docs BlockId and PageId
         env:
@@ -188,3 +209,20 @@ jobs:
           sed -i -e "s/\${DOCS_PAGE_ID}/$DOCS_PAGE_ID/g" docsfera.json
           sed -i -e "s/\${DOCS_BLOCK_ID}/$DOCS_BLOCK_ID/g" docsfera.json
           curl -X POST -H 'Content-Type: application/json' -d @docsfera.json $DOCS_URL
+
+      - name: Generate External API docs
+        env:
+          DOCS_URL: ${{ secrets.DOCS_URL }}
+          DOCS_API_TOKEN: ${{ secrets.DOCS_API_TOKEN }}
+          DOCS_PAGE_ID: ${{secrets.EXTERNAL_DOCS_PAGE_ID}}
+          DOCS_BLOCK_ID: ${{secrets.EXTERNAL_DOCS_BLOCK_ID}}
+          EVENT: ${{ github.event_name }}
+          RELEASE_VERSION: ${{ needs.semantic_release.outputs.new_release_version }}
+        run: |
+          if [ ${EVENT} != "workflow_dispatch" ]; then
+            sed -i -E "s/(\"title\": )\"Maestro.+\"/\1\"Maestro - $RELEASE_VERSION\"/g" docsfera.external.json
+          fi
+          sed -i -e "s/\${DOCS_API_TOKEN}/$DOCS_API_TOKEN/g" docsfera.external.json
+          sed -i -e "s/\${DOCS_PAGE_ID}/$DOCS_PAGE_ID/g" docsfera.external.json
+          sed -i -e "s/\${DOCS_BLOCK_ID}/$DOCS_BLOCK_ID/g" docsfera.external.json
+          curl -X POST -H 'Content-Type: application/json' -d @docsfera.external.json $DOCS_URL

.github/workflows/test.yml

@@ -9,7 +9,7 @@ jobs:
     runs-on: self-hosted
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       - name: Build
         env:

.nvmrc

@@ -1 +1 @@
-18.3.0
+18.10.0

.vscode/launch.json

@@ -12,6 +12,7 @@
         "start:debug"
       ],
       "runtimeExecutable": "npm",
+      "runtimeVersion": "18.10.0",
       "skipFiles": [
         "<node_internals>/**"
       ],
@@ -19,4 +20,4 @@
       "console": "integratedTerminal"
     }
   ]
-}
+}

Dockerfile

@@ -1,5 +1,5 @@
 # install all dependencies
-FROM node:18.3.0-alpine3.15 as packages
+FROM node:18.10-alpine as packages
 WORKDIR /app
 COPY package.json package-lock.json ./
 RUN apk add --no-cache aws-cli \
@@ -7,12 +7,12 @@ RUN apk add --no-cache aws-cli \
  && npm install
 
 # unit test specific build
-FROM node:18.3.0-alpine3.15 as test
+FROM node:18.10-alpine as test
 WORKDIR /app
 COPY --from=packages /app/node_modules ./node_modules
 COPY . ./
 
-FROM node:18.3.0-alpine3.15
+FROM node:18.10-alpine
 WORKDIR /app
 COPY . /app/
 COPY --from=packages /app/node_modules ./node_modules

LICENSE

@@ -0,0 +1,10 @@
+LICENSE
+Copyright (C) 2023 Dadosfera
+
+All rights reserved.
+
+This software and related documentation are provided under a license agreement containing restrictions on use and disclosure and are protected by intellectual property laws. Except as expressly permitted in your license agreement or allowed by law, you may not use, copy, reproduce, translate, broadcast, modify, license, transmit, distribute, exhibit, perform, publish, or display any part, in any form, or by any means.
+
+Reverse engineering, disassembly, or decompilation of this software, unless required by law for interoperability, is prohibited.
+
+If you have any questions about this, please contact Dadosfera.ai at legal@dadosfera.ai

README.md

@@ -1,67 +1,98 @@
 <p align="center">
   <image src="./assets/maestro.svg" style="width:10rem">
-</p> 
+</p>
 
 # Maestro
+
 Maestro is the Dadosfera's gateway, it's responsible for the communication between the frontend application and Dadosfera's microservices.
 
 ## 🚀 Starting
+
 These instructions will allow you to get a working copy of the project on your local machine for development and testing purposes.
 
 ### 📋 Requirements
-- [NodeJS v18.3.0 LTS / NPM v8.11](https://nodejs.org/pt-br/download/) (you can opt to use [NVM](https://github.com/nvm-sh/nvm) to easily manage node versions)
+
+- [NodeJS v18.10.0 LTS / NPM v8.11](https://nodejs.org/pt-br/download/) (you can opt to use [NVM](https://github.com/nvm-sh/nvm) to easily manage node versions)
 - Request access to AWS Console dev account for **all services** (avoid gradually asking for each needed service. it will slow down your development cycle)
-    - Create your Access Key on the "Security credentials" menu
-    - Set the Access Key on your local development machine
+  - Create your Access Key on the "Security credentials" menu
+  - Set the Access Key on your local development machine
 - Request access to the dev, stg and prd VPNs
 
 ### 🔧 Installation<a id="installation"></a>
-- Clone the repository
-    - SSH
-        ```
-        git clone git@github.com:dadosfera/maestro.git
-        ```
-        or
 
-    - HTTPS
-        ```
-        git clone https://github.com/dadosfera/maestro.git
-        ```
+- Clone the repository
+
+  - SSH
+
+    ```
+    git clone git@github.com:dadosfera/maestro.git
+    ```
+
+    or
+
+  - HTTPS
+    ```
+    git clone https://github.com/dadosfera/maestro.git
+    ```
 
 - Select the correct node version (optional, only if using [NVM](https://github.com/nvm-sh/nvm)):
-    ```sh
-    nvm use
-    ```
+
+  ```sh
+  nvm use
+  ```
 
 - Install the project dependencies:
-    ```sh
-    npm i
-    ```
+
+  ```sh
+  npm i
+  ```
 
 - Setup the following enviroment variables:
-    ```
-    ENV=
-    DUC_URL=
-    INFACTORY_URL=
-    OTFACTORY_URL=
-    PIFACTORY_URL=
-    SM_OAUTH_PATH=
-    ```
+
+  ```
+  ENV=
+  DUC_URL=
+  INFACTORY_URL=
+  OTFACTORY_URL=
+  PIFACTORY_URL=
+  SM_OAUTH_PATH=
+  ```
 
 - Start the server:
-    ```sh
-    # dev mode
-    npm run start:dev
 
-    # or in debug mode
-    npm run start:debug
-    ```
-    The service should start successfully.
+  ```sh
+  # dev mode
+  npm run start:dev
+
+  # or in debug mode
+  npm run start:debug
+  ```
+
+  The service should start successfully.
+
+## 📄 Documentation
+
+NestJs makes it easy to document each route using decorators on all requests and responses properties. It automatically generates a swagger for given information and provides a route to access it http://localhost:3333/api.
+For more info check the [official documentation](https://docs.nestjs.com/openapi/introduction).
+
+### - Multiple documentations
+
+We are currently generating **2 different** documentations: Internal and External.
+
+All routes that have the decorator `@ApiInternalOnly()` will not be visible on the **External** API swagger.
+
+- When you start the application with `npm run start` it will serve and generate the swagger JSON of the **External** API
+- When you start the application with `npm run start:internal` it will serve and generate the swagger JSON of the **Internal** API
+- When you run `npm run docs` it will generate the swagger JSON of both **Internal** and **External** API, and save them to `docsfera.json` and `docsfera.external.json` respectively;
+
+It is important to run `npm run docs` before every deploy so we can always have the most updated docs published.
 
 ## Authentication decorators
+
 Maestro have utilities to ease the user authentication on every controller and route. The following decorators are available:
 
 ### `@Authenticated`
+
 If the user must be authenticated to make request, we can use the `@Authenticated` decorator in the controller or route, as needed.
 
 ```ts
@@ -106,6 +137,7 @@ class FooController {
 ```
 
 ### `@RequireAllPermissions`
+
 This decorator requires that **all permissions** listed are granted to the requesting user.
 
 ```ts
@@ -125,6 +157,7 @@ class FooController {
 ```
 
 ### `@RequireSomePermission`
+
 In the following case, the user is required to have **at least one** listed permission.
 
 ```ts
@@ -144,9 +177,11 @@ class FooController {
 ```
 
 ### `@AuthenticateCondition`
+
 If a more complicated authentication check needs to be done, we can use the `@AuthenticateCondition` decorator to define it. The custom function must return `true` to authenticate the request.
 
 In the following example:
+
 - all routes on the `FooController` controller can only be requested from localhost
 - `POST /foo/bar` can only be requested from localhost **and** by users from customer id `111...eef`
 
@@ -166,7 +201,10 @@ class FooController {
 
   @Post('bar')
   // allow requests only from a specific customer
-  @AuthenticateCondition((request: Request, user: RequestUser) => user.customer_id === '1113e943-2187-4fdd-9c2c-54338fedaeef')
+  @AuthenticateCondition(
+    (request: Request, user: RequestUser) =>
+      user.customer_id === '1113e943-2187-4fdd-9c2c-54338fedaeef',
+  )
   async postBar() {
     /* ... */
   }
@@ -174,51 +212,55 @@ class FooController {
 ```
 
 ### Note on authentication decorators
+
 - The old authentication method placed the user data in the `request.body.info` field, this imposes certain issues regarding the request body because this data should be from the frontend without any modification by Maestro. Now this usage is ⚠️ **DEPRECATED** ⚠️. We are working to migrate to the `@User` parameter decorator. The old method is working while the migration is in progress.
 
-- Authentication decorators can be used together and all of them **must** pass to the request be authenticated, but in the general case you don't need to (*and wouldn't like to...*) use all of them together, as you can code all of the authentication logic in the `@AuthenticateCondition` decorator.
+- Authentication decorators can be used together and all of them **must** pass to the request be authenticated, but in the general case you don't need to (_and wouldn't like to..._) use all of them together, as you can code all of the authentication logic in the `@AuthenticateCondition` decorator.
 
-    ```ts
-    import {
-      RequireAllPermissions,
-      RequireSomePermission,
-      AuthenticateCondition,
-    } from '../../authentication/authentication.decorator';
-    import { PERMISSIONS } from '../../authentication/permissions.enum';
-    import { Waa, Baz } from './authenticationFunctions'
+  ```ts
+  import {
+    RequireAllPermissions,
+    RequireSomePermission,
+    AuthenticateCondition,
+  } from '../../authentication/authentication.decorator';
+  import { PERMISSIONS } from '../../authentication/permissions.enum';
+  import { Waa, Baz } from './authenticationFunctions';
 
-    @Controller('foo')
-    @RequireAllPermissions(Permissions.FOO.USE, Permissions.FOO.REQUEST)
-    @RequireSomePermission(Permissions.FOO.MANAGE, Permissions.FOO.ADMIN)
-    @AuthenticateCondition(Waa)
-    @AuthenticateCondition(Baz)
-    class FooController {
+  @Controller('foo')
+  @RequireAllPermissions(Permissions.FOO.USE, Permissions.FOO.REQUEST)
+  @RequireSomePermission(Permissions.FOO.MANAGE, Permissions.FOO.ADMIN)
+  @AuthenticateCondition(Waa)
+  @AuthenticateCondition(Baz)
+  class FooController {
+    /* ... */
+
+    @Get('bar')
+    async getBar() {
       /* ... */
-
-      @Get('bar')
-      async getBar() {
-        /* ... */
-      }
-
-      @Post('bar')
-      @RequireAllPermissions(Permissions.BAR.MANAGE, Permissions.BAR.USE, Permissions.BAR.REQUEST)
-      async postBar() {
-        /* ... */
-      }
     }
-    ```
+
+    @Post('bar')
+    @RequireAllPermissions(
+      Permissions.BAR.MANAGE,
+      Permissions.BAR.USE,
+      Permissions.BAR.REQUEST,
+    )
+    async postBar() {
+      /* ... */
+    }
+  }
+  ```
 
 - If `@RequireAllPermissions` and `@RequireSomePermission` are used with **only a single permission**, they present the **exactly same behavior**.
 
-    ```ts
-    // same behavior
-    @RequireAllPermissions(Permissions.BAR.MANAGE)
-    @RequireSomePermission(Permissions.BAR.MANAGE)
-    ```
-
-
+  ```ts
+  // same behavior
+  @RequireAllPermissions(Permissions.BAR.MANAGE)
+  @RequireSomePermission(Permissions.BAR.MANAGE)
+  ```
 
 ## `@User` parameter decorator
+
 The requesting user data can be obtained using the @User parameter decorator, like in the following snippet:
 
 ```ts
@@ -264,12 +306,15 @@ class UserController {
 ```
 
 ## 📦 Development
+
 ### ⌨️ Coding Style
+
 By default, we use [ESLint](https://eslint.org/) + [Prettier](https://prettier.io/) with default settings.
 
 **We recommend using Visual Studio Code and installing the recommended extensions to ease the development process.**
 
 ### Commits pattern
+
 Our workflow pipeline follows the conventional commits specs ([cheat sheets](https://cheatography.com/albelop/cheat-sheets/conventional-commits/)) to release versions accordingly.
 
 Format: `<type>[optional scope]: <description>`
@@ -277,25 +322,29 @@ Format: `<type>[optional scope]: <description>`
 Example: `FIX: ensure Range headers adhere more closely to RFC 2616`
 
 ### Branching naming convention
+
 - **Feature**: Any code changes for a new module or use case should be done on a feature branch. This branch is created based on the `main` branch. When all changes are done, a Pull Request/Merge Request is needed to put all of these changes back to the `main` branch. Examples: `feature/integrate-swagger`, `feature/JIRA-1234`, `feature/JIRA-1234_support-dark-theme`.
 
-  **It is recommended to use all lower caps letters and hyphen (-) to separate words unless it is a specific item name or ID. Underscore (_) could be used to separate the ID and description.**
+  **It is recommended to use all lower caps letters and hyphen (-) to separate words unless it is a specific item name or ID. Underscore (\_) could be used to separate the ID and description.**
 
-- **Bug Fix**: If the code changes made from the feature branch were rejected after a release, sprint or demo, any necessary fixes after that should be done on the bugfix branch. Examples: `bugfix/more-gray-shades`,  `bugfix/JIRA-1444_gray-on-blur-fix`.
+- **Bug Fix**: If the code changes made from the feature branch were rejected after a release, sprint or demo, any necessary fixes after that should be done on the bugfix branch. Examples: `bugfix/more-gray-shades`, `bugfix/JIRA-1444_gray-on-blur-fix`.
 
 - **Hot Fix**: If there is a need to fix a blocker, do a temporary patch, apply a critical framework or configuration change that should be handled immediately, it should be created as a Hotfix. Examples: `hotfix/disable-endpoint-zero-day-exploit`, `hotfix/increase-scaling-threshold`.
 
 - **Experimental**: A branch for playing around. Any new feature or idea that is not part of a release or a sprint. Example: `experimental/dark-theme-support`.
 
 ### Making a Pull Request
+
 1. Commit your changes
 2. Open the Pull Request on GitHub
 3. Send Pull Request link in Microsfera Google Chat Group for review and possible approval
 
 ## 🛠️ Built with
+
 Some technologies used in this project:
 
 - [NestJS](https://docs.nestjs.com) - Framework for building efficient and scalable NodeJS server-side applications
 
 ## ⚙️ Back-end Architecture
+
 The architecture can be found at [this link](https://sites.google.com/dadosfera.ai/wikidoproduto/time/back-end).

build.docker-compose.dockerhub.yml

@@ -0,0 +1,5 @@
+version: "3.8"
+services:
+  maestro:
+    build: .
+    image: dadosfera/maestro_${ENV}:${IMAGE_TAG}

docker-compose.dockerhub.yml

@@ -0,0 +1,29 @@
+version: "3.8"
+services:
+  maestro:
+    image: dadosfera/maestro_${ENV}:${IMAGE_TAG}
+    container_name: maestro
+    restart: always
+    ports:
+      - 3333:3333
+    env_file:
+      - .env
+
+  node_exporter:
+    image: ${NODE_EXPORTER_URL}
+    container_name: node_exporter
+    restart: always
+    volumes:
+      - /proc:/host/proc:ro
+      - /sys:/host/sys:ro
+      - /:/rootfs:ro
+      - /run/dbus/system_bus_socket:/var/run/dbus/system_bus_socket:ro
+    command:
+      - '--path.procfs=/host/proc'
+      - '--path.rootfs=/rootfs'
+      - '--path.sysfs=/host/sys'
+      - '--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($$|/)'
+      - '--collector.systemd'
+      - '--collector.processes'
+    network_mode: host
+    pid: host

environment.d.ts

@@ -0,0 +1,19 @@
+declare global {
+  namespace NodeJS {
+    interface ProcessEnv {
+      NODE_ENV: 'test';
+      ENV: 'local' | 'stg' | 'prd' | 'test';
+      LOCAL_ENV: 'stg' | 'prd';
+      CLOUD_ENVIRONMENT: 'aws' | 'gcp' | 'mgc';
+
+      DUC_URL: string;
+      INFACTORY_URL: string;
+      PIFACTORY_URL: string;
+
+      INTERNAL_SWAGGER: 'true' | 'false';
+
+      AWS_REGION: string;
+    }
+  }
+}
+export {};

package.json

@@ -6,7 +6,7 @@
   "private": true,
   "license": "UNLICENSED",
   "engines": {
-    "node": "18.3.0"
+    "node": "18.10.0"
   },
   "scripts": {
     "preinstall": "aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1",
@@ -15,9 +15,10 @@
     "build": "nest build",
     "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
     "start": "nest start",
-    "start:dev": "nest start --watch",
-    "start:debug": "nest start --debug --watch",
-    "start:prod": "npm run build && node dist/main",
+    "start:dev": "export INTERNAL_SWAGGER=true && nest start --watch",
+    "start:debug": "npm run start:dev",
+    "start:prod": "node dist/main",
+    "docs": "export KILL_AFTER_START=1 && nest start && export INTERNAL_SWAGGER=true && nest start",
     "lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
     "test": "jest",
     "test:watch": "jest --watch",
@@ -28,21 +29,23 @@
   "dependencies": {
     "@aws-sdk/client-secrets-manager": "^3.112.0",
     "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-    "@dadosfera/protospack-v2": "3.29.0",
+    "@dadosfera/protospack-v2": "3.32.0-beta.2",
     "@grpc/grpc-js": "^1.6.7",
     "@grpc/proto-loader": "^0.6.13",
-    "@nestjs/common": "^8.4.7",
-    "@nestjs/config": "^1.2.1",
-    "@nestjs/core": "^8.4.7",
-    "@nestjs/mapped-types": "*",
-    "@nestjs/microservices": "^8.4.7",
-    "@nestjs/passport": "^8.2.2",
-    "@nestjs/platform-express": "^8.4.7",
-    "@nestjs/schedule": "^1.1.0",
-    "@nestjs/swagger": "^5.2.1",
-    "axios": "^0.27.2",
+    "@nestjs/cli": "^9.4.2",
+    "@nestjs/common": "^9.4.0",
+    "@nestjs/config": "^2.3.1",
+    "@nestjs/core": "^9.4.0",
+    "@nestjs/mapped-types": "^1.2.2",
+    "@nestjs/microservices": "^9.4.0",
+    "@nestjs/passport": "^9.0.3",
+    "@nestjs/platform-express": "^9.4.0",
+    "@nestjs/schematics": "^9.1.0",
+    "@nestjs/swagger": "^6.3.0",
+    "@nestjs/testing": "^9.4.0",
+    "axios": "^1.6.2",
     "class-transformer": "^0.5.1",
-    "class-validator": "^0.13.2",
+    "class-validator": "^0.14.0",
     "cron-parser": "^4.4.0",
     "dotenv": "^14.3.2",
     "elastic-apm-node": "^3.36.0",
@@ -50,6 +53,7 @@
     "jsonwebtoken": "^9.0.0",
     "jwk-to-pem": "^2.0.5",
     "mixpanel": "^0.17.0",
+    "ms": "^3.0.0-canary.1",
     "passport": "^0.6.0",
     "passport-facebook": "^3.0.0",
     "passport-forcedotcom": "^0.2.0",
@@ -66,9 +70,6 @@
     "multer": "1.4.5-lts.1"
   },
   "devDependencies": {
-    "@nestjs/cli": "^8.2.8",
-    "@nestjs/schematics": "^8.0.11",
-    "@nestjs/testing": "^8.4.7",
     "@types/express": "^4.17.13",
     "@types/jest": "27.0.2",
     "@types/jsonwebtoken": "^8.5.8",
@@ -79,8 +80,8 @@
     "@types/passport-google-oauth20": "^2.0.11",
     "@types/passport-oauth2": "^1.4.11",
     "@types/supertest": "^2.0.12",
-    "@typescript-eslint/eslint-plugin": "^5.29.0",
-    "@typescript-eslint/parser": "^5.29.0",
+    "@typescript-eslint/eslint-plugin": "^5.35.0",
+    "@typescript-eslint/parser": "^5.35.0",
     "eslint": "^8.18.0",
     "eslint-config-prettier": "^8.5.0",
     "eslint-plugin-prettier": "^4.0.0",

src/app.module.ts

@@ -25,6 +25,7 @@ import { ConfigModule } from '@nestjs/config';
 import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
 import { ProductboardModule } from './modules/productboard/productboard.module';
 import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
+import { CustomersModule } from './modules/customers/customers.module';
 
 @Module({
   controllers: [],
@@ -40,24 +41,25 @@ import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
       isGlobal: true,
     }),
     AuthModule,
+    ConnectionModule,
+    NetworkConfigModule,
+    InputsModule,
+    PipelinesV2Module,
+    CatalogModule,
     ConnectorModule,
     PermissionsModule,
     TermsOfUseModule,
-    ConnectionModule,
-    NetworkConfigModule,
     ConnectionTestModule,
     PipelinesModule,
-    PipelinesV2Module,
     TransformationsModule,
-    HealthModule,
-    CatalogModule,
     UsersModule,
     RolesModule,
-    InputsModule,
     OauthModule,
-    CatalogModule,
     ProductboardModule,
     MixpanelModule,
+    CustomersModule,
+    //Always leave HealthModule last, so it is on the bottom of swagger
+    HealthModule,
   ],
 })
 export class AppModule {}

src/authentication/authentication.decorator.ts

@@ -1,56 +0,0 @@
-import { Request } from 'express';
-import { CustomDecorator } from '@nestjs/common';
-import { PermissionsObjectPermission } from './permissions.enum';
-import { RequestUser } from './user.decorator';
-
-export const AUTH_FUNCTION_KEY = '__AUTH_FUNCTION__';
-
-export type AuthenticationFunction = (req: Request, user: any) => boolean;
-
-// implementation copied from SetMetadata, but tweaked to get existing values
-// of the metadataKey and accumulate it with the new metadataValue
-function SetMultipleMetadata(metadataKey, metadataValue): CustomDecorator {
-  const decoratorFactory = (target, key, descriptor) => {
-    // .start: tweak
-    // descriptor?.value = function decorator; target = class decorator
-    const accumulatedVal =
-      Reflect.getMetadata(metadataKey, descriptor?.value ?? target) ?? [];
-    accumulatedVal.push(metadataValue);
-    // .end: tweak
-
-    if (descriptor) {
-      Reflect.defineMetadata(metadataKey, accumulatedVal, descriptor.value);
-      return descriptor;
-    }
-
-    Reflect.defineMetadata(metadataKey, accumulatedVal, target);
-    return target;
-  };
-
-  decoratorFactory.KEY = metadataKey;
-  return decoratorFactory as any;
-}
-
-export function RequireAllPermissions(
-  ...permissions: PermissionsObjectPermission[]
-) {
-  return SetMultipleMetadata(AUTH_FUNCTION_KEY, (req, user: RequestUser) =>
-    permissions.every(({ seqid }) => user.permissions.includes(seqid)),
-  );
-}
-
-export function RequireSomePermission(
-  ...permissions: PermissionsObjectPermission[]
-) {
-  return SetMultipleMetadata(AUTH_FUNCTION_KEY, (req, user: RequestUser) =>
-    permissions.some(({ seqid }) => user.permissions.includes(seqid)),
-  );
-}
-
-export function AuthenticateCondition(func: AuthenticationFunction) {
-  return SetMultipleMetadata(AUTH_FUNCTION_KEY, func);
-}
-
-export function Authenticated() {
-  return SetMultipleMetadata(AUTH_FUNCTION_KEY, () => true);
-}

src/authentication/authentication.guard.spec.ts

@@ -11,7 +11,7 @@ import {
   Authenticated,
   RequireAllPermissions,
   RequireSomePermission,
-} from './authentication.decorator';
+} from '../decorators/authentication.decorator';
 import { AuthenticationGuard } from './authentication.guard';
 import { PERMISSIONS_GROUPS } from './permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';
@@ -44,7 +44,7 @@ class NoClassAuthController {
   @Get('has-all-permissions')
   @RequireAllPermissions(
     PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
-    PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE,
+    PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
   )
   async hasAllPermissions(@Body() body) {
     return { body };
@@ -53,7 +53,7 @@ class NoClassAuthController {
   @Get('has-some-permission')
   @RequireSomePermission(
     PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
-    PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE,
+    PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
   )
   async hasSomePermission(@Body() body) {
     return { body };
@@ -62,7 +62,7 @@ class NoClassAuthController {
 
 @Controller('class-auth-condition')
 @AuthenticateCondition((req) => req.get('x-on-class') === 'ok')
-@RequireSomePermission(PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE)
+@RequireSomePermission(PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE)
 class ClassAuthConditionController {
   @Get('body')
   async getBody(@Body() body) {
@@ -444,13 +444,13 @@ describe('authentication.guard', () => {
   NoClassAuthTest(tokenZ, ['zendesk']);
   ClassAuthConditionTest(tokenZ, ['zendesk']);
 
-  const tokenM = CreateToken([PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE]);
+  const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
   NoClassAuthTest(tokenM, ['metabase']);
   ClassAuthConditionTest(tokenM, ['metabase']);
 
   const tokenZM = CreateToken([
     PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
-    PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE,
+    PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
   ]);
   NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
   ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);

src/authentication/authentication.guard.ts

@@ -13,8 +13,8 @@ import { AuthClientService } from '../modules/auth/auth.service';
 import {
   AuthenticationFunction,
   AUTH_FUNCTION_KEY,
-} from './authentication.decorator';
-import { RequestUser } from './user.decorator';
+} from '../decorators/authentication.decorator';
+import { RequestUser } from '../decorators/user.decorator';
 import ErrorBuilder from '../utils/ErrorBuilder';
 import ErrorCodes from '../utils/errorCodes';
 
@@ -79,9 +79,13 @@ export class AuthenticationGuard
     request,
     mustBeAuthenticated: boolean,
   ): RequestUser | false {
-    const accessToken = request.get('Authorization');
+    const accessToken: string = request.get('Authorization');
     let accessTokenPayload: RequestUser;
 
+    this.logger.info(`mustBeAuthenticated: ${mustBeAuthenticated}`);
+    this.logger.info(
+      `accessToken (first 5 chars): ${accessToken?.slice(0, 5)}`,
+    );
     // If the user isn't authenticated, an error will occurr anywhere here.
     // Fancy error avoidance isn't performed by purpose, such as avoiding to access null values.
     try {

src/authentication/permissions.enum.ts

@@ -55,6 +55,16 @@ export const PERMISSIONS_GROUPS = {
           'es-es': '',
         },
       },
+      GENERATE_TOKEN: {
+        seqid: 46,
+        claim: 'customer:generate-token',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Gerar Token de Acesso',
+          'en-us': 'Generate Acess Token',
+          'es-es': 'Gerar Token de Acceso',
+        },
+      },
     },
   },
 
@@ -346,6 +356,16 @@ export const PERMISSIONS_GROUPS = {
           'es-es': 'Acceder al Módulo de Incorporación de Activos',
         },
       },
+      TRIGGER_CATALOG_TASK: {
+        seqid: 45,
+        claim: 'catalog:trigger-task',
+        usage: PermissionUsages.INTERNAL,
+        name: {
+          'pt-br': 'Executar a catalogação de um ativo',
+          'en-us': 'Trigger an asset cataloging',
+          'es-es': 'Realizar el listado de un activo',
+        },
+      },
     },
   },
 
@@ -428,18 +448,18 @@ export const PERMISSIONS_GROUPS = {
     permissions: {
       OPEN: {
         seqid: 16,
-        claim: 'GET /zendesk',
+        claim: 'support-chat:access',
         usage: PermissionUsages.INTERNAL,
         name: {
-          'pt-br': 'Acessar Zendesk',
-          'en-us': 'Access Zendesk',
-          'es-es': 'Acceso Zendesk',
+          'pt-br': 'Acessar chat de suporte',
+          'en-us': 'Access support chat',
+          'es-es': 'Acceder al chat de soporte',
         },
       },
     },
   },
 
-  ANALYZE: {
+  DATAVIZ: {
     title: {
       'pt-br': 'Analisar | Visualização',
       'en-us': 'Analyze | Visualization',
@@ -456,6 +476,15 @@ export const PERMISSIONS_GROUPS = {
           'es-es': 'Acceso Metabase',
         },
       },
+    },
+  },
+  INTELLIGENCE: {
+    title: {
+      'pt-br': 'Analisar | Inteligência',
+      'en-us': 'Analyze | Intelligence',
+      'es-es': 'Analizar | Inteligencia',
+    },
+    permissions: {
       INTELLIGENCE: {
         seqid: 31,
         claim: 'intelligence:open',
@@ -577,7 +606,8 @@ export const DADOSFERA_MODULES: Array<DadosferaModule> = [
     name: 'Intelligence Module',
     description: 'Orchest Module',
     key: 'intelligence',
-    permissionSeqId: PERMISSIONS_GROUPS.ANALYZE.permissions.INTELLIGENCE.seqid,
+    permissionSeqId:
+      PERMISSIONS_GROUPS.INTELLIGENCE.permissions.INTELLIGENCE.seqid,
   },
   {
     name: 'Proccessing Module',

src/decorators/authentication.decorator.ts

@@ -0,0 +1,41 @@
+import { applyDecorators } from '@nestjs/common';
+import { ApiSecurity } from '@nestjs/swagger';
+import { type Request } from 'express';
+import { type PermissionsObjectPermission } from '../authentication/permissions.enum';
+import { type RequestUser } from './user.decorator';
+import { SetMultipleMetadata } from './shared';
+
+export const AUTH_FUNCTION_KEY = '__AUTH_FUNCTION__';
+
+export type AuthenticationFunction = (req: Request, user: any) => boolean;
+
+export function RequireAllPermissions(
+  ...permissions: PermissionsObjectPermission[]
+) {
+  return createAuthenticatedDecorator((req, user: RequestUser) =>
+    permissions.every(({ seqid }) => user.permissions.includes(seqid)),
+  );
+}
+
+export function RequireSomePermission(
+  ...permissions: PermissionsObjectPermission[]
+) {
+  return createAuthenticatedDecorator((req, user: RequestUser) =>
+    permissions.some(({ seqid }) => user.permissions.includes(seqid)),
+  );
+}
+
+export function AuthenticateCondition(func: AuthenticationFunction) {
+  return createAuthenticatedDecorator(func);
+}
+
+export function Authenticated() {
+  return createAuthenticatedDecorator(() => true);
+}
+
+function createAuthenticatedDecorator(metadataValue: AuthenticationFunction) {
+  return applyDecorators(
+    ApiSecurity('access-token'),
+    SetMultipleMetadata(AUTH_FUNCTION_KEY, metadataValue),
+  );
+}

src/decorators/language.decorator.ts

@@ -0,0 +1,25 @@
+import { createParamDecorator, type ExecutionContext } from '@nestjs/common';
+import { LanguageEnum } from 'src/utils/languages.enum';
+
+export const Language: () => ParameterDecorator = createParamDecorator(
+  (options: any, ctx: ExecutionContext): LanguageEnum => {
+    const headers = ctx.switchToHttp()?.getRequest()?.headers;
+
+    if (!headers) return LanguageEnum.ptbr;
+
+    let language: LanguageEnum =
+      headers['dadosfera-lang'] ?? headers['accept-language'];
+    language = language?.toLowerCase().trim() as LanguageEnum;
+
+    if (!language) return LanguageEnum.ptbr;
+
+    Object.values(LanguageEnum).some((l) => {
+      if (language === l || l.includes(language)) {
+        language = l;
+        return true;
+      }
+      language = LanguageEnum.enus;
+    });
+    return language;
+  },
+);

src/decorators/shared.ts

@@ -0,0 +1,28 @@
+import { type CustomDecorator } from '@nestjs/common';
+
+// implementation copied from SetMetadata, but tweaked to get existing values
+// of the metadataKey and accumulate it with the new metadataValue
+export function SetMultipleMetadata(
+  metadataKey,
+  metadataValue,
+): CustomDecorator {
+  const decoratorFactory: CustomDecorator = (target, key?, descriptor?) => {
+    // .start: tweak
+    // descriptor?.value = function decorator; target = class decorator
+    const accumulatedVal =
+      Reflect.getMetadata(metadataKey, descriptor?.value ?? target) ?? [];
+    accumulatedVal.push(metadataValue);
+    // .end: tweak
+
+    if (descriptor) {
+      Reflect.defineMetadata(metadataKey, accumulatedVal, descriptor.value);
+      return descriptor;
+    }
+
+    Reflect.defineMetadata(metadataKey, accumulatedVal, target);
+    return target;
+  };
+
+  decoratorFactory.KEY = metadataKey;
+  return decoratorFactory;
+}

src/decorators/swagger.decorator.ts

@@ -0,0 +1,13 @@
+import { applyDecorators } from '@nestjs/common';
+import { ApiExcludeController, ApiExcludeEndpoint } from '@nestjs/swagger';
+
+export function ApiInternalOnlyEndpoint() {
+  if (process.env.INTERNAL_SWAGGER !== 'true')
+    return applyDecorators(ApiExcludeEndpoint());
+  return () => null;
+}
+export function ApiInternalOnlyController() {
+  if (process.env.INTERNAL_SWAGGER !== 'true')
+    return applyDecorators(ApiExcludeController());
+  return () => null;
+}

src/decorators/user.decorator.spec.ts

@@ -1,17 +1,14 @@
-import request from 'supertest';
-import { Test } from '@nestjs/testing';
-import { HttpStatus, INestApplication } from '@nestjs/common';
-import { APP_GUARD } from '@nestjs/core';
-import jwt from 'jsonwebtoken';
-
-import { Controller, Get } from '@nestjs/common';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { AuthenticationGuard } from './authentication.guard';
+import { Controller, Get, HttpStatus, INestApplication } from '@nestjs/common';
+import { APP_GUARD } from '@nestjs/core';
+import { Test } from '@nestjs/testing';
+import jwt from 'jsonwebtoken';
+import request from 'supertest';
+import { AuthenticationGuard } from '../authentication/authentication.guard';
+import { PERMISSIONS_GROUPS } from '../authentication/permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';
-
 import ErrorCodes from '../utils/errorCodes';
 import { User } from './user.decorator';
-import { PERMISSIONS_GROUPS } from './permissions.enum';
 
 const logger = {
   info: (...args) => args,
@@ -49,7 +46,7 @@ describe('user.decorator', () => {
   const fakeUserPayload = {
     user_id: 'd50d33c7-6c2b-463c-861f-e21667e7c125',
     username: 'super.admin',
-    permissions: [PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE].map(
+    permissions: [PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE].map(
       ({ seqid }) => seqid,
     ),
     customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',

src/decorators/user.decorator.ts

@@ -1,4 +1,4 @@
-import { createParamDecorator, ExecutionContext } from '@nestjs/common';
+import { createParamDecorator, type ExecutionContext } from '@nestjs/common';
 
 import ErrorBuilder from '../utils/ErrorBuilder';
 import ErrorCodes from '../utils/errorCodes';

src/main.ts

@@ -24,11 +24,10 @@ async function bootstrap() {
       optionsSuccessStatus: 204,
     },
   });
-
   app.use(helmet());
   configureSwagger(app);
-
   await app.listen(3333);
+  if (process.env.KILL_AFTER_START) await app.close();
 }
 
 function configureSwagger(app: INestApplication) {
@@ -39,24 +38,36 @@ function configureSwagger(app: INestApplication) {
       .replace('\n', '')
       .trim();
   } catch (error) {
-    console.log("Can't get branch name", error);
+    console.warn("Can't get branch name", error);
   }
   const swaggerTitle = branchName ? `Maestro - ${branchName}` : 'Maestro';
 
-  const config = new DocumentBuilder()
+  const swaggerConfig = new DocumentBuilder()
     .setTitle(swaggerTitle)
     .setDescription('Documentation for Maestro gateway')
-    .addBearerAuth(
-      { type: 'http', scheme: 'bearer', bearerFormat: 'JWT' },
-      'Authorization',
-    )
-    .build();
+    .addSecurity('access-token', {
+      type: 'apiKey',
+      name: 'Authorization',
+      in: 'header',
+    })
+    .setDescription('This is the Maestro API');
+
+  if (process.env.INTERNAL_SWAGGER !== 'true')
+    swaggerConfig.addServer('https://maestro.dadosfera.ai', 'Dadosfera API');
+
+  const config = swaggerConfig.build();
 
   const document = SwaggerModule.createDocument(app, config);
 
+  const swaggerJsonFile =
+    process.env.INTERNAL_SWAGGER === 'true'
+      ? 'docsfera.json'
+      : 'docsfera.external.json';
+
   if (process.env.ENV === 'local') SwaggerModule.setup('api', app, document);
+
   writeFileSync(
-    'docsfera.json',
+    swaggerJsonFile,
     JSON.stringify(
       {
         service: '${DOCS_API_TOKEN}',

src/modules/auth/auth.controller.ts

@@ -13,7 +13,12 @@ import {
   Req,
   Param,
 } from '@nestjs/common';
-import { ApiTags } from '@nestjs/swagger';
+import {
+  ApiHeaders,
+  ApiOkResponse,
+  ApiSecurity,
+  ApiTags,
+} from '@nestjs/swagger';
 import {
   AuthChangePasswordRequest,
   AuthResetPasswordRequest,
@@ -28,13 +33,14 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import {
   Authenticated,
   RequireAllPermissions,
-} from 'src/authentication/authentication.decorator';
+} from 'src/decorators/authentication.decorator';
 import { AuthClientService } from './auth.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import {
   AuthRefreshAccessTokenReq,
+  AuthRefreshAccessTokenRes,
   AuthSignInReq,
   AuthSignInRes,
 } from './dtos/login';
@@ -43,13 +49,18 @@ import { AuthGuard } from '@nestjs/passport';
 import { Request } from 'express';
 import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes';
 import jwt from 'jsonwebtoken';
+import { LanguageEnum } from 'src/utils/languages.enum';
+import { Language } from 'src/decorators/language.decorator';
+import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
+import { getFrontendUrl } from 'src/utils/getFrontendBaseUrl';
 
 @ApiTags('Auth')
+@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
 @UseFilters(new GrpcToHttpExceptionFilter())
 @Controller('auth')
 export class AuthController {
   logger: DadosferaLogger;
-  redirectUrl: string;
+  frontendRedirectUrl: string;
 
   constructor(
     @Inject(DadosferaLogger)
@@ -57,30 +68,39 @@ export class AuthController {
     private authClient: AuthClientService,
   ) {
     this.logger = dadosferaLogger.logger;
-
-    switch (process.env.ENV) {
-      case 'stg':
-        this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/auth/login`;
-        break;
-      case 'prd':
-        this.redirectUrl = `https://app.dadosfera.ai/auth/login`;
-        break;
-      default:
-        this.redirectUrl = `http://localhost:4200/auth/login`;
-    }
+    this.frontendRedirectUrl = getFrontendUrl('/auth/login').href;
   }
 
   @Post('sign-in')
   @HttpCode(HttpStatus.OK)
   async signIn(
     @Body() { username, password, totp }: AuthSignInReq,
-    @Headers('Dadosfera-Lang') language: string,
+    @Language() language: LanguageEnum,
   ): Promise<AuthSignInRes> {
     this.logger.info('/auth - SignIn');
-    const metadata = PackTheMetadata({ language: language || 'pt-br' });
+    const metadata = PackTheMetadata({ language });
     return this.authClient.signIn({ username, password, totp }, metadata);
   }
 
+  @Post('refresh-access-token')
+  @HttpCode(HttpStatus.OK)
+  @ApiOkResponse({ type: AuthRefreshAccessTokenRes })
+  async refreshAccessToken(
+    @Body() body: AuthRefreshAccessTokenReq,
+    @Language() language: LanguageEnum,
+  ) {
+    this.logger.info('/auth - RefreshAccessToken');
+    const { refreshToken, customerName: customer_name } = body;
+
+    const metadata = PackTheMetadata({
+      customer_name,
+      language,
+    });
+    this.logger.info(`metadata: ${metadata}`);
+    return this.authClient.refreshAccessToken({ refreshToken }, metadata);
+  }
+
+  @ApiInternalOnlyEndpoint()
   @Post('/sso/snowflake')
   @RequireAllPermissions(PERMISSIONS_GROUPS.SNOWFLAKE.permissions.OPEN)
   @HttpCode(HttpStatus.OK)
@@ -96,23 +116,7 @@ export class AuthController {
     });
   }
 
-  @Post('refresh-access-token')
-  @HttpCode(HttpStatus.OK)
-  async refreshAccessToken(
-    @Body()
-    { refreshToken, customerName: customer_name }: AuthRefreshAccessTokenReq,
-    @Headers('Dadosfera-Lang') language: string,
-  ) {
-    this.logger.info('/auth - RefreshAccessToken');
-
-    const metadata = PackTheMetadata({
-      customer_name,
-      language,
-    });
-
-    return this.authClient.refreshAccessToken({ refreshToken }, metadata);
-  }
-
+  @ApiInternalOnlyEndpoint()
   @Post('change-password')
   @HttpCode(HttpStatus.OK)
   async changePassword(
@@ -131,11 +135,12 @@ export class AuthController {
     });
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('reset-password')
   @HttpCode(HttpStatus.OK)
   async resetPassword(
     @Body() body: AuthResetPasswordRequest,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('/auth - reset-password');
     const metadata = PackTheMetadata({
@@ -147,6 +152,7 @@ export class AuthController {
     return this.authClient.resetPassword({ username }, metadata);
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('verify-reset-password-code')
   @HttpCode(HttpStatus.OK)
   async verifyResetPasswordCode(
@@ -159,6 +165,7 @@ export class AuthController {
     return this.authClient.verifyResetPasswordCode({ username, code });
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('confirm-reset-password')
   @HttpCode(HttpStatus.OK)
   async confirmResetPassword(@Body() body: AuthConfirmResetPasswordRequest) {
@@ -173,6 +180,7 @@ export class AuthController {
     });
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('enable-totp')
   @HttpCode(HttpStatus.OK)
   async enableTotpMFA(
@@ -187,6 +195,7 @@ export class AuthController {
     return this.authClient.enableTotpMFA({ accessToken, password });
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('disable-totp')
   @HttpCode(HttpStatus.OK)
   async disableTotpMFA(
@@ -201,6 +210,7 @@ export class AuthController {
     return this.authClient.disableTotpMFA({ accessToken, password });
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('dismiss-totp')
   @HttpCode(HttpStatus.OK)
   async dismissTotpMFA(@Headers() headers) {
@@ -211,6 +221,7 @@ export class AuthController {
     return this.authClient.dismissTotpMFA({ accessToken });
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('verify-totp')
   @HttpCode(HttpStatus.OK)
   async verifyTotp(@Body() body: AuthVerifyTotpMfaRequest, @Headers() headers) {
@@ -222,17 +233,21 @@ export class AuthController {
     return this.authClient.verifyTotp({ accessToken, totp });
   }
 
+  @ApiInternalOnlyEndpoint()
   @Authenticated()
+  @ApiSecurity('access-token')
   @Get('verify-access-token')
   verifyAccessToken() {
     return { access_token_status: 'valid' };
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('session/:session')
   getSession(@Param('session') session: string) {
     return this.authClient.getSession(session);
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('oauth/google')
   @UseGuards(AuthGuard('google-login'))
   googleOauth() {
@@ -240,11 +255,18 @@ export class AuthController {
     return true;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('oauth/google/callback')
   @UseGuards(AuthGuard('google-login'))
   @Redirect()
   async googleOauthCallback(@Req() req) {
-    const { url, email, token, language = 'pt-br' } = await this.callback(req);
+    const {
+      url,
+      email,
+      token,
+      refreshToken,
+      language = 'pt-br',
+    } = await this.callback(req);
     if (url.searchParams.get('error')) {
       this.logger.error('/oauth/google - ERROR');
       return { url: url.href };
@@ -254,6 +276,7 @@ export class AuthController {
       .oauthSignIn({
         username: email,
         token,
+        refreshToken,
       })
       .then(({ session }) => {
         this.logger.info('/oauth/google - SUCESS');
@@ -283,18 +306,79 @@ export class AuthController {
     return { url: url.href };
   }
 
-  async callback(req: Request) {
+  @ApiInternalOnlyEndpoint()
+  @Get('oauth/magalu-id')
+  @UseGuards(AuthGuard('magalu-id-login'))
+  magaluIdOauth() {
+    this.logger.info('/oauth/magalu-id');
+    return true;
+  }
+
+  @ApiInternalOnlyEndpoint()
+  @Get('oauth/magalu-id/callback')
+  @UseGuards(AuthGuard('magalu-id-login'))
+  @Redirect()
+  async magaluIdOauthCallback(@Req() req) {
+    const {
+      url,
+      email,
+      token,
+      refreshToken,
+      language = 'pt-br',
+    } = await this.callback(req, 'magalu-id');
+    if (url.searchParams.get('error')) {
+      this.logger.error('/oauth/magalu-id/callback - ERROR');
+      this.logger.error(url.searchParams.get('error'));
+      return { url: url.href };
+    }
+
+    await this.authClient
+      .oauthSignIn({
+        username: email,
+        token,
+        refreshToken,
+      })
+      .then(({ session }) => {
+        this.logger.info('/oauth/magalu-id/callback - SUCESS');
+        url.searchParams.set('session', session);
+      })
+      .catch((err) => {
+        this.logger.error('/oauth/magalu-id/callback - LOGIN ERROR');
+        let error = OauthErrors.INVALID_CREDENTIALS[language].error;
+        let error_description =
+          OauthErrors.INVALID_CREDENTIALS[language].error_description;
+        switch (err.details) {
+          case ErrorCodes.USER.NOT_FOUND:
+            error = OauthErrors.USER_NOT_FOUND[language].error;
+            error_description =
+              OauthErrors.USER_NOT_FOUND[language].error_description(email);
+            break;
+          case ErrorCodes.AUTH.UNAUTHORIZED:
+            error = OauthErrors.INVALID_SESSION[language].error;
+            error_description =
+              OauthErrors.INVALID_SESSION[language].error_description;
+            break;
+        }
+        url.searchParams.set('error', error);
+        url.searchParams.set('error_description', error_description);
+        return null;
+      });
+    return { url: url.href };
+  }
+
+  async callback(req: Request, oauth_type?: 'google' | 'magalu-id') {
     const { error, state } = req.query;
     const { authInfo } = req;
-    const url = new URL(this.redirectUrl);
-    let email, token, error_title, error_description;
-    let language: 'pt-br' | 'en-us' = 'pt-br';
-
-    const stateObject = jwt.verify(
-      state as string,
-      process.env.JWT_PRIVATE_KEY,
-    );
-    if (typeof stateObject != 'string') language = stateObject.language;
+    const url = new URL(this.frontendRedirectUrl);
+    let email, token, refreshToken, error_title, error_description;
+    const language: 'pt-br' | 'en-us' = 'pt-br';
+    // let stateObject;
+    // try {
+    //   stateObject = jwt.verify(state as string, process.env.JWT_PRIVATE_KEY);
+    // } catch (error) {
+    //   console.log('error', error);
+    // }
+    // if (typeof stateObject != 'string') language = stateObject.language;
 
     if (error || !authInfo) {
       this.logger.error(error);
@@ -305,11 +389,16 @@ export class AuthController {
         OauthErrors.INVALID_CREDENTIALS[language].error_description;
       if (error) error_description += ` - [${error}]`;
     } else {
-      const { accessToken } = authInfo as any;
-      const { _json: userInfo } = req.user as any;
-
+      const { accessToken, refreshToken: rt } = authInfo as any;
+      const { _json: userInfo = {} } = req.user as any;
       email = userInfo.email;
       token = accessToken;
+      refreshToken = rt;
+
+      if (oauth_type === 'magalu-id') {
+        const jwtDecoded = jwt.decode(token, { json: true });
+        email = jwtDecoded.email;
+      }
     }
 
     if (error_title) {
@@ -317,6 +406,6 @@ export class AuthController {
       url.searchParams.set('error_description', error_description);
     }
 
-    return { token, email, url, language };
+    return { token, refreshToken, email, url, language };
   }
 }

src/modules/auth/auth.module.ts

@@ -8,6 +8,7 @@ import { AuthClientService } from './auth.service';
 import { DucClient } from '../duc/client.config';
 import { GoogleLoginStrategy } from './passport-strategies/google-strategy';
 import { getOauthSecrets } from 'src/utils/OauthSecrets';
+import { MagaluIdStrategy } from './passport-strategies/magalu-id-strategy';
 const client = new DucClient();
 
 @Module({
@@ -17,6 +18,7 @@ const client = new DucClient();
     AuthClientService,
     DadosferaLogger,
     GoogleLoginStrategy,
+    MagaluIdStrategy,
     { provide: 'OAUTH_SECRETS', useValue: getOauthSecrets() },
   ],
   exports: [AuthClientService],

src/modules/auth/auth.service.ts

@@ -17,6 +17,7 @@ import {
   AuthResetPasswordRequest,
   AuthVerifyResetPasswordCodeRequest,
   AuthConfirmResetPasswordRequest,
+  AuthOauthSignInRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
@@ -162,8 +163,7 @@ export class AuthClientService implements OnModuleInit {
     return lastValueFrom(this.authService.AuthGetSession({ session }));
   }
 
-  async oauthSignIn(data: { username: string; token: string }) {
-    const { username, token } = data;
-    return lastValueFrom(this.authService.AuthOauthSignIn({ token, username }));
+  async oauthSignIn(data: AuthOauthSignInRequest) {
+    return lastValueFrom(this.authService.AuthOauthSignIn(data));
   }
 }

src/modules/auth/dtos/login.ts

@@ -1,3 +1,4 @@
+import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
 import {
   AuthSignInRequest,
   AuthSignInResponse,
@@ -74,6 +75,8 @@ export class AuthCustomer {
   tier: string;
   @ApiProperty()
   scheduleLimit: string;
+  @ApiProperty()
+  links: Link[];
 }
 
 export class AuthSignInReq implements AuthSignInRequest {
@@ -81,7 +84,10 @@ export class AuthSignInReq implements AuthSignInRequest {
   username: string;
   @ApiProperty()
   password: string;
-  @ApiPropertyOptional()
+  @ApiPropertyOptional({
+    description:
+      'TOTP code used to login when Multi-Factor Authentication is enabled',
+  })
   totp: string;
 }
 
@@ -106,3 +112,11 @@ export class AuthRefreshAccessTokenReq {
   @ApiProperty()
   customerName: string;
 }
+export class AuthRefreshAccessTokenRes {
+  @ApiProperty()
+  permissions: string[];
+  @ApiProperty()
+  accessToken: string;
+  @ApiProperty()
+  refreshToken: string;
+}

src/modules/auth/passport-strategies/magalu-id-strategy.ts

@@ -0,0 +1,47 @@
+import {
+  Strategy as Oauth2Strategy,
+  StrategyOptions,
+  VerifyCallback,
+  VerifyFunction,
+} from 'passport-oauth2';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+import { Request } from 'express';
+import jwt from 'jsonwebtoken';
+
+@Injectable()
+export class MagaluIdStrategy extends PassportStrategy(
+  Oauth2Strategy,
+  'magalu-id-login',
+) {
+  redirect_uri: string;
+  constructor() {
+    const options: StrategyOptions = {
+      clientID: process.env.MAGALU_ID_CLIENT_ID,
+      clientSecret: process.env.MAGALU_ID_CLIENT_SECRET,
+      callbackURL: process.env.MAGALU_ID_CALLBACK_URL,
+      scope: ['openid'],
+      authorizationURL: 'https://id.magalu.com/login',
+      tokenURL: 'https://id.magalu.com/oauth/token',
+    };
+    const verify: VerifyFunction = (
+      accessToken: string,
+      refreshToken: string,
+      profile: any,
+      verified: VerifyCallback,
+    ) => {
+      return verified(null, profile, { accessToken, refreshToken });
+    };
+
+    super(options, verify);
+  }
+
+  // authenticate(req: Request, options: Record<string, any>) {
+  //   const language =
+  //     req.headers['dadosfera-lang'] || req.query.language || 'pt-br';
+  //   // options.state = jwt.sign({ language }, process.env.JWT_PRIVATE_KEY);
+  //   super.authenticate(req, options);
+  //   console.log('authenticate', JSON.stringify(options));
+  // }
+}

src/modules/catalog/catalog.controller.ts

@@ -6,7 +6,6 @@ import {
   ForbiddenException,
   Get,
   Headers,
-  HttpException,
   Inject,
   NotFoundException,
   Param,
@@ -15,17 +14,25 @@ import {
   Query,
   UseFilters,
 } from '@nestjs/common';
-import { ApiTags } from '@nestjs/swagger';
+import {
+  ApiCreatedResponse,
+  ApiHeaders,
+  ApiOkResponse,
+  ApiTags,
+} from '@nestjs/swagger';
 import {
   Authenticated,
+  RequireAllPermissions,
   RequireSomePermission,
-} from '../../authentication/authentication.decorator';
+} from '../../decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import {
+  GetDatasetCatalogTaskRes,
+  ICatalogAllRequest,
   ICatalogAllResponse,
   IColumnsMetadataResponse,
   ICreateDataAsset,
@@ -35,10 +42,16 @@ import {
   IOneDataAsset,
   IPreviewResponse,
   IUpdateDataRequest,
+  TriggerCatalogReq,
+  TriggerCatalogRes,
 } from './dtos';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+import { Language } from 'src/decorators/language.decorator';
+import { LanguageEnum } from 'src/utils/languages.enum';
+import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 
 @ApiTags('Catalog')
+@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
 @Controller('catalog')
 @UseFilters(new GrpcToHttpExceptionFilter())
 @Authenticated()
@@ -59,7 +72,7 @@ export class CatalogController {
   )
   async searchCatalog(
     @User() user: RequestUser,
-    @Query() query,
+    @Query() query: ICatalogAllRequest,
   ): Promise<ICatalogAllResponse> {
     const { user_id, customer_name, customer_id, username, permissions } = user;
     this.logger.info(`/catalog - searchCatalog`, {
@@ -91,6 +104,7 @@ export class CatalogController {
     return res;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('data-asset')
   async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
     const { username, user_id, customer_id, customer_name, permissions } = user;
@@ -144,6 +158,7 @@ export class CatalogController {
     );
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('tags')
   @RequireSomePermission(
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
@@ -174,7 +189,7 @@ export class CatalogController {
   )
   async getDataAsset(
     @User() user: RequestUser,
-    @Param('id') id,
+    @Param('id') id: string,
     @Query('shared') shared?: 'true',
   ) {
     const { username, user_id, customer_id, customer_name, permissions } = user;
@@ -190,7 +205,7 @@ export class CatalogController {
     let has_permission = false;
     const metadata = PackTheMetadata({
       username,
-      user_id: undefined,
+      user_id,
       customer_id,
       customer_name,
     });
@@ -222,6 +237,7 @@ export class CatalogController {
     return { data_asset };
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('data-asset/rls/:id')
   @RequireSomePermission(
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
@@ -230,7 +246,7 @@ export class CatalogController {
   async getDataAssetRls(
     @User() user: RequestUser,
     @Headers() headers,
-    @Param('id') id,
+    @Param('id') id: string,
   ) {
     const { username, user_id, customer_id, customer_name, permissions } = user;
 
@@ -284,8 +300,8 @@ export class CatalogController {
   )
   async getDataAssetColumnsMetadata(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language,
-    @Param('id') id,
+    @Language() language: LanguageEnum,
+    @Param('id') id: string,
   ): Promise<IColumnsMetadataResponse> {
     const { customer_name, customer_id, user_id, username } = user;
 
@@ -315,8 +331,8 @@ export class CatalogController {
   )
   async getDataAssetPreview(
     @User() user: RequestUser,
-    @Headers('Dadosfera-lang') language,
-    @Param('id') id,
+    @Language() language: LanguageEnum,
+    @Param('id') id: string,
   ): Promise<IPreviewResponse> {
     const { customer_name, customer_id, user_id, username } = user;
 
@@ -345,8 +361,8 @@ export class CatalogController {
   )
   async getDataAssetDocs(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language,
-    @Param('id') id,
+    @Language() language: LanguageEnum,
+    @Param('id') id: string,
   ): Promise<IDocsResponse> {
     const { customer_name, customer_id, user_id, username } = user;
 
@@ -375,8 +391,8 @@ export class CatalogController {
   )
   async updateDataAsset(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language,
-    @Param('id') data_asset_id,
+    @Language() language: LanguageEnum,
+    @Param('id') data_asset_id: string,
     @Body() body: IUpdateDataRequest,
   ): Promise<IOneDataAsset> {
     const { customer_id, customer_name, user_id, username } = user;
@@ -430,6 +446,7 @@ export class CatalogController {
     return res;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Put('data-asset/:id/manage-permissions')
   async manageDataAssetPermissions(
     @Param('id') id: string,
@@ -451,6 +468,7 @@ export class CatalogController {
     return { data_asset: JSON.parse(response.data_asset) };
   }
 
+  @ApiInternalOnlyEndpoint()
   @Put('data-asset/:id/revoke-permissions')
   async revokeDataAssetPermissions(
     @Param('id') id: string,
@@ -561,7 +579,55 @@ export class CatalogController {
       username,
     });
     const response = await this.catalogService.deleteComment(
-      { data_asset_id: id, comment: body.comment },
+      {
+        data_asset_id: id,
+        comment: { ...body.comment, created_at: undefined, message: undefined },
+      },
+      metadata,
+    );
+
+    return response;
+  }
+
+  @Post('dataset-catalog-task')
+  @RequireAllPermissions(
+    PERMISSIONS_GROUPS.CATALOG.permissions.TRIGGER_CATALOG_TASK,
+  )
+  @ApiCreatedResponse({ type: TriggerCatalogRes })
+  async triggerCatalog(
+    @User() user: RequestUser,
+    @Body() body: TriggerCatalogReq,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const session = await this.catalogService.triggerCatalog(body, metadata);
+
+    return { session };
+  }
+
+  @Get('dataset-catalog-task/:session')
+  @RequireAllPermissions(
+    PERMISSIONS_GROUPS.CATALOG.permissions.TRIGGER_CATALOG_TASK,
+  )
+  @ApiOkResponse({ type: GetDatasetCatalogTaskRes })
+  async getCatalogTask(
+    @User() user: RequestUser,
+    @Param('session') session: string,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const response = await this.catalogService.getDatasetCatalogTask(
+      session,
       metadata,
     );
 

src/modules/catalog/catalog.service.ts

@@ -18,7 +18,7 @@ import { CatalogClientConfiguration } from './catalog-client';
 import { UsersService } from '../users/users.service';
 import { RolesService } from '../roles/roles.service';
 import { Metadata } from '@grpc/grpc-js';
-import { IUpdateDataRequest } from './dtos';
+import { IUpdateDataRequest, TriggerCatalogReq } from './dtos';
 
 class CatalogService implements OnModuleInit {
   catalogReadService: ReadService.CatalogReadServices;
@@ -49,10 +49,16 @@ class CatalogService implements OnModuleInit {
   _getNimbusUrl(body) {
     const customer = body.info.customer.toLowerCase();
 
-    if (process.env.ENV === 'prd') {
+    const cloud_environment = process.env.CLOUD_ENVIRONMENT || 'aws';
+
+    if (process.env.ENV === 'prd' && cloud_environment === 'aws') {
       return `https://nimbus-${customer}.dadosfera.ai`;
     }
 
+    if (process.env.ENV === 'prd' && cloud_environment === 'mgc') {
+      return `https://nimbus-${customer}.dadosfera.com`;
+    }
+
     return `https://nimbus-${customer}.${process.env.ENV.replace(
       'local',
       'stg',
@@ -333,6 +339,18 @@ class CatalogService implements OnModuleInit {
       } as typeof data_asset;
     });
   }
+  async triggerCatalog(data: TriggerCatalogReq, metadata: Metadata) {
+    const { session } = await lastValueFrom(
+      this.catalogWriteService.TriggerDatasetCataloging(data, metadata),
+    );
+    return session;
+  }
+  async getDatasetCatalogTask(session: string, metadata: Metadata) {
+    const res = await lastValueFrom(
+      this.catalogReadService.GetDatasetCatalogTask({ session }, metadata),
+    );
+    return res;
+  }
 }
 
 export { CatalogService };

src/modules/catalog/dtos/index.ts

@@ -1,4 +1,4 @@
-import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
+import { ApiProperty, ApiPropertyOptional, PickType } from '@nestjs/swagger';
 import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
 
 export enum DataAssetShareType {
@@ -6,6 +6,10 @@ export enum DataAssetShareType {
   public = 'public',
   private = 'private',
 }
+export enum OrderEnum {
+  asc = 'asc',
+  desc = 'desc',
+}
 export class EmbedObject {
   @ApiProperty()
   url: string;
@@ -92,6 +96,8 @@ export class IDataAsset {
   comments: IComment[];
   @ApiPropertyOptional()
   embed?: EmbedObject;
+  @ApiPropertyOptional({ enum: DataAssetShareType })
+  share_type?: DataAssetShareType;
 }
 
 export class IOneDataAsset {
@@ -104,9 +110,43 @@ export class IMakeAComment {
   message: string;
 }
 
+export class CommentToDelete extends PickType(IComment, ['id', 'username']) {}
 export class IDeleteComment {
   @ApiProperty()
-  comment: IComment;
+  comment: CommentToDelete;
+}
+
+export class ICatalogAllRequest {
+  @ApiPropertyOptional({
+    description: 'Texto usado para filtrar os ativos no catálogo.',
+  })
+  search;
+
+  @ApiPropertyOptional({
+    description: 'Número de registros a ser retornado',
+    maximum: 10000,
+    minimum: 1,
+  })
+  size: number;
+
+  @ApiPropertyOptional({
+    description: 'Usado para paginação, em conjunto com `size`',
+    minimum: 1,
+  })
+  page: number;
+
+  @ApiPropertyOptional({
+    description:
+      'Campo do data asset para usar na ordenação. Padrão: `created_at` ',
+  })
+  sort_by: string;
+
+  @ApiPropertyOptional({
+    enum: OrderEnum,
+    default: OrderEnum.asc,
+    description: 'Tipo de ordenação - `asc`: crescente; `desc`: decrescente ',
+  })
+  order?: OrderEnum;
 }
 
 export class ICatalogAllResponse {
@@ -141,7 +181,7 @@ export class IUpdateDataRequest {
   @ApiPropertyOptional()
   embed: EmbedObject;
   @ApiPropertyOptional({ enum: DataAssetShareType })
-  share_type: DataAssetShareType;
+  share_type?: DataAssetShareType;
 }
 export class ICreateDataAsset implements CreateDataAssetRequest {
   @ApiProperty()
@@ -231,3 +271,44 @@ export class IColumnsMetadataResponse {
   @ApiProperty({ type: [IColumnMetadata] })
   columns_metadata: IColumnMetadata[];
 }
+
+export class TriggerCatalogReq {
+  @ApiProperty({
+    description: 'Name of the table on Snowflake',
+    example: 'TB__4DXSD4_TEST',
+  })
+  table_name: string;
+
+  @ApiPropertyOptional({
+    description:
+      'Schema where the asset is located. If not set defaults to "PUBLIC"',
+  })
+  table_schema?: string;
+
+  @ApiPropertyOptional({
+    description: 'Id of the pipeline that generated the asset.',
+  })
+  pipeline_id: string;
+}
+
+export class TriggerCatalogRes {
+  @ApiProperty()
+  session: string;
+}
+
+export class GetDatasetCatalogTaskRes {
+  @ApiProperty()
+  created_at: string;
+  @ApiProperty()
+  customer_name: string;
+  @ApiProperty()
+  session_id: string;
+  @ApiProperty()
+  status: string;
+  @ApiProperty()
+  table_name: string;
+  @ApiProperty()
+  updated_at: string;
+  @ApiProperty()
+  updated_by: string;
+}

src/modules/connection-test/connection-test.controller.ts

@@ -9,7 +9,7 @@ import {
   ValidationPipe,
 } from '@nestjs/common';
 import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
-import { User, RequestUser } from 'src/authentication/user.decorator';
+import { User, RequestUser } from 'src/decorators/user.decorator';
 import { ConnectionTestService } from './connection-test.service';
 import {
   ConnectionTestPingRes,
@@ -24,9 +24,11 @@ import {
   GetTableMetadataReq,
 } from './dto/connection-test';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { Authenticated } from 'src/authentication/authentication.decorator';
+import { Authenticated } from 'src/decorators/authentication.decorator';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 
+@ApiInternalOnlyController()
 @ApiTags('Connection Test')
 @Controller('connection-test')
 @UseFilters(new GrpcToHttpExceptionFilter())

src/modules/connection-test/connection-test.service.ts

@@ -19,7 +19,7 @@ import {
   CreateConnectionDto,
   DatabaseConnectionPropertiesDto,
 } from '../connection/dtos/connection';
-import { RequestUser } from 'src/authentication/user.decorator';
+import { RequestUser } from 'src/decorators/user.decorator';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 @Injectable()

src/modules/connection/connection.controller.ts

@@ -7,19 +7,18 @@ import {
   Param,
   Delete,
   Get,
-  Headers,
   Query,
   UseFilters,
 } from '@nestjs/common';
-import { ApiBearerAuth, ApiTags } from '@nestjs/swagger';
+import { ApiExcludeEndpoint, ApiTags } from '@nestjs/swagger';
 import { ConnectionClientService } from './client.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import {
   Authenticated,
   RequireAllPermissions,
-} from 'src/authentication/authentication.decorator';
+} from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import { ValidationPipe } from '../../pipes/object-validation.pipe';
 import {
   ConnectionDetailsRes,
@@ -30,11 +29,13 @@ import {
 import { CreateConnectionDto } from './dtos/connection';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+import { Language } from 'src/decorators/language.decorator';
+import { LanguageEnum } from 'src/utils/languages.enum';
+import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 
 const connectionPermissions = PERMISSIONS_GROUPS.CONNECTION.permissions;
 @UseFilters(new GrpcToHttpExceptionFilter())
 @ApiTags('connections')
-@ApiBearerAuth()
 @Authenticated()
 @Controller('connections')
 export class ConnectionController {
@@ -47,7 +48,9 @@ export class ConnectionController {
     this.logger = dadosferaLogger.logger;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('connections-migration')
+  @ApiExcludeEndpoint()
   @RequireAllPermissions(
     PERMISSIONS_GROUPS.DADOSFERA.permissions.CONNECTIONS_MIGRATION,
   )
@@ -83,12 +86,11 @@ export class ConnectionController {
   @RequireAllPermissions(connectionPermissions.CREATE)
   async updateConnection(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language: string,
+    @Language() language: LanguageEnum,
     @Param('id') id: string,
     @Body(new ValidationPipe()) body: UpdateConnectionDto,
   ): Promise<ConnectionRes> {
     this.logger.info('/connections - Update Connection');
-    if (!language) language = 'en-us';
 
     const { user_id, customer_id, customer_name, username } = user;
     const metadata = PackTheMetadata({
@@ -135,11 +137,10 @@ export class ConnectionController {
   @Get()
   async getAllConnections(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @Query() queries,
   ): Promise<ConnectionsRes> {
     this.logger.info('/connections - Get All Connection');
-    if (!language) language = 'en-us';
 
     const { user_id, customer_id, customer_name, username } = user;
     const { search, size, page, ...filters } = queries;
@@ -161,13 +162,12 @@ export class ConnectionController {
 
   @Get('/:id')
   async getConnectionDetails(
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @User() user: RequestUser,
-    @Param('id') id,
+    @Param('id') id: string,
     @Query() queries,
   ): Promise<ConnectionDetailsRes> {
     this.logger.info('/connections - Get Connection Details');
-    if (!language) language = 'en-us';
 
     console.log(queries);
 

src/modules/connector/connector.controller.ts

@@ -11,11 +11,10 @@ import {
   UploadedFile,
   UseInterceptors,
   Inject,
-  Headers,
   UploadedFiles,
 } from '@nestjs/common';
 import { FileInterceptor, FilesInterceptor } from '@nestjs/platform-express';
-import { ApiBearerAuth, ApiConsumes, ApiTags } from '@nestjs/swagger';
+import { ApiConsumes, ApiTags } from '@nestjs/swagger';
 import { ConnectorClientService } from './client.service';
 import { AddTagDto } from './dtos/add-tag';
 import { CreateConnectorDto } from './dtos/create-connector';
@@ -27,11 +26,14 @@ import {
   Authenticated,
   RequireAllPermissions,
   RequireSomePermission,
-} from 'src/authentication/authentication.decorator';
+} from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import { Language } from 'src/decorators/language.decorator';
+import { LanguageEnum } from 'src/utils/languages.enum';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 
+@ApiInternalOnlyController()
 @ApiTags('connectors')
-@ApiBearerAuth()
 @Authenticated()
 @Controller('connectors')
 export class ConnectorController {
@@ -98,11 +100,10 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
   async getAllConnectors(
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
     @Query() queries: GetAllDto,
   ) {
     this.logger.info('/GET - getAllConnectors Route');
-    if (!language) language = 'en-us';
 
     const { search, size, page, ...filters } = queries;
 
@@ -143,12 +144,11 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
   async getConnector(
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
     @Param('plugin') plugin: string,
     @Query('version') version: string,
   ) {
     this.logger.info('/GET/:plugin - getConnector Route');
-    if (!language) language = 'en-us';
 
     const pluginId = `${plugin}-${version}`;
 
@@ -172,13 +172,11 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
   async getConnectorDetails(
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
     @Param('plugin') plugin: string,
     @Query('version') version: string,
   ) {
     this.logger.info('/upload - Upload Connector Route');
-    if (!language) language = 'en-us';
-
     const pluginId = `${plugin}-${version}`;
 
     const response: any = await this.connectorClientService.getConnectorDetails(
@@ -275,16 +273,13 @@ export class ConnectorController {
     @Param('plugin') plugin: string,
     @Query('version') version: string,
   ) {
-    this.logger.info('/upload - Upload Connector Route');
+    this.logger.info('DELETE /:plugin - Delete Connector Route');
 
-    const response: any = await this.connectorClientService.deleteConnector(
+    const response = await this.connectorClientService.deleteConnector(
       plugin,
       version,
     );
 
-    return {
-      message: response.message || 'ok',
-      connector: { ...JSON.parse(response.connector) },
-    };
+    return { message: response.message, connector: response.connector };
   }
 }

src/modules/customers/customers.controller.ts

@@ -0,0 +1,74 @@
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { IdResponse } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
+import {
+  Body,
+  Controller,
+  Get,
+  Inject,
+  Param,
+  Put,
+  Query,
+  UseFilters,
+} from '@nestjs/common';
+import { ApiTags } from '@nestjs/swagger';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import {
+  Authenticated,
+  RequireAllPermissions,
+} from 'src/decorators/authentication.decorator';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
+import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+import { CustomersService } from './customers.service';
+import { CustomerDto, CustomerLinksResponse } from './dtos/customers';
+import { RequestUser, User } from 'src/decorators/user.decorator';
+import type { StringValue } from 'ms';
+
+@ApiInternalOnlyController()
+@ApiTags('Customers')
+@Controller('customers')
+@Authenticated()
+@UseFilters(GrpcToHttpExceptionFilter)
+export class CustomersController {
+  logger: DadosferaLogger;
+
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private customersService: CustomersService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  @Get(':id/links')
+  async getCustomerLinks(@Param('id') id): Promise<CustomerLinksResponse> {
+    this.logger.info('getCustomerLinks', { id });
+    const links = await this.customersService.getLinks(id);
+    return { links };
+  }
+
+  @Put(':id/links')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
+  setCustomerLinks(
+    @Body() body: CustomerDto,
+    @Param('id') id,
+  ): Promise<IdResponse> {
+    const { links } = body;
+    this.logger.info('setCustomerLinks', { id, links });
+    return this.customersService.setLinks(id, links);
+  }
+
+  @Get('token')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTH.permissions.GENERATE_TOKEN)
+  async getCustomerToken(
+    @Query('exp') exp: StringValue,
+    @User() user: RequestUser,
+  ): Promise<string> {
+    this.logger.info('getCustomerToken', { exp, user });
+    const data = {
+      customerId: user.customer_id,
+      userId: user.user_id,
+      customerName: user.customer_name,
+    };
+    return this.customersService.generateToken(exp, data);
+  }
+}

src/modules/customers/customers.module.ts

@@ -0,0 +1,16 @@
+import { Module } from '@nestjs/common';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { ClientsModule } from '@nestjs/microservices';
+import { DucClient } from '../duc/client.config';
+import { CustomersController } from './customers.controller';
+import { CustomersService } from './customers.service';
+
+const client = new DucClient();
+
+@Module({
+  imports: [ClientsModule.register([client.providerOptions])],
+  controllers: [CustomersController],
+  providers: [CustomersService, DadosferaLogger],
+  exports: [CustomersService],
+})
+export class CustomersModule {}

src/modules/customers/customers.service.ts

@@ -0,0 +1,123 @@
+import {
+  OnModuleInit,
+  Inject,
+  Injectable,
+  HttpException,
+  HttpStatus,
+  InternalServerErrorException,
+} from '@nestjs/common';
+
+import { firstValueFrom, lastValueFrom } from 'rxjs';
+import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
+import { DucClient } from '../duc/client.config';
+import { ClientGrpc } from '@nestjs/microservices';
+import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
+import { CustomerUpdateRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
+import { CustomersProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import ErrorCodes from 'src/utils/errorCodes';
+import jwt from 'jsonwebtoken';
+import {
+  GetSecretValueCommand,
+  SecretsManagerClient,
+} from '@aws-sdk/client-secrets-manager';
+import getEnv from 'src/utils/getEnv';
+import { logger } from 'elastic-apm-node';
+
+// This function will accept any string, which may result in a bug.
+@Injectable()
+export class CustomersService implements OnModuleInit {
+  private customerService: CustomersProtoService;
+
+  constructor(
+    @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
+  ) {}
+
+  onModuleInit() {
+    this.customerService = this.grpcClient.getService<CustomersProtoService>(
+      ProtoServices.CustomersProtoService,
+    );
+  }
+
+  async getLinks(customerId: string) {
+    try {
+      const result = await lastValueFrom(
+        this.customerService.CustomerFindOneById({ id: customerId }),
+      );
+      return result.customer?.links || [];
+    } catch (err) {
+      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
+        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
+      throw err;
+    }
+  }
+
+  async setLinks(customerId: string, links: Link[]) {
+    if (!customerId || !links) {
+      throw new HttpException(null, HttpStatus.BAD_REQUEST);
+    }
+
+    try {
+      return await firstValueFrom(
+        this.customerService.CustomerUpdate({
+          id: customerId,
+          links,
+        } as CustomerUpdateRequest),
+      );
+    } catch (err) {
+      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
+        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
+      else throw err;
+    }
+  }
+
+  async generateToken(
+    expiresIn = '30m',
+    data: { customerId: string; userId: string; customerName: string },
+  ) {
+    const { customerId, userId: generatedById, customerName } = data;
+
+    const secretsManagerClient = new SecretsManagerClient({});
+
+    const getSecretComand = new GetSecretValueCommand({
+      SecretId: `${getEnv()}/${customerName}/jwt-signing-key`,
+    });
+    let private_key_pem;
+    await secretsManagerClient
+      .send(getSecretComand)
+      .then((res) => {
+        const secret = JSON.parse(res.SecretString);
+
+        private_key_pem = secret.private_key_pem;
+      })
+      .catch((err) => {
+        logger.error(err.stack);
+        throw new InternalServerErrorException(
+          'Error finding keys for customer',
+        );
+      });
+    let jwt_token;
+    try {
+      jwt_token = jwt.sign(
+        {
+          customerId,
+          generatedById,
+        },
+        private_key_pem,
+        {
+          algorithm: 'RS256',
+          expiresIn,
+          issuer: 'maestro',
+        },
+      );
+    } catch (err) {
+      logger.error(err.stack);
+      throw new InternalServerErrorException('Error generating token');
+    }
+    // const verify = jwt.verify(jwt_token, public_key_pem, {
+    //   algorithms: ['RS256'],
+    //   issuer: 'maestro',
+    // });
+    // const decoded = jwt.decode(jwt_token, { complete: true });
+    return jwt_token;
+  }
+}

src/modules/customers/dtos/customers.ts

@@ -0,0 +1,12 @@
+import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
+import { ApiProperty } from '@nestjs/swagger';
+
+export class CustomerDto {
+  @ApiProperty()
+  links: Link[];
+}
+
+export class CustomerLinksResponse {
+  @ApiProperty()
+  links: Link[];
+}

src/modules/inputs/inputs.controller.ts

@@ -12,7 +12,7 @@ import {
 import { InputsService } from './inputs.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
-import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
+import { AuthenticateCondition } from 'src/decorators/authentication.decorator';
 import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
 import {
   CreateInputReq,
@@ -21,9 +21,10 @@ import {
   Input,
 } from './dtos/input.model';
 import { UpdateInputRequest } from './dtos/old_interfaces';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 
 @ApiTags('Inputs')
 @Controller('inputs')
@@ -66,6 +67,7 @@ export class InputsController {
     this.logger = dadosferaLogger.logger;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('available-entities/:plugin')
   @ApiOkResponse({ type: GetAvailableEntitiesRes })
   async getAvailableEntities(
@@ -102,6 +104,7 @@ export class InputsController {
     return response;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get()
   async findAll(@User() user: RequestUser) {
     const { user_id, customer_id, customer_name: customer } = user;
@@ -120,8 +123,7 @@ export class InputsController {
   }
 
   @Get('/:id')
-  async findOne(@Body() body, @Param() params) {
-    const { id } = params;
+  async findOne(@Body() body, @Param('id') id: string) {
     this.logger.info(`/input/${id} - ON FIND ONE ROUTE`, {
       user: body.info.user_id,
       customer: body.info.customer,
@@ -132,6 +134,7 @@ export class InputsController {
     return response;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Patch(':id')
   async update(@Body() updateInputDto: UpdateInputRequest, @Param() params) {
     const { id } = params;
@@ -147,6 +150,7 @@ export class InputsController {
     return response;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Delete(':id')
   async delete(@Body() data, @Param() params) {
     const { id } = params;

src/modules/inputs/inputs.service.ts

@@ -5,7 +5,6 @@ import {
   Inject,
   Injectable,
 } from '@nestjs/common';
-import { Timeout } from '@nestjs/schedule';
 import CronParser, { CronExpression } from 'cron-parser';
 import { ClientGrpc } from '@nestjs/microservices';
 import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
@@ -222,7 +221,6 @@ export class InputsService {
     return lastValueFrom(this.inputWriteService.InputRemove(idRequest));
   }
 
-  @Timeout(60000 * 10) // Timeout set for 10 minutes
   async testConnection(data) {
     try {
       const testConnectionInputResponse =

src/modules/mixpanel/mixpanel.controller.ts

@@ -1,8 +1,10 @@
 import { Body, Controller, Inject, Param, Post } from '@nestjs/common';
 import { init } from 'mixpanel';
-import { Authenticated } from 'src/authentication/authentication.decorator';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { Authenticated } from 'src/decorators/authentication.decorator';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 
+@ApiInternalOnlyController()
 @Authenticated()
 @Controller('trackEvent')
 export class MixpanelController {
@@ -13,6 +15,8 @@ export class MixpanelController {
   @Post(':id')
   async trackEvent(@Param('id') id, @Body() body, @User() user: RequestUser) {
     delete body.info;
+    //TODO: remove this when mixpanel track is working
+    return true;
     const mixpanel = init(this.mixpanelToken);
 
     const separator = user.username.includes('-') ? '-' : '.';

src/modules/network-config/network-config-client.config.ts

@@ -6,6 +6,8 @@ import {
 } from '@nestjs/microservices';
 import { NetworkConfig } from '@dadosfera/protospack-v2';
 
+const isLocalConnection = !!process.env.INFACTORY_URL?.includes('0.0.0.0');
+
 export class NetworkConfigGrpcClient {
   public name = 'NetworkConfigGrpcClient';
 
@@ -17,8 +19,7 @@ export class NetworkConfigGrpcClient {
         NetworkConfig.ProtoPackages.ReadPackage,
         NetworkConfig.ProtoPackages.WritePackage,
       ],
-      credentials:
-        process.env.ENV === 'local' ? undefined : credentials.createSsl(),
+      credentials: isLocalConnection ? undefined : credentials.createSsl(),
       protoPath: [
         NetworkConfig.ProtoPaths.ReadFilePath,
         NetworkConfig.ProtoPaths.WriteFilePath,

src/modules/network-config/network-config.controller.ts

@@ -1,12 +1,9 @@
 import {
   Body,
   Controller,
-  Delete,
   Get,
-  Headers,
   Inject,
   Param,
-  Patch,
   Post,
   Query,
   UploadedFile,
@@ -15,7 +12,7 @@ import {
 import { NetworkConfigService } from './network-config.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { ApiConsumes, ApiOkResponse, ApiTags } from '@nestjs/swagger';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import {
   CreateNetworkConfigReq,
   CreateNetworkConfigRes,
@@ -26,7 +23,9 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import {
   Authenticated,
   RequireAllPermissions,
-} from 'src/authentication/authentication.decorator';
+} from 'src/decorators/authentication.decorator';
+import { Language } from 'src/decorators/language.decorator';
+import { LanguageEnum } from 'src/utils/languages.enum';
 
 const networkConfigPermissions = PERMISSIONS_GROUPS.NETWORK_CONFIG.permissions;
 @ApiTags('Network Config')
@@ -40,18 +39,18 @@ export class NetworkConfigController {
   ) {
     this.logger = dadosferaLogger.logger;
   }
+
   @Get()
   @ApiOkResponse({ type: FindAllNetworkConfigsRes })
   async findAllNetworkConfigs(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @Query() queries,
   ) {
     this.logger.info('GET /network-config', {
       user: user.user_id,
       customer: user.customer_name,
     });
-    if (!language) language = 'en-us';
 
     const { user_id, customer_id, customer_name } = user;
     const { search, size, page, ...filters } = queries;
@@ -79,14 +78,14 @@ export class NetworkConfigController {
   @ApiOkResponse({ type: FindAllNetworkConfigsRes })
   async findNetworkConfigByIdDetails(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @Param('id') id: string,
   ) {
     this.logger.info('GET /network-config/:id', {
       user: user.user_id,
       customer: user.customer_name,
     });
-    if (!language) language = 'en-us';
+
     return this.networkConfigService.findNetworkConfigByIdDetails(id, {
       customer_name: user.customer_name,
       customer_id: user.customer_id,

src/modules/oauth/oauth.controller.ts

@@ -5,6 +5,7 @@ import { ConnectionClientService } from '../connection/client.service';
 import jwt from 'jsonwebtoken';
 import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
+import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 @ApiTags('oauth')
 @Controller('oauth')
 export class OauthController {
@@ -15,7 +16,6 @@ export class OauthController {
     private logger: DadosferaLogger,
   ) {
     switch (process.env.ENV) {
-      case 'dev':
       case 'stg':
         this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/collect/auth-callback`;
         break;
@@ -32,6 +32,7 @@ export class OauthController {
     return true;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('hubspot/callback')
   @UseGuards(AuthGuard('hubspot'))
   @Redirect()
@@ -45,6 +46,7 @@ export class OauthController {
     return true;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('googleads/callback')
   @UseGuards(AuthGuard('google'))
   @Redirect()
@@ -58,6 +60,7 @@ export class OauthController {
     return true;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('google-sheets/callback')
   @UseGuards(AuthGuard('google'))
   @Redirect()
@@ -71,6 +74,7 @@ export class OauthController {
     return true;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('facebook/callback')
   @UseGuards(AuthGuard('facebook'))
   @Redirect()
@@ -84,6 +88,7 @@ export class OauthController {
     return true;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('mailchimp/callback')
   @UseGuards(AuthGuard('mailchimp'))
   @Redirect()
@@ -97,6 +102,7 @@ export class OauthController {
     return true;
   }
 
+  @ApiInternalOnlyEndpoint()
   @Get('salesforce/callback')
   @UseGuards(AuthGuard('salesforce'))
   @Redirect()

src/modules/oauth/passport-strategies/google-strategy.ts

@@ -29,7 +29,6 @@ export class GoogleStrategy extends PassportStrategy(Strategy, 'google') {
 
     super(options, verify);
     switch (process.env.ENV) {
-      case 'dev':
       case 'stg':
         this.redirect_uri = `https://maestro.${process.env.ENV}.dadosfera.ai/oauth`;
         break;

src/modules/oauth/passport-strategies/hubspot-strategy.ts

@@ -17,7 +17,7 @@ export class HubspotStrategy extends PassportStrategy(Strategy) {
         clientSecret: oauthSecrets.hubspot.client_secret,
         callbackURL: oauthSecrets.hubspot.redirect_uri,
         scope:
-          'automation business-intelligence oauth forms integration-sync sales-email-read crm.lists.read crm.objects.contacts.read crm.schemas.contacts.read crm.objects.companies.read crm.objects.deals.read crm.schemas.companies.read crm.schemas.deals.read crm.objects.owners.read crm.objects.quotes.read crm.schemas.quotes.read crm.objects.line_items.read crm.schemas.line_items.read',
+          'tickets automation business-intelligence oauth forms integration-sync sales-email-read crm.lists.read crm.objects.contacts.read crm.schemas.contacts.read crm.objects.companies.read crm.objects.deals.read crm.schemas.companies.read crm.schemas.deals.read crm.objects.owners.read crm.objects.quotes.read crm.schemas.quotes.read crm.objects.line_items.read crm.schemas.line_items.read',
         passReqToCallback: true,
       },
       (accessToken, refreshToken, tokenInfo, profile, done) => {

src/modules/permissions/permissions.controller.ts

@@ -1,13 +1,16 @@
-import { Controller, Get, Headers, Inject } from '@nestjs/common';
+import { Controller, Get, Inject } from '@nestjs/common';
 import { ApiHeader, ApiOkResponse, ApiTags } from '@nestjs/swagger';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { Authenticated } from 'src/authentication/authentication.decorator';
+import { Authenticated } from 'src/decorators/authentication.decorator';
 import { PermissionUsages } from 'src/authentication/permissions.enum';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { GetPublicPermissionsRes } from './dto/entities';
 import { PermissionsService } from './permissions.service';
+import { Language } from 'src/decorators/language.decorator';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 
+@ApiInternalOnlyController()
 @ApiTags('Permissions')
 @Authenticated()
 @Controller('permissions')
@@ -32,10 +35,10 @@ export class PermissionsController {
   @ApiOkResponse({ type: GetPublicPermissionsRes })
   getPublicPermissions(
     @User() user: RequestUser,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('getPublicPermissions', { user });
-    if (!language) language = 'en-us';
+
     const permissionGroups = this.permissionsService.getPermissionsGrouped(
       PermissionUsages.PUBLIC,
       language,

src/modules/permissions/permissions.service.ts

@@ -44,8 +44,11 @@ export class PermissionsService
       );
   }
 
-  // internally used to send permissions to duc on microservice startup
   async onApplicationBootstrap() {
+    // Do not sent permissions if running local but pointing to a remote DUC url
+    if (process.env.ENV == 'local' && !process.env.DUC_URL.includes('0.0.0.0'))
+      return;
+
     this.logger.info('sending permissions to DUC...');
 
     const permissions = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
@@ -57,10 +60,10 @@ export class PermissionsService
     }).catch((err: ErrorBuilder) => {
       if (
         err.code === 'No connection established' &&
-        (process.env.LOCAL_ENV === 'true' || process.env.ENV === 'local')
+        process.env.ENV === 'local'
       ) {
         return this.logger.info(
-          "couldn't connect to DUC. suppresing in local env",
+          "couldn't connect to DUC. suppressing in local env",
         );
       }
 

src/modules/pipelines/pipelines.controller.ts

@@ -1,13 +1,15 @@
 import { Body, Controller, Get, Inject, Param, Post } from '@nestjs/common';
-import { ApiTags } from '@nestjs/swagger';
+import { ApiOperation, ApiTags } from '@nestjs/swagger';
 import {
   AuthenticateCondition,
   Authenticated,
-} from 'src/authentication/authentication.decorator';
+} from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 
+@ApiInternalOnlyController()
 @ApiTags('Pipelines')
 @Controller('pipelines')
 @Authenticated()
@@ -42,8 +44,12 @@ export class PipelinesController {
   }
 
   @Post('start/:id')
-  async activate(@Param() params, @Body() body) {
-    const { id } = params;
+  @ApiOperation({
+    deprecated: true,
+    description:
+      'This method is deprecated. Please use route /pipelinesV2/start/:id instead',
+  })
+  async activate(@Param('id') id: string, @Body() body) {
     const { info } = body;
 
     this.logger.info(
@@ -60,8 +66,12 @@ export class PipelinesController {
   }
 
   @Get(':id/status')
-  async getPipelineStatus(@Body() body, @Param() params) {
-    const { id } = params;
+  @ApiOperation({
+    deprecated: true,
+    description:
+      'This method is deprecated. Please use route /pipelinesV2/:id/status instead',
+  })
+  async getPipelineStatus(@Body() body, @Param('id') id: string) {
     body.id = id;
 
     this.logger.info(

src/modules/pipelinesV2/interfaces.ts

@@ -10,6 +10,8 @@ export class IPipelineV2 {
   @ApiProperty()
   description: string;
   @ApiProperty()
+  type: string;
+  @ApiProperty()
   connection_id: string;
   @ApiProperty()
   cron: string;
@@ -104,4 +106,20 @@ export class ICreatePipelineCSVFile {
 
   @ApiProperty()
   header: boolean;
+
+  @ApiProperty()
+  engine: string;
+}
+
+export class PipelineFindAllReq {
+  @ApiPropertyOptional()
+  search?: string | undefined;
+  @ApiPropertyOptional()
+  filters?: string | undefined;
+  @ApiPropertyOptional()
+  size?: string | undefined;
+  @ApiPropertyOptional()
+  page?: string | undefined;
+  @ApiPropertyOptional()
+  type?: string | undefined;
 }

src/modules/pipelinesV2/pipelines.controller.ts

@@ -7,28 +7,30 @@ import {
   Param,
   Post,
   Put,
-  Headers,
   Query,
   UseFilters,
   HttpCode,
   HttpStatus,
   Patch,
   HttpException,
+  BadRequestException,
 } from '@nestjs/common';
 import {
   ApiCreatedResponse,
+  ApiHeaders,
   ApiNoContentResponse,
+  ApiOperation,
   ApiTags,
 } from '@nestjs/swagger';
 import {
   AuthenticateCondition,
   RequireAllPermissions,
-} from 'src/authentication/authentication.decorator';
+} from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
@@ -38,11 +40,16 @@ import {
   ICreatePipelineV2Req,
   IPipelineV2,
   IInitUploadCSVFile,
+  PipelineFindAllReq,
 } from './interfaces';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+import { LanguageEnum } from 'src/utils/languages.enum';
+import { Language } from 'src/decorators/language.decorator';
+import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
 
-@UseFilters(new GrpcToHttpExceptionFilter())
 @ApiTags('PipelinesV2')
+@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
+@UseFilters(new GrpcToHttpExceptionFilter())
 @Controller('pipelinesV2')
 @AuthenticateCondition((req, user) => {
   let action;
@@ -82,12 +89,12 @@ export class PipelinesController {
   @Post()
   @ApiCreatedResponse({ type: IPipelineV2 })
   async create(
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @User() user: RequestUser,
     @Body() createPipelineDto: ICreatePipelineV2Req,
   ) {
     this.logger.info('PipelinesController - create', { user });
-    if (!language) language = 'en-us';
+
     const { customer_id, customer_name, username, user_id } = user;
     const metadata = PackTheMetadata({
       customer_id,
@@ -108,13 +115,11 @@ export class PipelinesController {
   @Get()
   async findAll(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language,
-    @Query() data,
+    @Language() language: LanguageEnum,
+    @Query() data: PipelineFindAllReq,
   ) {
     this.logger.info('PipelinesController - findAll', { user });
 
-    if (!language) language = 'en-us';
-
     const { customer_id, customer_name, user_id, username } = user;
     const metadata = PackTheMetadata({
       customer_id,
@@ -134,16 +139,13 @@ export class PipelinesController {
   @Get('/download-logs')
   async downloadLogs(
     @User() user: RequestUser,
-    @Headers('Dadosfera-Lang') language,
-    @Query() query,
+    @Language() language: LanguageEnum,
+    @Query('pipeline_run_id') pipeline_run_id: string,
   ) {
     this.logger.info('PipelinesController - downloadLogs', { user });
 
-    if (!language) language = 'en-us';
-
-    if (!query) {
-      throw new HttpException('Query params not provided', 400);
-    }
+    if (!pipeline_run_id)
+      throw new BadRequestException('Missing pipeline_run_id');
 
     const { customer_id, customer_name, user_id, username } = user;
     const metadata = PackTheMetadata({
@@ -155,7 +157,7 @@ export class PipelinesController {
     });
 
     const url = await this.pipelinesClientService.downloadLogs(
-      query.pipeline_run_id,
+      pipeline_run_id,
       metadata,
     );
 
@@ -166,42 +168,51 @@ export class PipelinesController {
 
   @Get(':id/config')
   async getPipelineproperties(
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @User() user: RequestUser,
-    @Param('id') id,
+    @Param('id') id: string,
   ) {
     this.logger.info('PipelinesController - getPipelineproperties', { user });
-    const metadata = PackTheMetadata({
-      ...user,
-      language: language || 'pt-br',
-    });
+    const metadata = PackTheMetadata({ ...user, language: language });
     return this.pipelinesClientService.findOneProperties(id, metadata);
   }
 
   @Get(':id/objects')
   async getPipelineObjects(
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @User() user: RequestUser,
-    @Param('id') id,
+    @Param('id') id: string,
   ) {
     this.logger.info('PipelinesController - getPipelineObjects', { user });
-    const metadata = PackTheMetadata({
-      ...user,
-      language: language || 'pt-br',
-    });
+    const metadata = PackTheMetadata({ ...user, language: language });
     return this.pipelinesClientService.findOneObjects(id, metadata);
   }
 
+  @Get(':id/status')
+  async getPipelineStatus(@Body() body, @Param('id') id: string) {
+    body.id = id;
+
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`,
+      {
+        user: body.info.user_id,
+        customer: body.info.customer,
+      },
+    );
+
+    const response = await this.oldPipelinesService.getPipelineStatus(body);
+
+    return response;
+  }
+
   @Get('/:id')
   async findOne(
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @User() user: RequestUser,
-    @Param('id') id,
+    @Param('id') id: string,
   ): Promise<Messages.PipelineV2FindOneResponse> {
     this.logger.info('PipelinesController - findOne', { user });
 
-    if (!language) language = 'en-us';
-
     const { customer_id, customer_name, user_id, username } = user;
 
     const metadata = PackTheMetadata({
@@ -235,11 +246,11 @@ export class PipelinesController {
     return result;
   }
 
-  @Put('/:id')
+  @Patch('/:id')
   async update(
-    @Headers('Dadosfera-Lang') language,
+    @Language() language: LanguageEnum,
     @Body() updatePipelineDto,
-    @Param('id') id,
+    @Param('id') id: string,
     @User() user: RequestUser,
   ) {
     this.logger.info('PipelinesController - update', { user });
@@ -247,7 +258,6 @@ export class PipelinesController {
     delete updatePipelineDto.info;
 
     const { customer_id, customer_name, user_id, username } = user;
-    if (!language) language = 'en-us';
 
     const metadata = PackTheMetadata({
       customer_id,
@@ -270,25 +280,29 @@ export class PipelinesController {
     return response;
   }
 
-  @Patch('/:id')
-  async updateByPatch(
-    @Headers('Dadosfera-Lang') language,
+  @ApiInternalOnlyEndpoint()
+  @Put('/:id')
+  @ApiOperation({
+    deprecated: true,
+    description: 'This method is deprecated. Please use PATCH instead',
+  })
+  async updateDeprecated(
+    @Language() language: LanguageEnum,
     @Body() updatePipelineDto,
-    @Param('id') id,
+    @Param('id') id: string,
     @User() user: RequestUser,
   ) {
-    this.logger.info('PipelinesController - patch', { user });
+    this.logger.info('PipelinesController - put', { user });
     const response = await this.update(language, updatePipelineDto, id, user);
-    this.logger.info('PipelinesController - patch: OK', { user });
+    this.logger.info('PipelinesController - put: OK', { user });
     return response;
   }
 
   @Delete(':id')
   @ApiNoContentResponse()
   @HttpCode(HttpStatus.NO_CONTENT)
-  async delete(@Param() params, @User() user: RequestUser) {
+  async delete(@Param('id') id: string, @User() user: RequestUser) {
     this.logger.info('PipelinesController - delete', { user });
-    const { id } = params;
     const metadata = PackTheMetadata({
       customer_id: user.customer_id,
       customer_name: user.customer_name,
@@ -298,6 +312,7 @@ export class PipelinesController {
     this.logger.info('PipelinesController - delete: OK');
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('/init-upload')
   @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   async initUploadFile(
@@ -329,6 +344,7 @@ export class PipelinesController {
     return { urls: JSON.parse(urls), upload_id };
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('/complete-upload')
   @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   async completeUploadFile(
@@ -346,36 +362,44 @@ export class PipelinesController {
     );
   }
 
+  @ApiInternalOnlyEndpoint()
   @Post('/file')
   @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
   async uploadedFile(
     @User() user: RequestUser,
     @Body() body: ICreatePipelineCSVFile,
   ) {
-    this.logger.info('/upload - Upload Connector Route');
+    this.logger.info('/file - Upload Connector Route');
     const metadata = PackTheMetadata({ ...user });
 
-    const { name, sep, header, encoding, description, file_name } = body;
+    const { name, sep, header, encoding, description, file_name, engine } =
+      body;
+
+    const file_format_params = {
+      ...(sep && { sep }),
+      ...(encoding && { encoding }),
+      ...(header !== undefined ? { header } : {}),
+    };
+
     const source_prefix = `${user.customer_name}/${file_name}`;
 
-    const upload_pipeline = {
+    const upload_pipeline: ICreatePipelineV2Req = {
       connection_id: process.env.UPLOAD_FILE_AGENT_CONNECTION,
       connector_name: 'Amazon S3',
       connector_plugin: 'aws_s3',
       connector_version: '1.0.0',
-      image_url: 'https://assets.dadosfera.ai/images/connectors/csv.svg',
+      image_url: `https://assets.dadosfera.ai/images/connectors/${engine}.svg`,
       name,
       description,
       transformations_ids: [],
       tags: [],
       cron: '@once',
-      config: { cron: '@once', tables: [] },
+      type: 'upload',
       properties: {
-        engine: 'csv',
+        engine,
         source_bucket: process.env.BUCKET_CUSTOMER_CSV_ASSETS,
         source_prefix,
-        file_format_params: { sep, encoding, header: Boolean(header) },
-        is_a_upload_csv: true,
+        file_format_params,
       },
       input_id: undefined,
     };
@@ -387,4 +411,22 @@ export class PipelinesController {
 
     return pipeline;
   }
+
+  @ApiInternalOnlyEndpoint()
+  @Post('start/:id')
+  async activate(@Param('id') id: string, @Body() body) {
+    const { info } = body;
+
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/start/${id} - ON START PIPELINE ROUTE`,
+      {
+        user: body.info.user_id,
+        customer: body.info.customer,
+      },
+    );
+
+    const response = await this.oldPipelinesService.runPipeline({ id, info });
+
+    return response;
+  }
 }

src/modules/pipelinesV2/pipelines.service.ts

@@ -21,9 +21,9 @@ import { PipelineV2CreateRequest } from '@dadosfera/protospack-v2/dist/lib/Pipel
 import { Metadata } from '@grpc/grpc-js';
 import { ConnectorClientService } from '../connector/client.service';
 import { InputsService } from '../inputs/inputs.service';
-import { RequestUser } from 'src/authentication/user.decorator';
+import { RequestUser } from 'src/decorators/user.decorator';
 import { TransformationsService } from '../transformations/transformations.service';
-import { getObjValueFromPath } from 'src/utils/ObjValueFromPath';
+import { getObjValueFromPath, objHasPath } from 'src/utils/ObjValueFromPath';
 import ErrorCodes from 'src/utils/errorCodes';
 import ErrorBuilder from 'src/utils/ErrorBuilder';
 
@@ -220,7 +220,7 @@ export class PipelinesService implements OnModuleInit {
     this.logger.info('PipelinesClientService - findOneProperties');
     const { pipeline } = await this.findOne({ id }, metadata);
 
-    const pipelineProperties = JSON.parse(pipeline.properties);
+    const properties = JSON.parse(pipeline.properties);
 
     const connectorId = `${pipeline.connector_plugin}-${pipeline.connector_version}`;
 
@@ -228,24 +228,38 @@ export class PipelinesService implements OnModuleInit {
       connectorId,
       metadata.get('language')[0].toString(),
     );
-    const connector = JSON.parse(res.connector);
-    const config_controls = connector.config_controls || [];
+    const connector: { [key: string]: any; config_controls: any[] } =
+      JSON.parse(res.connector);
+    const config_controls = (connector.config_controls || []).filter(
+      (config_control) => {
+        const path: string = config_control.name;
+        if (!objHasPath({ object: { properties }, path })) return false;
 
-    for (const config_control of config_controls) {
-      const path: string = config_control.name;
-      const default_value = getObjValueFromPath({
-        object: { properties: pipelineProperties },
-        path,
-      });
-      if (default_value != undefined)
-        config_control.default_value = default_value;
-    }
+        let default_value = getObjValueFromPath({
+          object: { properties },
+          path,
+        });
+
+        if (default_value != undefined) {
+          if (
+            path === 'properties.spreadsheet_id' &&
+            typeof default_value === 'string'
+          )
+            default_value = 'https://docs.google.com/spreadsheets/d/'.concat(
+              default_value,
+            );
+          config_control.default_value = default_value;
+        }
+
+        return true;
+      },
+    );
 
     return {
       pipeline: {
         ...pipeline,
         config_controls,
-        properties: pipelineProperties,
+        properties,
       },
     };
   }

src/modules/productboard/productboard.controller.ts

@@ -1,12 +1,16 @@
 import { Body, Controller, HttpException, Post } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import axios from 'axios';
-import { User, RequestUser } from 'src/authentication/user.decorator';
+import { Authenticated } from 'src/decorators/authentication.decorator';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
+import { User, RequestUser } from 'src/decorators/user.decorator';
 import { getSecretFromSecretsManager } from 'src/utils/SecretManager';
 import { INote } from './dtos';
 
+@ApiInternalOnlyController()
 @ApiTags('Productboard')
 @Controller('productboard')
+@Authenticated()
 export class ProductboardController {
   @Post('notes')
   async sendNote(@Body() note: INote, @User() user: RequestUser) {

src/modules/roles/roles.controller.ts

@@ -3,7 +3,6 @@ import {
   Controller,
   Delete,
   Get,
-  Headers,
   Inject,
   Param,
   Patch,
@@ -14,11 +13,11 @@ import {
 } from '@nestjs/common';
 import {
   ApiCreatedResponse,
-  ApiHeader,
+  ApiHeaders,
   ApiOkResponse,
   ApiTags,
 } from '@nestjs/swagger';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { RolesService } from './roles.service';
 import {
@@ -43,16 +42,14 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import {
   Authenticated,
   RequireAllPermissions,
-} from 'src/authentication/authentication.decorator';
+} from 'src/decorators/authentication.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';
+import { Language } from 'src/decorators/language.decorator';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 
+@ApiInternalOnlyController()
 @ApiTags('Roles')
-@ApiHeader({
-  name: 'dadosfera-lang',
-  enum: LanguageEnum,
-  required: false,
-  description: 'Defaults to pt-br',
-})
+@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
 @Authenticated()
 @UseFilters(new GrpcToHttpExceptionFilter())
 @Controller('roles')
@@ -72,7 +69,7 @@ export class RolesController {
   async searchRoles(
     @User() user: RequestUser,
     @Query() params: GetRolesByCustomerReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('searchRoles', { user });
     this.rolesService.setLanguage(language);
@@ -85,7 +82,7 @@ export class RolesController {
   async createRole(
     @User() user: RequestUser,
     @Body() body: CreateRoleReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('createRole', { user });
     this.rolesService.setLanguage(language);
@@ -98,7 +95,7 @@ export class RolesController {
   async grantPermissionsToRole(
     @User() user: RequestUser,
     @Body() body: GrantPermissionsToRoleReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('grantPermissionsToRole', { user });
     this.rolesService.setLanguage(language);
@@ -111,7 +108,7 @@ export class RolesController {
   async revokePermissionsFromRole(
     @User() user: RequestUser,
     @Body() body: RevokePermissionsFromRoleReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('revokePermissionsToRole', { user });
     this.rolesService.setLanguage(language);
@@ -124,7 +121,7 @@ export class RolesController {
   async setRolePermissions(
     @User() user: RequestUser,
     @Body() body: SetRolePermissionsReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('setRolePermissions', { user });
     this.rolesService.setLanguage(language);
@@ -137,7 +134,7 @@ export class RolesController {
   async setRoleUsers(
     @User() user: RequestUser,
     @Body() body: SetRoleUsersReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('setRoleUsers', { user });
     this.rolesService.setLanguage(language);
@@ -150,7 +147,7 @@ export class RolesController {
   async getRoleById(
     @User() user: RequestUser,
     @Param('id') id: string,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('getRoleById', { user });
     this.rolesService.setLanguage(language);
@@ -162,7 +159,7 @@ export class RolesController {
   async deleteRole(
     @User() user: RequestUser,
     @Param('id') id: string,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('deleteRole', { user });
     this.rolesService.setLanguage(language);
@@ -176,7 +173,7 @@ export class RolesController {
     @User() user: RequestUser,
     @Param('id') id: string,
     @Body() body: UpdateRoleReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('updateRole', { user });
     this.rolesService.setLanguage(language);

src/modules/roles/roles.service.ts

@@ -18,7 +18,7 @@ import { Permission } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/ent
 import { lastValueFrom } from 'rxjs';
 import { PermissionsService } from '../permissions/permissions.service';
 import { LanguageEnum } from 'src/utils/languages.enum';
-import { RequestUser } from 'src/authentication/user.decorator';
+import { RequestUser } from 'src/decorators/user.decorator';
 import { DucClient } from '../duc/client.config';
 
 interface GetRolesPermissionsName {

src/modules/termsOfUse/termsOfUse.controller.ts

@@ -9,17 +9,22 @@ import {
   Headers,
   UseFilters,
 } from '@nestjs/common';
-import { ApiTags } from '@nestjs/swagger';
+import { ApiHeaders, ApiTags } from '@nestjs/swagger';
 import { TermsOfUseAcceptRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 
 import { TermsOfUseClientService } from './termsOfUse.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
-import { RequestUser, User } from '../../authentication/user.decorator';
+import { RequestUser, User } from '../../decorators/user.decorator';
 import { Metadata } from '@grpc/grpc-js';
+import { Language } from 'src/decorators/language.decorator';
+import { LanguageEnum } from 'src/utils/languages.enum';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 
+@ApiInternalOnlyController()
 @ApiTags('TermsOfUse')
+@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
 @UseFilters(new GrpcToHttpExceptionFilter())
 @Controller('terms-of-use')
 export class TermsOfUseController {
@@ -36,7 +41,7 @@ export class TermsOfUseController {
   @Get('token')
   async getToken(
     @User({ required: true }) user: RequestUser,
-    @Headers('Dadosfera-Lang') language: string,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('/terms-of-use - get token');
     const metadata = new Metadata();

src/modules/transformations/transformations.controller.ts

@@ -12,15 +12,17 @@ import { ApiTags } from '@nestjs/swagger';
 import { TransformationsClientService } from './client.service';
 import { IIdRequest } from './interfaces';
 import {
-  AuthenticateCondition,
   Authenticated,
   RequireSomePermission,
-} from 'src/authentication/authentication.decorator';
+} from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { TransformationsService } from './transformations.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
 const pipelinePermissions = PERMISSIONS_GROUPS.PIPELINE.permissions;
+
+@ApiInternalOnlyController()
 @ApiTags('Transformations')
 @Controller('transformations')
 @Authenticated()
@@ -70,8 +72,7 @@ export class TransformationsController {
 
   @Get('/:id')
   @RequireSomePermission(pipelinePermissions.GET)
-  async findOne(@Body() data, @Param() params) {
-    const { id } = params;
+  async findOne(@Body() data, @Param('id') id: string) {
     this.logger.info(`/transformation/${id} - ON Find One ROUTE`, {
       user: data.info.user_id,
       customer: data.info.customer,

src/modules/users/users.controller.ts

@@ -1,9 +1,9 @@
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import {
   Body,
   Controller,
   Delete,
   Get,
-  Headers,
   HttpCode,
   HttpStatus,
   Inject,
@@ -16,18 +16,22 @@ import {
 } from '@nestjs/common';
 import {
   ApiCreatedResponse,
-  ApiHeader,
+  ApiHeaders,
   ApiOkResponse,
   ApiTags,
 } from '@nestjs/swagger';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import {
   Authenticated,
   RequireAllPermissions,
-} from 'src/authentication/authentication.decorator';
-import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
-import { RequestUser, User } from 'src/authentication/user.decorator';
+} from 'src/decorators/authentication.decorator';
+import { Language } from 'src/decorators/language.decorator';
+import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
+import ErrorBuilder from 'src/utils/ErrorBuilder';
+import ErrorCodes from 'src/utils/errorCodes';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import {
   AssignRoleToUserReq,
@@ -40,26 +44,19 @@ import {
   GetAllHierarchiesRes,
   GetAllJobTitlesRes,
   GetAllUsersByCustomerIdRes,
+  IUserByCustomer,
   SetUserRolesReq,
   SetUserRolesRes,
   UnassignRoleToUserReq,
   UpdateUserReq,
   UpdateUserRes,
-  IUserByCustomer,
 } from './dtos/entities';
 import { UsersService } from './users.service';
-import ErrorBuilder from 'src/utils/ErrorBuilder';
-import ErrorCodes from 'src/utils/errorCodes';
-import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
+@ApiInternalOnlyController()
 @ApiTags('Users')
 @Controller('users')
-@ApiHeader({
-  name: 'dadosfera-lang',
-  enum: LanguageEnum,
-  required: false,
-  description: 'Defaults to pt-br',
-})
+@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
 @Authenticated()
 @UseFilters(GrpcToHttpExceptionFilter)
 export class UsersController {
@@ -76,7 +73,7 @@ export class UsersController {
   @Get()
   async getAllUsersByCustomerId(
     @User() user: RequestUser,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ): Promise<GetAllUsersByCustomerIdRes> {
     this.logger.info('getAllUsersByCustomerId', { user });
     this.userService.setLanguage(language);
@@ -88,7 +85,7 @@ export class UsersController {
   @ApiOkResponse({ type: GetAllHierarchiesRes })
   async getAllHierarchies(
     @User() user: RequestUser,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ): Promise<GetAllHierarchiesRes> {
     this.logger.info('getAllHierarchies', { user });
     this.userService.setLanguage(language);
@@ -100,7 +97,7 @@ export class UsersController {
   @ApiOkResponse({ type: GetAllDepartmentsRes })
   async getAllDepartments(
     @User() user: RequestUser,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ): Promise<GetAllDepartmentsRes> {
     this.logger.info('getAllHierarchies', { user });
     this.userService.setLanguage(language);
@@ -112,7 +109,7 @@ export class UsersController {
   @ApiOkResponse({ type: GetAllDepartmentsRes })
   async getAllJobTitles(
     @User() user: RequestUser,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ): Promise<GetAllJobTitlesRes> {
     this.logger.info('getAllHierarchies', { user });
     this.userService.setLanguage(language);
@@ -126,7 +123,7 @@ export class UsersController {
   async findOneById(
     @User() user: RequestUser,
     @Param('id') id: string,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('findOneById', { user });
     this.userService.setLanguage(language);
@@ -147,7 +144,7 @@ export class UsersController {
   async createUser(
     @User() user: RequestUser,
     @Body() body: CreateUserReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     const metadata = PackTheMetadata({
       access_token: user.access_token,
@@ -155,7 +152,9 @@ export class UsersController {
     });
     this.logger.info('createUser', { user });
     this.userService.setLanguage(language);
-
+    this.logger.info(`user: ${user}`);
+    this.logger.info(`body: ${body}`);
+    this.logger.info(`metadata: ${metadata}`);
     return await this.userService.createUser(body, metadata);
   }
 
@@ -165,7 +164,7 @@ export class UsersController {
   async batchCreateUser(
     @User() user: RequestUser,
     @Body() body: BatchCreateUserReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('batchCreateUser', { user });
     this.userService.setLanguage(language);
@@ -174,7 +173,9 @@ export class UsersController {
       access_token: user.access_token,
       language,
     });
-
+    this.logger.info(`user: ${user}`);
+    this.logger.info(`body: ${body}`);
+    this.logger.info(`metadata: ${metadata}`);
     return await this.userService.batchCreateUser(body, metadata);
   }
 
@@ -184,7 +185,7 @@ export class UsersController {
   async resendInvite(
     @User() user: RequestUser,
     @Param('id') id: string,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('resendInvite', { user });
     this.userService.setLanguage(language);
@@ -200,7 +201,7 @@ export class UsersController {
   async unassignRoleToUser(
     @User() user: RequestUser,
     @Query() request: UnassignRoleToUserReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('unassignRoleToUser', { user });
     this.userService.setLanguage(language);
@@ -213,7 +214,7 @@ export class UsersController {
   async deleteUser(
     @User() user: RequestUser,
     @Param('id') id: string,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('deleteUser', { user });
     this.userService.setLanguage(language);
@@ -226,7 +227,7 @@ export class UsersController {
   async setUserRoles(
     @User() user: RequestUser,
     @Body() body: SetUserRolesReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('createUser', { user });
     this.userService.setLanguage(language);
@@ -238,7 +239,7 @@ export class UsersController {
   async assignRoleToUser(
     @User() user: RequestUser,
     @Body() body: AssignRoleToUserReq,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('assignRoleToUser', { user });
     this.userService.setLanguage(language);
@@ -252,7 +253,7 @@ export class UsersController {
     @User() user: RequestUser,
     @Body() body: UpdateUserReq,
     @Param('id') id: string,
-    @Headers('dadosfera-lang') language,
+    @Language() language: LanguageEnum,
   ) {
     this.logger.info('updateUser', { user });
     this.userService.setLanguage(language);

src/utils/ErrorBuilder.ts

@@ -119,6 +119,14 @@ export function EnrichErrorCode(code: string) {
         code,
       };
 
+    case ErrorCodes.AUTH.INVALID_REFRESH_TOKEN:
+      return {
+        statusCode: HttpStatus.UNAUTHORIZED,
+        error: 'Acesso expirado!',
+        message: 'Seu acesso expirou, favor fazer login novamente.',
+        code,
+      };
+
     case ErrorCodes.AUTH.FORBIDDEN:
       return {
         statusCode: HttpStatus.FORBIDDEN,
@@ -300,6 +308,20 @@ export function EnrichErrorCode(code: string) {
           'Tente realizar a ação novamente. Caso o erro persista, entre em contato com o suporte',
         code,
       };
+    case ErrorCodes.CATALOG.PREVIEW_TOO_BIG:
+      return {
+        statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
+        error: 'Erro ao buscar prévia',
+        message: 'Ocorreu um erro devido ao tamanho da prévia do ativo.',
+        code,
+      };
+    case ErrorCodes.CATALOG.METADATA_TOO_BIG:
+      return {
+        statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
+        error: 'Erro ao buscar informações',
+        message: 'Ocorreu um erro devido ao tamanho das informações do ativo.',
+        code,
+      };
     case ErrorCodes.INTERNAL:
     case ErrorCodes.UNKNOWN:
     default:

src/utils/ObjValueFromPath.ts

@@ -1,4 +1,7 @@
-export function getObjValueFromPath<T>(data: { object: T; path: string }): T {
+export function getObjValueFromPath<T extends object>(data: {
+  object: T;
+  path: string;
+}): any {
   const { object, path } = data;
   const keys = path.split('.');
 
@@ -8,3 +11,18 @@ export function getObjValueFromPath<T>(data: { object: T; path: string }): T {
   }
   return value;
 }
+
+export function objHasPath<T extends object>(data: {
+  object: T;
+  path: string;
+}): boolean {
+  const { object, path } = data;
+  const keys = path.split('.');
+
+  let value = JSON.parse(JSON.stringify(object));
+  for (const key of keys) {
+    if (!(key in value)) return false;
+    value = value[key];
+  }
+  return true;
+}

src/utils/errorCodes.ts

@@ -1,5 +1,6 @@
 export const AUTH = {
   UNAUTHORIZED: 'AUTH.UNAUTHORIZED',
+  INVALID_REFRESH_TOKEN: 'AUTH.INVALID_REFRESH_TOKEN',
   FORBIDDEN: 'AUTH.FORBIDDEN',
   WRONG_CREDENTIALS: 'AUTH.WRONG_CREDENTIALS',
   WRONG_PASSWORD_CONFIRMATION: 'AUTH.WRONG_PASSWORD_CONFIRMATION',
@@ -38,6 +39,7 @@ export const CUSTOMER = {
   INVALID_ID: 'CUSTOMER.INVALID_ID',
   NOT_FOUND: 'CUSTOMER.NOT_FOUND',
   ALREADY_EXISTS: 'CUSTOMER.ALREADY_EXISTS',
+  BAD_REQUEST: 'CUSTOMER.BAD_REQUEST',
 };
 const TERMS_OF_USE = {
   UP_TO_DATE: 'TERMS_OF_USE.UP_TO_DATE',
@@ -69,6 +71,8 @@ const TRANSFORMATION = {
 };
 const CATALOG = {
   DATA_ASSET_NOT_FOUND: 'CATALOG.DATA_ASSET_NOT_FOUND',
+  PREVIEW_TOO_BIG: 'CATALOG.PREVIEW_TOO_BIG',
+  METADATA_TOO_BIG: 'CATALOG.METADATA_TOO_BIG',
 };
 const ErrorCodes = {
   UNKNOWN: 'UNKNOWN',

src/utils/getEnv.ts

@@ -0,0 +1,10 @@
+const availableLocalEnvs: Array<typeof process.env.ENV> = ['stg', 'test'];
+
+export default function getEnv(): typeof process.env.ENV {
+  if (process.env.ENV === 'local') {
+    if (availableLocalEnvs.includes(process.env.LOCAL_ENV))
+      return process.env.LOCAL_ENV;
+    return 'stg';
+  }
+  return process.env.ENV;
+}

src/utils/getFrontendBaseUrl.ts

@@ -0,0 +1,20 @@
+import getEnv from './getEnv';
+
+export function getFrontendUrl(path?: string): URL {
+  const frontendUrl = new URL('https://app.dadosfera.ai');
+  if (path) frontendUrl.pathname = path;
+
+  const env = getEnv();
+  if (process.env.ENV === 'local') {
+    frontendUrl.protocol = 'http';
+    frontendUrl.host = 'localhost:4200';
+    return frontendUrl;
+  }
+
+  if (process.env.CLOUD_ENVIRONMENT === 'mgc')
+    frontendUrl.host = 'app.dadosfera.com';
+
+  if (env !== 'prd')
+    frontendUrl.host = frontendUrl.host.replace('app.', `app.${env}.`);
+  return frontendUrl;
+}