FEAT: passport+connector manager

Merge pull request #110 from dadosfera/feat/passport+connector-manager

.ebextensions/01_setup_swap.config

@@ -0,0 +1,3 @@
+container_commands:
+    01setup_swap:
+        command: "bash .ebextensions/setup_swap.sh"

.ebextensions/imdsv2.config

@@ -0,0 +1,7 @@
+Resources:
+  AWSEBAutoScalingLaunchConfiguration:
+    Properties:
+      MetadataOptions:
+        HttpEndpoint: enabled
+        HttpPutResponseHopLimit: 2
+        HttpTokens: required

.ebextensions/setup_swap.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+SWAPFILE=/var/swapfile
+SWAP_MEGABYTES=1024
+
+if [ -f $SWAPFILE ]; then
+    echo "Swapfile $SWAPFILE found, assuming already setup"
+    exit;
+fi
+
+/bin/dd if=/dev/zero of=$SWAPFILE bs=1M count=$SWAP_MEGABYTES
+/bin/chmod 600 $SWAPFILE
+/sbin/mkswap $SWAPFILE
+/sbin/swapon $SWAPFILE

.github/workflows/deploy-manually.yml

@@ -0,0 +1,140 @@
+name: Deploy
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+    inputs:
+      environment:
+        description: 'Deployment environment'
+        required: true
+        type: choice
+        options:
+          - dev
+          - stg
+          - prd
+
+jobs:
+  extract_environment:
+    runs-on: ubuntu-latest
+    outputs:
+      environment: ${{ steps.extract_environment.outputs.environment }}
+    env:
+      EVENT: ${{ github.event_name }}
+      DEPLOY_ENV: ${{ github.event.inputs.environment }}
+    steps:
+      - name: Extract Environment
+        run: |
+          if [ ${EVENT} == "workflow_dispatch" ]; then
+            echo "##[set-output name=environment;]$(echo ${DEPLOY_ENV})"
+          elif [ ${GITHUB_REF} == "refs/heads/main" ]; then
+            echo "##[set-output name=environment;]$(echo "prd")"
+          fi
+        id: extract_environment
+
+  semantic_release:
+    runs-on: ubuntu-latest
+    outputs:
+      #new_release_published: ${{ steps.semantic.outputs.last_release_version != steps.semantic.outputs.new_release_version }}
+      new_release_published: ${{ steps.semantic.outputs.new_release_published }}
+      #new_release_version: ${{ steps.semantic.outputs.new_release_version }}
+      new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - if: github.event_name != 'workflow_dispatch'
+        name: Semantic Release
+        uses: cycjimmy/semantic-release-action@v2
+        id: semantic
+        with:
+          semantic_version: 16
+          extra_plugins: |
+            conventional-changelog-eslint
+          branches: |
+            [
+              'main'
+            ]
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+
+  deploy:
+    if: ${{ github.event_name == 'workflow_dispatch' || needs.semantic_release.outputs.new_release_published == 'true' }}
+    needs: [extract_environment, semantic_release]
+    runs-on:
+      [self-hosted, '${{ needs.extract_environment.outputs.environment }}']
+
+    steps:
+      - name: Printing stats
+        env:
+          EVENT: ${{ github.event_name }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: echo ${GITHUB_REF#refs/heads/}
+
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Update Pip
+        run: |
+          python3 -m pip install --upgrade pip
+
+      - name: Install Docker Compose
+        run: |
+          python3 -m pip install docker-compose --upgrade
+
+      - name: Install AWS CLI
+        run: |
+          python3 -m pip install awscli --upgrade
+
+      - name: Install AWS Elastic Beanstalk CLI
+        run: |
+          python3 -m pip install awsebcli --upgrade
+
+      - name: Configure AWS Region
+        uses: aws-actions/configure-aws-credentials@v1
+        id: aws
+        with:
+          aws-region: us-east-1
+
+      - name: Login to AWS ECR
+        id: login_ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Build, Tag, and Push Image to AWS ECR
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+        run: |
+          docker-compose -f build.docker-compose.yml build --build-arg NPM_TOKEN=${NPM_TOKEN}
+          docker-compose -f build.docker-compose.yml push
+
+      - name: Create ZIP file to Deploy AWS Beanstalk
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+        run: |
+          sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
+          sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
+          sed -i -e "s/\${ACCOUNT_ID}/$ACCOUNT_ID/g" docker-compose.yml
+          zip deploy.zip docker-compose.yml  -r .ebextensions
+
+      - name: Deploy AWS Beanstalk
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          AWS_REGION: us-east-1
+          APP_NAME: ${{ github.event.repository.name }}
+        run: |
+          eb use $APP_NAME-$ENV
+          echo -e "deploy:\n  artifact: deploy.zip" >> .elasticbeanstalk/config.yml
+          eb deploy
+
+      - name: Remove Docker's Trash
+        if: always()
+        run: |
+          docker system prune --volumes -a -f
+          docker system df

.github/workflows/deploy.yml

@@ -1,150 +0,0 @@
-name: Deploy
-on:
-  push:
-    branches:
-      - alpha
-      - beta
-      - main
-
-jobs:
-  extract_environment:
-    runs-on: ubuntu-latest
-    outputs:
-      environment: ${{ steps.extract_environment.outputs.environment }}
-    steps:
-      - name: Extract Environment
-        run: |
-          if [ ${GITHUB_REF} == "refs/heads/main" ]; then
-            echo "##[set-output name=environment;]$(echo "prd")"
-          elif [ ${GITHUB_REF} == "refs/heads/alpha" ]; then
-            echo "##[set-output name=environment;]$(echo "dev")"
-          elif [ ${GITHUB_REF} == "refs/heads/beta" ]; then
-            echo "##[set-output name=environment;]$(echo "stg")"
-          fi
-        id: extract_environment
-
-  deploy:
-    needs: extract_environment
-    runs-on:
-      [self-hosted, '${{ needs.extract_environment.outputs.environment }}']
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v2
-
-      # Because Semantic Realese deleted the .npmrc file, it was necessary to insert two steps to backup the file.
-      - name: BKP .npmrc Step 1
-        run: |
-          cp .npmrc .npmrcbkp
-
-      - name: Semantic Release
-        uses: cycjimmy/semantic-release-action@v2
-        id: semantic
-        with:
-          semantic_version: 16
-          extra_plugins: |
-            @saithodev/semantic-release-backmerge
-            conventional-changelog-eslint
-          branches: |
-            [
-              'main',
-              {
-                name: 'alpha',
-                prerelease: true
-              },
-              {
-                name: 'beta',
-                prerelease: true
-              }
-            ]
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
-
-      # Because Semantic Realese deleted the .npmrc file, it was necessary to insert two steps to backup the file.
-      - name: BKP .npmrc Step 2
-        run: |
-          cp .npmrcbkp .npmrc
-
-      - name: Update Pip
-        if: steps.semantic.outputs.new_release_published == 'true'
-        run: |
-          python3 -m pip install --upgrade pip
-
-      - name: Install Docker Compose
-        if: steps.semantic.outputs.new_release_published == 'true'
-        run: |
-          python3 -m pip install docker-compose --upgrade
-
-      - name: Install AWS CLI
-        if: steps.semantic.outputs.new_release_published == 'true'
-        run: |
-          python3 -m pip install awscli --upgrade
-
-      - name: Install AWS Elastic Beanstalk CLI
-        if: steps.semantic.outputs.new_release_published == 'true'
-        run: |
-          python3 -m pip install awsebcli --upgrade
-
-      - name: Configure AWS Region
-        if: steps.semantic.outputs.new_release_published == 'true'
-        uses: aws-actions/configure-aws-credentials@v1
-        id: aws
-        with:
-          aws-region: us-east-1
-
-      - name: Extract Environment
-        if: steps.semantic.outputs.new_release_published == 'true'
-        shell: bash
-        run: |
-          if [ ${GITHUB_REF} == "refs/heads/main" ]; then
-            echo "##[set-output name=result;]$(echo "prd")"
-          elif [ ${GITHUB_REF} == "refs/heads/alpha" ]; then
-            echo "##[set-output name=result;]$(echo "dev")"
-          elif [ ${GITHUB_REF} == "refs/heads/beta" ]; then
-            echo "##[set-output name=result;]$(echo "stg")"
-          fi
-        id: extract_environment
-
-      - name: Login to AWS ECR
-        if: steps.semantic.outputs.new_release_published == 'true'
-        id: login_ecr
-        uses: aws-actions/amazon-ecr-login@v1
-
-      - name: Build, Tag, and Push Image to AWS ECR
-        if: steps.semantic.outputs.new_release_published == 'true'
-        env:
-          ENV: ${{ steps.extract_environment.outputs.result }}
-          IMAGE_TAG: ${{ steps.semantic.outputs.new_release_version }}
-          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
-          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
-        run: |
-          docker-compose -f build.docker-compose.yml build --build-arg NPM_TOKEN=${NPM_TOKEN}
-          docker-compose -f build.docker-compose.yml push
-
-      - name: Create ZIP file to Deploy AWS Beanstalk
-        if: steps.semantic.outputs.new_release_published == 'true'
-        env:
-          ENV: ${{ steps.extract_environment.outputs.result }}
-          IMAGE_TAG: ${{ steps.semantic.outputs.new_release_version }}
-          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
-        run: |
-          sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
-          sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
-          sed -i -e "s/\${ACCOUNT_ID}/$ACCOUNT_ID/g" docker-compose.yml
-          zip deploy.zip docker-compose.yml  -r .ebextensions
-
-      - name: Deploy AWS Beanstalk
-        if: steps.semantic.outputs.new_release_published == 'true'
-        env:
-          ENV: ${{ steps.extract_environment.outputs.result }}
-          AWS_REGION: us-east-1
-          APP_NAME: maestro
-        run: |
-          eb use $APP_NAME-$ENV
-          eb deploy
-
-      - name: Remove Docker's Trash
-        continue-on-error: true
-        run: |
-          docker system prune
-          docker rmi -f $(docker images -aq)

.github/workflows/test.yml

@@ -40,7 +40,7 @@ jobs:
           docker-compose -f build.docker-compose.yml run -e NPM_TOKEN=${NPM_TOKEN} --rm --entrypoint="npm run test" maestro
 
       - name: Remove Docker's Trash
-        continue-on-error: true
+        if: always()
         run: |
-          docker system prune
-          docker rmi -f $(docker images -aq)
+          docker system prune --volumes -a -f
+          docker system df

.gitignore

@@ -29,7 +29,7 @@ lerna-debug.log*
 
 # IDE - VSCode
 .vscode/*
-!.vscode/settings.json
+#!.vscode/settings.json
 !.vscode/tasks.json
 !.vscode/launch.json
 !.vscode/extensions.json

.nvmrc

@@ -0,0 +1 @@
+18.3.0

.releaserc.json

@@ -5,18 +5,18 @@
       {
         "preset": "eslint",
         "releaseRules": [
-          { "tag": "FIX", "release": "patch" },
+          { "tag": "BREAKING", "release": "major" },
           { "tag": "FEAT", "release": "minor" },
           { "tag": "UPDATE", "release": "minor" },
           { "tag": "UPGRADE", "release": "minor" },
-          { "tag": "BREAKING", "release": "major" },
-          { "tag": "DOCS", "release": "patch" },
           { "tag": "CHORE", "release": "minor" },
-          { "tag": "BUILD", "release": "patch" },
           { "tag": "REFACTOR", "release": "minor" },
+          { "tag": "PERF", "release": "minor" },
+          { "tag": "FIX", "release": "patch" },
+          { "tag": "DOCS", "release": "patch" },
+          { "tag": "BUILD", "release": "patch" },
           { "tag": "TEST", "release": "patch" },
-          { "tag": "CI", "release": "patch" },
-          { "tag": "PERF", "release": "minor" }
+          { "tag": "CI", "release": "patch" }
         ]
       }
     ],
@@ -26,18 +26,6 @@
         "preset": "eslint"
       }
     ],
-    [
-      "@saithodev/semantic-release-backmerge",
-      {
-        "branches": [
-          { "from": "main", "to": "alpha" },
-          { "from": "main", "to": "beta" }
-        ],
-        "backmergeStrategy": "merge",
-        "clearWorkspace": true,
-        "restoreWorkspace": true
-      }
-    ],
     "@semantic-release/npm",
     "@semantic-release/github"
   ]

Dockerfile

@@ -1,7 +1,8 @@
-FROM node:14.15.4-alpine3.12 as packages
+FROM node:18.3.0-alpine3.15 as packages
 WORKDIR /packages
 ARG NPM_TOKEN
 COPY package.json .
+COPY package-lock.json .
 COPY .npmrc .
 RUN npm install
 RUN rm -f ./.npmrc 

README.md

@@ -1,4 +1,50 @@
+# Maestro
 <p align="center">
   <image src="./assets/maestro.svg" style="width:10rem">
-  <h1 align="center">Maestro</h1> 
-</p> 
+  <h1 align="center">Maestro</h1>  
+</p> 
+This is the Dadosfera´s gateway repository, it´s responsable for the communication between frontend application and Dadosfera´s mirosservices.
+
+## 💻 Requirements
+
+Before you start, make sure you have done the following steps:
+
+* Installed Nodejs version 16.14.2
+* Installed latest NPM version
+
+
+
+## 🚀 Installing Maestro
+
+First of all clone the repository:
+ * SSH:
+```
+git clone git@github.com:dadosfera/maestro.git
+```
+ * HTTPS:
+```
+git clone git@github.com:dadosfera/maestro.git
+```
+
+## Enviroment variables
+
+Here is a list of enviroment variables needed in order to run the application correctly.
+
+```
+ENV=
+DUC_URL=
+INFACTORY_URL=
+TRFACTORY_URL=
+OTFACTORY_URL=
+PIFACTORY_URL=
+JWT_PRIVATE_KEY=
+AWS_IDENTITY_POOL_ID=
+```
+
+## Running Maestro
+
+In order to run Maestro just run the following command:
+```
+npm run start:dev
+```
+If everything is fine the Maestro will start and be ready to receive HTTP requests

nest-cli.json

@@ -2,7 +2,12 @@
   "collection": "@nestjs/schematics",
   "sourceRoot": "src",
   "compilerOptions": {
-    "assets": ["**/*.proto"],
+    "assets": [
+      "**/*.proto"
+    ],
+    "plugins": [
+      "@nestjs/swagger"
+    ],
     "watchAssets": true
   }
-}
+}

package.json

@@ -1,10 +1,13 @@
 {
-  "name": "grpc-server-and-client-nestjs-micro-pattern",
+  "name": "maestro",
   "version": "0.0.0",
   "description": "",
   "author": "",
   "private": true,
   "license": "UNLICENSED",
+  "engines": {
+    "node": "18.3.0"
+  },
   "scripts": {
     "prebuild": "rimraf dist",
     "build": "nest build",
@@ -21,48 +24,66 @@
     "test:e2e": "jest --config ./test/jest-e2e.json"
   },
   "dependencies": {
-    "@grpc/grpc-js": "^1.5.10",
-    "@grpc/proto-loader": "^0.6.9",
-    "@nestjs/common": "^8.4.3",
+    "@aws-sdk/client-secrets-manager": "^3.112.0",
+    "@grpc/grpc-js": "^1.6.7",
+    "@grpc/proto-loader": "^0.6.13",
+    "@nestjs/common": "^8.4.7",
     "@nestjs/config": "^1.2.1",
-    "@nestjs/core": "^8.4.3",
+    "@nestjs/core": "^8.4.7",
     "@nestjs/mapped-types": "*",
-    "@nestjs/microservices": "^8.4.3",
-    "@nestjs/platform-express": "^8.4.3",
+    "@nestjs/microservices": "^8.4.7",
+    "@nestjs/passport": "^8.2.2",
+    "@nestjs/platform-express": "^8.4.7",
+    "@nestjs/schedule": "^1.1.0",
     "@nestjs/swagger": "^5.2.1",
-    "@victorradael/protospack": "^1.5.5",
+    "@victorradael/protospack": "2.5.0",
+    "@victorradael/protospack-v2": "1.1.1",
     "axios": "^0.25.0",
-    "dotenv": "^14.2.0",
-    "grpc": "^1.24.11",
+    "cron-parser": "^4.4.0",
+    "dotenv": "^14.3.2",
+    "helmet": "^5.1.0",
     "jsonwebtoken": "^8.5.1",
     "jwk-to-pem": "^2.0.5",
+    "passport": "^0.6.0",
+    "passport-facebook": "^3.0.0",
+    "passport-google-oauth20": "^2.0.0",
+    "passport-hubspot-oauth2": "^1.0.3",
+    "passport-mailchimp": "^1.1.0",
     "reflect-metadata": "^0.1.13",
     "rimraf": "^3.0.2",
     "rxjs": "^7.5.5",
-    "swagger-ui-express": "^4.3.0"
+    "swagger-ui-express": "^4.4.0"
+  },
+  "overrides": {
+    "multer": "1.4.5-lts.1"
   },
   "devDependencies": {
-    "@nestjs/cli": "^8.2.4",
-    "@nestjs/schematics": "^8.0.8",
-    "@nestjs/testing": "^8.4.3",
+    "@nestjs/cli": "^8.2.8",
+    "@nestjs/schematics": "^8.0.11",
+    "@nestjs/testing": "^8.4.7",
     "@types/express": "^4.17.13",
     "@types/jest": "27.0.2",
     "@types/jsonwebtoken": "^8.5.8",
     "@types/jwk-to-pem": "^2.0.1",
-    "@types/node": "^16.11.26",
+    "@types/node": "^16.11.41",
+    "@types/passport-facebook": "^2.1.11",
+    "@types/passport-google-oauth20": "^2.0.11",
+    "@types/passport-oauth2": "^1.4.11",
+    "@types/multer": "^1.4.7",
     "@types/supertest": "^2.0.12",
-    "@typescript-eslint/eslint-plugin": "^5.17.0",
-    "@typescript-eslint/parser": "^5.17.0",
-    "eslint": "^8.12.0",
+    "@typescript-eslint/eslint-plugin": "^5.29.0",
+    "@typescript-eslint/parser": "^5.29.0",
+    "eslint": "^8.18.0",
     "eslint-config-prettier": "^8.5.0",
     "eslint-plugin-prettier": "^4.0.0",
     "jest": "^27.5.1",
-    "prettier": "^2.6.1",
+    "nock": "^13.2.7",
+    "prettier": "^2.7.1",
     "source-map-support": "^0.5.20",
-    "supertest": "^6.1.3",
-    "ts-jest": "^27.1.4",
-    "ts-loader": "^9.2.7",
-    "ts-node": "^10.7.0",
+    "supertest": "^6.2.3",
+    "ts-jest": "^27.1.5",
+    "ts-loader": "^9.3.1",
+    "ts-node": "^10.8.1",
     "tsconfig-paths": "^3.14.1",
     "typescript": "^4.6.3"
   },

src/app.module.ts

@@ -1,9 +1,7 @@
-import { MiddlewareConsumer, Module, NestModule } from '@nestjs/common';
+import { Module } from '@nestjs/common';
 import { ClientsModule } from '@nestjs/microservices';
 import { ConfigModule } from '@nestjs/config';
 
-import { LoggerMiddleware } from './middlewares/authentication';
-
 import { InputsController } from './modules/inputs/inputs.controller';
 import { TransformationsController } from './modules/transformations/transformations.controller';
 import { OutputsController } from './modules/outputs/outputs.controllers';
@@ -15,28 +13,40 @@ import { InputsService } from './modules/inputs/inputs.service';
 import { TransformationsService } from './modules/transformations/transformations.service';
 import { OutputsService } from './modules/outputs/outputs.service';
 import { PipelinesService } from './modules/pipelines/pipelines.service';
-// import { AuthService } from './modules/auth/auth.service';
 import { HealthService } from './modules/health/health.service';
 
+import { AuthClientService } from './clients/auth/client.service';
 import { InputsClientService } from './clients/inputs/client.service';
 import { TransformationsClientService } from './clients/transformations/client.service';
 import { OutputsClientService } from './clients/outputs/client.service';
 import { PipelinesClientService } from './clients/pipelines/client.service';
-import { AuthClientService } from './clients/auth/client.service';
+import { PermissionsClientService } from './clients/permissions/client.service';
 
 import { OutputsClientConfiguration } from './clients/outputs/client.config';
 import { TransformationsClientConfiguration } from './clients/transformations/client.config';
-import { AuthClient } from './clients/auth/client.config';
+import { DucClient } from './clients/duc/client.config';
 import { InputsClientConfiguration } from './clients/inputs/client.config';
 import { PipelinesClientConfiguration } from './clients/pipelines/client.config';
 import { CatalogController } from './modules/catalog/catalog.controller';
 import { CatalogService } from './modules/catalog/catalog.service';
+import { OauthController } from './modules/oauth/oauth.controller';
+import { getOauthSecrets } from './utils/OauthSecrets';
+import { HubspotStrategy } from './modules/oauth/passport-strategies/hubspot-strategy';
+import { FacebookStrategy } from './modules/oauth/passport-strategies/facebook-strategy';
+import { AuthenticationGuard } from './authentication/authentication.guard';
+import { APP_GUARD } from '@nestjs/core';
+import { GoogleStrategy } from './modules/oauth/passport-strategies/google-strategy';
+import { MailChimpStrategy } from './modules/oauth/passport-strategies/mailchimp-strategy';
+import { ConnectorClientConfiguration } from './clients/connector/client.config';
+import { ConnectorController } from './modules/connector/connector.controller';
+import { ConnectorClientService } from './clients/connector/client.service';
 
-const authClient = new AuthClient();
+const ducClient = new DucClient();
 const inputClient = new InputsClientConfiguration();
 const outputClient = new OutputsClientConfiguration();
 const pipelineClient = new PipelinesClientConfiguration();
 const transformationClient = new TransformationsClientConfiguration();
+const connectorClient = new ConnectorClientConfiguration();
 
 @Module({
   controllers: [
@@ -47,20 +57,36 @@ const transformationClient = new TransformationsClientConfiguration();
     AuthController,
     HealthController,
     CatalogController,
+    OauthController,
+    ConnectorController,
   ],
   providers: [
+    { provide: 'OAUTH_SECRETS', useValue: getOauthSecrets() },
     InputsService,
     TransformationsService,
     OutputsService,
     PipelinesService,
-    // AuthService,
+    ConnectorClientService,
     HealthService,
     InputsClientService,
     TransformationsClientService,
     OutputsClientService,
     PipelinesClientService,
     AuthClientService,
+    PermissionsClientService,
     CatalogService,
+    {
+      provide: APP_GUARD,
+      useClass: AuthenticationGuard,
+    },
+    HubspotStrategy,
+    FacebookStrategy,
+    GoogleStrategy,
+    MailChimpStrategy,
+    {
+      provide: APP_GUARD,
+      useClass: AuthenticationGuard,
+    },
   ],
   imports: [
     ConfigModule.forRoot({
@@ -72,7 +98,6 @@ const transformationClient = new TransformationsClientConfiguration();
         name: 'INPUTS_PACKAGE',
         ...inputClient.config(),
       },
-
       {
         name: 'TRANSFORMATIONS_PACKAGE',
         ...transformationClient.config(),
@@ -82,26 +107,18 @@ const transformationClient = new TransformationsClientConfiguration();
         ...outputClient.config(),
       },
       {
-        name: 'AUTH_PACKAGE',
-        ...authClient.config(),
+        name: 'DUC_PACKAGE',
+        ...ducClient.config(),
       },
       {
         name: 'PIPELINES_PACKAGE',
         ...pipelineClient.config(),
       },
+      {
+        name: 'CONNECTOR_PACKAGE',
+        ...connectorClient.config(),
+      },
     ]),
   ],
 })
-export class AppModule implements NestModule {
-  configure(consumer: MiddlewareConsumer) {
-    consumer
-      .apply(LoggerMiddleware)
-      .forRoutes(
-        InputsController,
-        TransformationsController,
-        OutputsController,
-        PipelinesController,
-        CatalogController,
-      );
-  }
-}
+export class AppModule {}

src/authentication/authentication.decorator.ts

@@ -0,0 +1,28 @@
+import { SetMetadata, applyDecorators } from '@nestjs/common';
+import { Request } from 'express';
+import { Permission } from './permissions.enum';
+
+export const PERMISSIONS_KEY = '__PERMISSIONS__';
+export const MUST_BE_AUTHENTICATED_KEY = '__MUST_BE_AUTHENTICATED__';
+export const CUSTOM_AUTHENTICATION_FUNCTION_KEY =
+  '__CUSTOM_AUTHENTICATION_FUNCTION__';
+
+export type AuthenticationFunction = (req: Request, user: any) => boolean;
+
+export function RequirePermissions(...permissions: Permission[]) {
+  return applyDecorators(
+    SetMetadata(PERMISSIONS_KEY, permissions),
+    SetMetadata(MUST_BE_AUTHENTICATED_KEY, true),
+  );
+}
+
+export function AuthenticateCondition(func: AuthenticationFunction) {
+  return applyDecorators(
+    SetMetadata(CUSTOM_AUTHENTICATION_FUNCTION_KEY, func),
+    SetMetadata(MUST_BE_AUTHENTICATED_KEY, true),
+  );
+}
+
+export function Authenticated() {
+  return SetMetadata(MUST_BE_AUTHENTICATED_KEY, true);
+}

src/authentication/authentication.guard.ts

@@ -0,0 +1,162 @@
+import {
+  Injectable,
+  CanActivate,
+  OnApplicationBootstrap,
+  ExecutionContext,
+  Logger,
+} from '@nestjs/common';
+import { Reflector } from '@nestjs/core';
+import assert from 'assert';
+import jwt from 'jsonwebtoken';
+
+import { AuthClientService } from '../clients/auth/client.service';
+import { Permission } from './permissions.enum';
+import {
+  AuthenticationFunction,
+  PERMISSIONS_KEY,
+  CUSTOM_AUTHENTICATION_FUNCTION_KEY,
+  MUST_BE_AUTHENTICATED_KEY,
+} from './authentication.decorator';
+import ErrorBuilder from '../utils/ErrorBuilder';
+import ErrorCodes from '../utils/errorCodes';
+
+@Injectable()
+export class AuthenticationGuard
+  implements CanActivate, OnApplicationBootstrap
+{
+  private readonly logger = new Logger(AuthenticationGuard.name);
+
+  pems: Map<string, string>;
+
+  constructor(
+    private reflector: Reflector,
+    private authClient: AuthClientService,
+  ) {
+    this.pems = new Map();
+  }
+
+  async onApplicationBootstrap() {
+    return this.loadDucJWKS();
+  }
+
+  async loadDucJWKS() {
+    const { keys } = await this.authClient.getPublicKeys();
+
+    keys.forEach((key) => {
+      this.pems.set(key.kid, key.pem);
+    });
+  }
+
+  canActivate(ctx: ExecutionContext): boolean {
+    const requiredPermissions = this.reflector.getAllAndOverride<Permission[]>(
+      PERMISSIONS_KEY,
+      [ctx.getHandler(), ctx.getClass()],
+    );
+    const customAuthenticationFunction =
+      this.reflector.getAllAndOverride<AuthenticationFunction>(
+        CUSTOM_AUTHENTICATION_FUNCTION_KEY,
+        [ctx.getHandler(), ctx.getClass()],
+      );
+    const mustBeAuthenticated = this.reflector.getAllAndOverride<boolean>(
+      MUST_BE_AUTHENTICATED_KEY,
+      [ctx.getHandler(), ctx.getClass()],
+    );
+
+    const request = ctx.switchToHttp().getRequest();
+    const accessToken = this.verifyToken(request, mustBeAuthenticated);
+
+    if (!accessToken) {
+      // couldn't load valid token
+
+      if (!mustBeAuthenticated) {
+        // no need to be authenticated
+        return true;
+      }
+
+      throw new ErrorBuilder(ErrorCodes.AUTH.UNAUTHORIZED);
+    }
+
+    if (
+      typeof customAuthenticationFunction === 'function' &&
+      !customAuthenticationFunction(request, request.user)
+    ) {
+      // custom authentication function forbidden this request
+      throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
+    }
+
+    if (
+      Array.isArray(requiredPermissions) &&
+      requiredPermissions.length > 0 &&
+      !this.matchPermissions(requiredPermissions, accessToken.permissions)
+    ) {
+      // couldn't match permissions
+      throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
+    }
+
+    return true;
+  }
+
+  private verifyToken(request, mustBeAuthenticated: boolean) {
+    const accessToken = request.get('Authorization');
+    let accessTokenPayload;
+
+    // If the user isn't authenticated, an error will occurr anywhere here.
+    // Fancy error avoidance isn't performed by purpose, such as avoiding to access null values.
+    try {
+      const accessTokenDecoded: any = jwt.decode(accessToken, {
+        complete: true,
+      });
+
+      /*assert(
+        accessTokenDecoded.payload.iss === 'duc',
+        'token should be issued by DUC',
+      );*/
+
+      assert(
+        accessTokenDecoded.payload.token_use === 'access',
+        'should be an access token',
+      );
+
+      const { kid } = accessTokenDecoded.header;
+      const pemValue: string = this.pems.get(kid);
+
+      jwt.verify(accessToken, pemValue);
+      accessTokenPayload = accessTokenDecoded.payload;
+    } catch (err) {
+      // log errors if authentication is required
+      if (mustBeAuthenticated) {
+        this.logger.log('Unable to verify duc access token\n' + err.stack);
+      }
+
+      return false;
+    }
+
+    request.accessTokenPayload = accessTokenPayload;
+    request.user = {
+      user_id: accessTokenPayload.user_id,
+      username: accessTokenPayload.username,
+      permissions: accessTokenPayload.permissions,
+      customer_id: accessTokenPayload.customer_id,
+      customer_name: accessTokenPayload.customer_name,
+      customer_tier: accessTokenPayload.customer_tier,
+    };
+    // TODO: for backwards compatibility. remove in the future
+    request.body.info = {
+      user_id: accessTokenPayload.user_id,
+      customer_id: accessTokenPayload.customer_id,
+      customer: accessTokenPayload.customer_name,
+      customer_tier: accessTokenPayload.customer_tier,
+    };
+
+    return accessTokenPayload;
+  }
+
+  private matchPermissions(
+    requiredPermissions: Permission[],
+    userPermissions: number[],
+  ) {
+    return requiredPermissions.some((permission) =>
+      userPermissions.includes(permission.seqid),
+    );
+  }
+}

src/authentication/permissions.enum.ts

@@ -0,0 +1,244 @@
+import { Logger } from '@nestjs/common';
+import assert from 'assert';
+
+const logger = new Logger();
+
+export enum PermissionUsages {
+  PUBLIC = 'public',
+  INTERNAL = 'internal',
+}
+
+export interface Permission {
+  seqid: number;
+  claim: string;
+  usage: PermissionUsages;
+}
+
+/*
+- like field numbers in gRPC, avoid to change (or reuse previously used) seqids once its deployed to DUC
+- it is possible to update claim and usage, not seqid
+*/
+
+/*export const Permissions: {
+  [P in keyof any]: { [Q in keyof any]: Permission };
+} = {*/
+export const Permissions = {
+  AUTH: {
+    CREATE: {
+      seqid: 18,
+      claim: 'POST /auth',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  PIPELINE: {
+    CREATE: {
+      seqid: 23,
+      claim: 'POST /pipelines',
+      usage: PermissionUsages.PUBLIC,
+    },
+    GET: {
+      seqid: 13,
+      claim: 'GET /pipelines',
+      usage: PermissionUsages.PUBLIC,
+    },
+    UPDATE: {
+      seqid: 29,
+      claim: 'PUT /pipelines',
+      usage: PermissionUsages.PUBLIC,
+    },
+    DELETE: {
+      seqid: 5,
+      claim: 'DELETE /pipelines',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  INPUT: {
+    CREATE: {
+      seqid: 21,
+      claim: 'POST /inputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+    GET: {
+      seqid: 9,
+      claim: 'GET /inputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+    UPDATE: {
+      seqid: 27,
+      claim: 'PUT /inputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+    UPDATE_PARTIAL: {
+      seqid: 17,
+      claim: 'PATCH /inputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+    DELETE: {
+      seqid: 3,
+      claim: 'DELETE /inputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+    GET_ENTITIES: {
+      seqid: 10,
+      claim: 'GET /inputs/available-entities',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  OUTPUT: {
+    CREATE: {
+      seqid: 22,
+      claim: 'POST /outputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+    GET: {
+      seqid: 12,
+      claim: 'GET /outputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+    UPDATE: {
+      seqid: 28,
+      claim: 'PUT /outputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+    DELETE: {
+      seqid: 4,
+      claim: 'DELETE /outputs',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  TRANSFORMATIONS: {
+    CREATE: {
+      seqid: 24,
+      claim: 'POST /transformations',
+      usage: PermissionUsages.PUBLIC,
+    },
+    GET: {
+      seqid: 15,
+      claim: 'GET /transformations',
+      usage: PermissionUsages.PUBLIC,
+    },
+    UPDATE: {
+      seqid: 30,
+      claim: 'PUT /transformations',
+      usage: PermissionUsages.PUBLIC,
+    },
+    DELETE: {
+      seqid: 6,
+      claim: 'DELETE /transformations',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  CATALOG: {
+    CREATE: {
+      seqid: 19,
+      claim: 'POST /catalog',
+      usage: PermissionUsages.PUBLIC,
+    },
+    GET: {
+      seqid: 7,
+      claim: 'GET /catalog',
+      usage: PermissionUsages.PUBLIC,
+    },
+    UPDATE: {
+      seqid: 25,
+      claim: 'PUT /catalog',
+      usage: PermissionUsages.PUBLIC,
+    },
+    DELETE: {
+      seqid: 1,
+      claim: 'DELETE /catalog',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  CONNECTORS: {
+    CREATE: {
+      seqid: 20,
+      claim: 'POST /connectors',
+      usage: PermissionUsages.PUBLIC,
+    },
+    GET: {
+      seqid: 8,
+      claim: 'GET /connectors',
+      usage: PermissionUsages.PUBLIC,
+    },
+    UPDATE: {
+      seqid: 26,
+      claim: 'PUT /connectors',
+      usage: PermissionUsages.PUBLIC,
+    },
+    DELETE: {
+      seqid: 2,
+      claim: 'DELETE /connectors',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  SNOWFLAKE: {
+    OPEN: {
+      seqid: 14,
+      claim: 'GET /snowflake',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  ZENDESK: {
+    OPEN: {
+      seqid: 16,
+      claim: 'GET /zendesk',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  METABASE: {
+    OPEN: {
+      seqid: 11,
+      claim: 'GET /metabase',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+
+  ORCHEST: {
+    INTELLIGENCE: {
+      seqid: 31,
+      claim: 'intelligence:open',
+      usage: PermissionUsages.PUBLIC,
+    },
+    APP_BUILDER: {
+      seqid: 32,
+      claim: 'app-builder:open',
+      usage: PermissionUsages.PUBLIC,
+    },
+    MACHINE_LEARNING: {
+      seqid: 33,
+      claim: 'machine-learning:open',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
+};
+
+// traverses the object searching for duplicate seqids or claims (executes at runtime)
+let nextAvailableSeqid = 0;
+const seqids = Object.values(Permissions).flatMap((namespace) =>
+  Object.values(namespace).map(({ seqid }) => seqid),
+);
+const claims = Object.values(Permissions).flatMap((namespace) =>
+  Object.values(namespace).map(({ claim }) => claim),
+);
+Object.values(Permissions).map((namespace) =>
+  Object.values(namespace).map(({ seqid, claim }) => {
+    const seqidsCount = seqids.filter((x) => x === seqid).length;
+    assert(seqidsCount === 1, `seqid ${seqid} count is not 1`);
+
+    const claimsCount = claims.filter((x) => x === claim).length;
+    assert(claimsCount === 1, `claim '${claim}' count is not 1`);
+    nextAvailableSeqid = Math.max(nextAvailableSeqid, seqid);
+  }),
+);
+
+logger.log(`next available seqid ${nextAvailableSeqid + 1}`);

src/authentication/user.decorator.ts

@@ -0,0 +1,23 @@
+import { createParamDecorator, ExecutionContext } from '@nestjs/common';
+
+import ErrorBuilder from '../utils/ErrorBuilder';
+import ErrorCodes from '../utils/errorCodes';
+
+export interface RequestUser {
+  user_id: string;
+  username: string;
+  permissions: string;
+  customer_id: string;
+  customer_name: string;
+  customer_tier: string;
+}
+
+export const User = createParamDecorator((data: any, ctx: ExecutionContext) => {
+  const request = ctx.switchToHttp().getRequest();
+
+  if (!request.user && data?.required) {
+    throw new ErrorBuilder(ErrorCodes.AUTH.UNAUTHORIZED);
+  }
+
+  return request.user;
+});

src/clients/auth/client.service.ts

@@ -1,46 +1,150 @@
-import { OnModuleInit, Inject } from '@nestjs/common';
+import { Logger, OnModuleInit, Inject } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
 
+import { ProtoServices } from '@victorradael/protospack-v2/dist/lib/Duc';
+import { AuthProtoService as AuthServiceInterface } from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
-  AuthServiceInterface,
-  DucServicesNames,
-} from '@victorradael/protospack';
+  AuthGetPublicKeysResponse,
+  AuthSignInRequest,
+  AuthSignInResponse,
+  AuthRefreshAccessTokenRequest,
+  AuthRefreshAccessTokenResponse,
+  AuthEnableTotpMfaRequest,
+  AuthEnableTotpMfaResponse,
+  AuthDisableTotpMfaRequest,
+  AuthDisableTotpMfaResponse,
+  AuthDismissTotpMfaRequest,
+  AuthDismissTotpMfaResponse,
+  AuthVerifyTotpMfaRequest,
+  AuthVerifyTotpMfaResponse,
+  AuthChangePasswordRequest,
+  AuthChangePasswordResponse,
+  AuthResetPasswordRequest,
+  AuthResetPasswordResponse,
+  AuthVerifyResetPasswordCodeRequest,
+  AuthVerifyResetPasswordCodeResponse,
+  AuthConfirmResetPasswordRequest,
+  AuthConfirmResetPasswordResponse,
+} from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/messages';
 
-import { ILogin } from './interfaces';
+import grpcHandler from '../../utils/grpcHandler';
 
 export class AuthClientService implements OnModuleInit {
+  private readonly logger = new Logger(AuthClientService.name);
+
   private authService: AuthServiceInterface;
-  constructor(
-    @Inject('AUTH_PACKAGE') private readonly grpcClient: ClientGrpc,
-  ) {}
+  constructor(@Inject('DUC_PACKAGE') private readonly grpcClient: ClientGrpc) {}
 
   onModuleInit() {
     this.authService = this.grpcClient.getService<AuthServiceInterface>(
-      DucServicesNames.AuthProtoService,
+      ProtoServices.AuthProtoService,
     );
   }
 
-  async signIn({ username, password }: ILogin): Promise<any> {
-    console.log('AuthClientService', 'SignIn');
+  async getPublicKeys() {
+    this.logger.log('GetPublicKeys');
 
-    const tokens = await new Promise((resolve, reject) => {
-      this.authService.signIn({ username, password }).subscribe({
-        next(x) {
-          resolve(x);
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
-    })
-      .then((res) => res)
-      .catch((err) => {
-        throw new Error(err);
-      });
-    return tokens;
+    return grpcHandler<AuthGetPublicKeysResponse>(
+      this.authService.AuthGetPublicKeys({}),
+    );
+  }
+
+  async signIn({ username, password, totp }: AuthSignInRequest) {
+    this.logger.log('SignIn');
+
+    return grpcHandler<AuthSignInResponse>(
+      this.authService.AuthSignIn({ username, password, totp }),
+    );
+  }
+
+  async refreshAccessToken({ refreshToken }: AuthRefreshAccessTokenRequest) {
+    this.logger.log('RefreshAccessToken');
+
+    return grpcHandler<AuthRefreshAccessTokenResponse>(
+      this.authService.AuthRefreshAccessToken({ refreshToken }),
+    );
+  }
+
+  async changePassword({
+    accessToken,
+    oldPassword,
+    newPassword,
+  }: AuthChangePasswordRequest) {
+    this.logger.log('ChangePassword');
+
+    return grpcHandler<AuthChangePasswordResponse>(
+      this.authService.AuthChangePassword({
+        accessToken,
+        oldPassword,
+        newPassword,
+      }),
+    );
+  }
+
+  async resetPassword({ username }: AuthResetPasswordRequest) {
+    this.logger.log('resetPassword');
+
+    return grpcHandler<AuthResetPasswordResponse>(
+      this.authService.AuthResetPassword({ username }),
+    );
+  }
+
+  async verifyResetPasswordCode({
+    username,
+    code,
+  }: AuthVerifyResetPasswordCodeRequest) {
+    this.logger.log('verifyResetPasswordCode');
+
+    return grpcHandler<AuthVerifyResetPasswordCodeResponse>(
+      this.authService.AuthVerifyResetPasswordCode({ username, code }),
+    );
+  }
+
+  async confirmResetPassword({
+    username,
+    code,
+    newPassword,
+  }: AuthConfirmResetPasswordRequest) {
+    this.logger.log('confirmResetPassword');
+
+    return grpcHandler<AuthConfirmResetPasswordResponse>(
+      this.authService.AuthConfirmResetPassword({
+        username,
+        code,
+        newPassword,
+      }),
+    );
+  }
+
+  async enableTotpMFA({ accessToken, password }: AuthEnableTotpMfaRequest) {
+    this.logger.log('enableTotpMFA');
+
+    return grpcHandler<AuthEnableTotpMfaResponse>(
+      this.authService.AuthEnableTotpMfa({ accessToken, password }),
+    );
+  }
+
+  async disableTotpMFA({ accessToken, password }: AuthDisableTotpMfaRequest) {
+    this.logger.log('disableTotpMFA');
+
+    return grpcHandler<AuthDisableTotpMfaResponse>(
+      this.authService.AuthDisableTotpMfa({ accessToken, password }),
+    );
+  }
+
+  async dismissTotpMFA({ accessToken }: AuthDismissTotpMfaRequest) {
+    this.logger.log('dismissTotpMFA');
+
+    return grpcHandler<AuthDismissTotpMfaResponse>(
+      this.authService.AuthDismissTotpMfa({ accessToken }),
+    );
+  }
+
+  async verifyTotp({ accessToken, totp }: AuthVerifyTotpMfaRequest) {
+    this.logger.log('disableTotpMFA');
+
+    return grpcHandler<AuthVerifyTotpMfaResponse>(
+      this.authService.AuthVerifyTotpMfa({ accessToken, totp }),
+    );
   }
 }

src/clients/auth/interfaces.d.ts

@@ -1,4 +0,0 @@
-export interface ILogin {
-  username: string;
-  password: string;
-}

src/clients/connector/client.config.ts

@@ -0,0 +1,31 @@
+import { credentials } from '@grpc/grpc-js';
+import { ClientOptions, Transport } from '@nestjs/microservices';
+import { ConnectorManager } from '@victorradael/protospack-v2';
+
+export class ConnectorClientConfiguration {
+  config(): ClientOptions {
+    return {
+      transport: Transport.GRPC,
+      options: {
+        url: process.env.INFACTORY_URL,
+        package: [
+          ConnectorManager.ProtoPackages.WritePackage,
+          ConnectorManager.ProtoPackages.ReadPackage,
+        ],
+        credentials:
+          process.env.LOCAL_ENV === 'local'
+            ? undefined
+            : credentials.createSsl(),
+        protoPath: [
+          ConnectorManager.ProtoPaths.WriteFilePath,
+          ConnectorManager.ProtoPaths.ReadFilePath,
+        ],
+        loader: {
+          enums: String,
+          objects: true,
+          arrays: true,
+        },
+      },
+    };
+  }
+}

src/clients/connector/client.service.ts

@@ -0,0 +1,266 @@
+import {
+  OnModuleInit,
+  Inject,
+  HttpException,
+  HttpStatus,
+} from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
+import { ConnectorManager } from '@victorradael/protospack-v2';
+import { from } from 'rxjs';
+
+export class ConnectorClientService implements OnModuleInit {
+  private connectorServiceRead: ConnectorManager.ReadService.ConnectorManagerReadServices;
+  private connectorServiceWrite: ConnectorManager.WriteService.ConnectorManagerWriteServices;
+  constructor(
+    @Inject('CONNECTOR_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {}
+
+  onModuleInit() {
+    this.connectorServiceWrite =
+      this.grpcClient.getService<ConnectorManager.WriteService.ConnectorManagerWriteServices>(
+        ConnectorManager.ProtoServices.ConnectorManagerWriteServices,
+      );
+
+    this.connectorServiceRead =
+      this.grpcClient.getService<ConnectorManager.ReadService.ConnectorManagerReadServices>(
+        ConnectorManager.ProtoServices.ConnectorManagerReadServices,
+      );
+  }
+
+  async uploadConnector(uploadConnector) {
+    const connector: ConnectorManager.Entities.ConnectorCreateRequest = {
+      file: {
+        buffer: uploadConnector.file.buffer,
+        mimetypes: uploadConnector.file.mimetype,
+      },
+      connector: JSON.stringify(uploadConnector.connector),
+    };
+    const serviceBody: ConnectorManager.Messages.RegisterConnectorRequest = {
+      connector,
+    };
+
+    const observable = from(
+      this.connectorServiceWrite.RegisterConnector(serviceBody),
+    );
+
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    }).catch((err) => {
+      console.log(err.details);
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+
+    console.log('ConnectorClientService', 'Upload');
+
+    return result;
+  }
+
+  async uploadFile(uploadFile) {
+    const body: ConnectorManager.Messages.UploadFileRequest = {
+      file: {
+        buffer: uploadFile.file.buffer,
+        mimetypes: uploadFile.file.mimetype,
+      },
+      name: uploadFile.name,
+    };
+
+    const observable = from(this.connectorServiceWrite.UploadFile(body));
+
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    }).catch((err) => {
+      console.log(err.details);
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+
+    console.log('ConnectorClientService', 'Upload');
+
+    return result;
+  }
+
+  async getAllConnectors(body) {
+    const observable = from(
+      this.connectorServiceRead.GetAllConnectors({
+        search: body.search,
+        filters: JSON.stringify(body.filters),
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    }).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+
+    console.log('ConnectorClientService', 'getAllConnectors');
+
+    return result;
+  }
+
+  async getConnectorDetails(plugin: string) {
+    const observable = from(
+      this.connectorServiceRead.GetConnectorDetails({
+        plugin,
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    }).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+
+    console.log('ConnectorClientService', 'getAllConnectors');
+
+    return result;
+  }
+
+  async getConnector(plugin: string) {
+    const observable = from(
+      this.connectorServiceRead.GetConnector({
+        plugin,
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    }).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+
+    console.log('ConnectorClientService', 'getAllConnectors');
+
+    return result;
+  }
+
+  async deleteConnector(plugin: string, version: string) {
+    const observable = from(
+      this.connectorServiceWrite.DeleteConnector({
+        version,
+        plugin,
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    }).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+
+    console.log('ConnectorClientService', 'getAllConnectors');
+
+    return result;
+  }
+
+  async updateConnector({ plugin, changes }) {
+    const observable = from(
+      this.connectorServiceWrite.UpdateConnector({
+        plugin,
+        changes,
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    }).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+
+    console.log('ConnectorClientService', 'getAllConnectors');
+
+    return result;
+  }
+}

src/clients/duc/client.config.ts

@@ -1,18 +1,23 @@
 import { credentials } from '@grpc/grpc-js';
 import { ClientOptions, Transport } from '@nestjs/microservices';
+import {
+  ProtoPackages,
+  ProtoPaths,
+} from '@victorradael/protospack-v2/dist/lib/Duc';
 
-import { DucProtoFilePath, DucPackages } from '@victorradael/protospack';
-
-export class AuthClient {
+export class DucClient {
   config(): ClientOptions {
     return {
       transport: Transport.GRPC,
       options: {
         url: process.env.DUC_URL,
-        package: DucPackages,
-        credentials: credentials.createSsl(),
-        protoPath: DucProtoFilePath,
+        package: ProtoPackages.WritePackage,
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
+        protoPath: ProtoPaths.WriteFilePath,
         loader: {
+          keepCase: true,
           enums: String,
           objects: true,
           arrays: true,

src/clients/inputs/client.config.ts

@@ -10,7 +10,9 @@ export class InputsClientConfiguration {
       options: {
         url: process.env.INFACTORY_URL,
         package: InputPackages,
-        credentials: credentials.createSsl(),
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
         protoPath: InputProtoFilePath,
         loader: {
           enums: String,

src/clients/inputs/client.service.ts

@@ -1,99 +1,112 @@
-import { OnModuleInit, Inject } from '@nestjs/common';
+import {
+  OnModuleInit,
+  Inject,
+  HttpException,
+  HttpStatus,
+  NotFoundException,
+  InternalServerErrorException,
+} from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
-import { InputService } from '@victorradael/protospack';
+import {
+  DecodeGrpcStruct,
+  EncodeJsonToGrpcStruct,
+  InputCreateS3Request,
+  InputNewCreateRequest,
+  InputService,
+  TestConnectionGetColumnsRequest,
+  TestConnectionRequest,
+} from '@victorradael/protospack';
+import axios, { AxiosRequestConfig } from 'axios';
+import { lastValueFrom } from 'rxjs';
+import { InputModel } from 'src/modules/inputs/dtos/input.model';
 import {
   objectCamelToSnake,
   objectSnakeToCamel,
 } from 'src/utils/CaseConverter';
-import {
-  ICreateInputRequest,
-  IIdRequest,
-  ITestConnectionRequest,
-  UpdateInputRequest,
-} from './interfaces';
+import { mustache } from 'src/utils/mustache';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+import { URLSearchParams } from 'url';
+import { IIdRequest, UpdateInputRequest } from './interfaces';
 
 export class InputsClientService implements OnModuleInit {
   private inputService: InputService;
   constructor(
     @Inject('INPUTS_PACKAGE') private readonly grpcClient: ClientGrpc,
+    @Inject('OAUTH_SECRETS') private readonly oauthSecrets: OauthSecrets,
   ) {}
 
-  onModuleInit() {
+  async onModuleInit() {
     this.inputService =
       this.grpcClient.getService<InputService>('InputService');
   }
 
-  async create(createInputDto: ICreateInputRequest) {
+  async newCreate(createInputDto: InputNewCreateRequest) {
     console.log('InputClientService', 'Create');
 
-    const createInputResponse = await new Promise((resolve, reject) => {
-      this.inputService.Create(objectSnakeToCamel(createInputDto)).subscribe({
-        next(x) {
-          resolve(objectCamelToSnake(x));
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
-    })
-      .then((res) => res)
-      .catch((err) => {
-        throw new Error(err);
-      });
+    const input = await lastValueFrom(
+      this.inputService.NewCreate(objectSnakeToCamel(createInputDto)),
+    );
+    objectCamelToSnake(input);
+    return input;
+  }
 
+  async createGeneric(createInputGeneric) {
+    console.log('InputClientService', 'Create');
+    const { info, ...data } = createInputGeneric;
+    // data.credentials = await this.getInputTokens(data);
+    if (data.options) delete data.options;
+    if (data.credentials.oauth_code) delete data.credentials.oauth_code;
+    const grpcPayload = {
+      input: EncodeJsonToGrpcStruct(data),
+      info,
+    };
+    objectSnakeToCamel(grpcPayload);
+
+    const structReturn = await lastValueFrom(
+      this.inputService.Create(grpcPayload),
+    ).catch((err: { details: string }) => {
+      if (err.details === 'Item Not found!') {
+        throw new NotFoundException('Input not found');
+      }
+      throw new InternalServerErrorException(err.details);
+    });
+    objectCamelToSnake(structReturn);
+    const inputCreated = DecodeGrpcStruct(structReturn.input);
+    return { input: inputCreated };
+  }
+
+  async createS3Inputs(createInputDto: InputCreateS3Request) {
+    console.log('InputClientService', 'Create');
+    objectSnakeToCamel(createInputDto);
+    const createInputResponse = await lastValueFrom(
+      this.inputService.CreateS3(createInputDto),
+    ).catch((e) => {
+      throw new HttpException(e.details, 500);
+    });
+    console.log('done');
+    objectCamelToSnake(createInputResponse);
     return createInputResponse;
   }
 
   async findOne(data: IIdRequest) {
     console.log('InputClientService', 'FindOne');
-
-    const findOneInputResponse = await new Promise((resolve, reject) => {
-      this.inputService.FindOne(objectSnakeToCamel(data)).subscribe({
-        next(x) {
-          resolve(objectCamelToSnake(x));
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
-    })
-      .then((res) => res)
-      .catch((err) => {
-        throw new Error(err);
-      });
-
+    const findOneInputResponse = await lastValueFrom(
+      this.inputService.FindOne(objectSnakeToCamel(data)),
+    ).catch((e) => {
+      throw new HttpException(e.details, HttpStatus.INTERNAL_SERVER_ERROR);
+    });
+    objectCamelToSnake(findOneInputResponse);
     return findOneInputResponse;
   }
 
   async findAll(data) {
     console.log('InputClientService', 'FindAll');
-
-    const findAllInputResponse = await new Promise((resolve, reject) => {
-      this.inputService.FindAll(objectSnakeToCamel(data)).subscribe({
-        next(x) {
-          resolve(objectCamelToSnake(x));
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
-    })
-      .then((res) => res)
-      .catch((err) => {
-        throw new Error(err);
-      });
+    const findAllInputResponse = await lastValueFrom(
+      this.inputService.FindAll(objectSnakeToCamel(data)),
+    ).catch((e) => {
+      throw new HttpException(e.details, HttpStatus.INTERNAL_SERVER_ERROR);
+    });
+    findAllInputResponse.inputs.forEach((input) => objectCamelToSnake(input));
 
     return findAllInputResponse;
   }
@@ -147,10 +160,10 @@ export class InputsClientService implements OnModuleInit {
     return removeInputResponse;
   }
 
-  async testConnection(data: ITestConnectionRequest) {
+  async testConnection(data: TestConnectionRequest) {
     console.log('InputClientService', 'TestConnection');
     const testConnectionResponse = await new Promise((resolve, reject) => {
-      this.inputService.TestConnection(objectSnakeToCamel(data)).subscribe({
+      this.inputService.NewTestConnection(objectSnakeToCamel(data)).subscribe({
         next(x) {
           resolve(objectCamelToSnake(x));
         },
@@ -170,4 +183,108 @@ export class InputsClientService implements OnModuleInit {
 
     return testConnectionResponse;
   }
+
+  async getColumns(data: TestConnectionGetColumnsRequest) {
+    console.log('InputClientService', 'TestConnection/Get-Columns');
+    const getColumnsResponse = await new Promise((resolve, reject) => {
+      this.inputService.GetColumns(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return getColumnsResponse;
+  }
+  async getAuthSecrets(plugin) {
+    switch (plugin) {
+      case 'hubspot':
+        return {
+          client_id: this.oauthSecrets.hubspot.client_id || '',
+          client_secret: this.oauthSecrets.hubspot.client_secret || '',
+        };
+    }
+    return {};
+  }
+  async getInputTokens(input: InputModel) {
+    const { credentials } = input;
+    let credentialsTokens = {};
+    switch (credentials.connection_type) {
+      case 'oauth':
+        credentialsTokens = await this.getOauthTokens(input);
+        break;
+    }
+    return { ...credentials, ...credentialsTokens };
+  }
+  async getOauthTokens(input: InputModel) {
+    const tokens: Record<string, any> = {};
+    const { options, credentials } = input;
+    const { oauth } = options;
+    const { get_tokens_url_params, get_tokens_set_response } = oauth;
+    const secrets = await this.getAuthSecrets(input.plugin);
+    const get_tokens_url_params_string = mustache(get_tokens_url_params, {
+      ...secrets,
+      ...credentials,
+    });
+    let get_tokens_url_params_obj: Record<string, any> = {};
+    try {
+      get_tokens_url_params_obj = JSON.parse(get_tokens_url_params_string);
+    } catch (error) {
+      throw new HttpException('Erro transformando get_tokens_url_params', 400);
+    }
+    let params = {};
+    switch (oauth.content_type) {
+      case 'application/x-www-form-urlencoded':
+        params = new URLSearchParams(get_tokens_url_params_obj);
+        params = params.toString();
+        break;
+      default:
+        break;
+    }
+    const axiosRequestConfig: AxiosRequestConfig = {
+      url: oauth.get_tokens_url,
+      method: oauth.get_tokens_method || 'POST',
+      data: params,
+      headers: { 'content-type': oauth.content_type || 'application/json' },
+    };
+
+    const { data } = await axios(axiosRequestConfig).catch((err) => {
+      console.log(err.response.data);
+      throw new HttpException(err.response.data.message, err.response.status);
+    });
+    for (const key in get_tokens_set_response) {
+      const responseKey = get_tokens_set_response[key];
+      tokens[key] = data[responseKey];
+    }
+    const { redirect_uri } = get_tokens_url_params_obj;
+    tokens.redirect_uri = redirect_uri;
+    return tokens;
+  }
+
+  async getAvailableEntities(data) {
+    console.log('InputClientService', 'GetAvailableEntities');
+    objectSnakeToCamel(data);
+    const response = await lastValueFrom(
+      this.inputService.GetAvailableEntities(data),
+    ).catch((err) => {
+      console.log(err);
+      if (err.details && err.details.includes('400'))
+        throw new HttpException('Plugin inválido', HttpStatus.BAD_REQUEST);
+      throw new HttpException(err.details, HttpStatus.INTERNAL_SERVER_ERROR);
+    });
+    objectCamelToSnake(response);
+
+    return response;
+  }
 }

src/clients/outputs/client.config.ts

@@ -9,7 +9,9 @@ export class OutputsClientConfiguration {
       options: {
         url: process.env.OTFACTORY_URL,
         package: OutputPackages,
-        credentials: credentials.createSsl(),
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
         protoPath: OutputProtoFilePath,
         loader: {
           enums: String,

src/clients/permissions/client.service.ts

@@ -0,0 +1,33 @@
+import { Logger, OnModuleInit, Inject } from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
+
+import { ProtoServices } from '@victorradael/protospack-v2/dist/lib/Duc';
+import { PermissionsProtoService as PermissionsServiceInterface } from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import {
+  Empty,
+  InjectPermissionsRequest,
+} from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/messages';
+
+import grpcHandler from '../../utils/grpcHandler';
+
+export class PermissionsClientService implements OnModuleInit {
+  private readonly logger = new Logger(PermissionsClientService.name);
+
+  private permissionsService: PermissionsServiceInterface;
+  constructor(@Inject('DUC_PACKAGE') private readonly grpcClient: ClientGrpc) {}
+
+  onModuleInit() {
+    this.permissionsService =
+      this.grpcClient.getService<PermissionsServiceInterface>(
+        ProtoServices.PermissionsProtoService,
+      );
+  }
+
+  async injectPermissions({ permissions }: InjectPermissionsRequest) {
+    this.logger.log('InjectPermissions');
+
+    return grpcHandler<Empty>(
+      this.permissionsService.InjectPermissions({ permissions }),
+    );
+  }
+}

src/clients/pipelines/client.config.ts

@@ -12,7 +12,9 @@ export class PipelinesClientConfiguration {
       options: {
         url: process.env.PIFACTORY_URL,
         package: PipelinePackages,
-        credentials: credentials.createSsl(),
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
         protoPath: PipelineProtoFilePath,
         loader: {
           enums: String,

src/clients/pipelines/client.service.ts

@@ -1,9 +1,15 @@
-import { Inject, OnModuleInit } from '@nestjs/common';
+import {
+  BadRequestException,
+  Inject,
+  InternalServerErrorException,
+  OnModuleInit,
+} from '@nestjs/common';
 import { ClientGrpc, Payload } from '@nestjs/microservices';
 import {
   PipelineServicesNames,
   PipelinesServiceInterface,
 } from '@victorradael/protospack';
+import { lastValueFrom } from 'rxjs';
 import {
   objectCamelToSnake,
   objectSnakeToCamel,
@@ -30,27 +36,16 @@ export class PipelinesClientService implements OnModuleInit {
 
   async create(@Payload() createPipelineDto: ICreatePipelineDto) {
     console.log('PipelinesClientService', 'Create');
-
-    const createPipelineResponse = await new Promise((resolve, reject) => {
-      this.pipelineService
-        .Create(objectSnakeToCamel(createPipelineDto))
-        .subscribe({
-          next(x) {
-            resolve(x);
-          },
-          error(err) {
-            console.log('Observable Error');
-            reject(err);
-          },
-          complete() {
-            console.log('done');
-          },
-        });
-    })
-      .then((res) => res)
-      .catch((err) => {
-        throw new Error(err);
-      });
+    const createPipelineResponse = await lastValueFrom(
+      this.pipelineService.Create(objectSnakeToCamel(createPipelineDto)),
+    ).catch((error: { details: string }) => {
+      if (error.details.includes('INVALID_REQUEST')) {
+        // eslint-disable-next-line @typescript-eslint/no-unused-vars
+        const [errorType, message] = error.details.split('|');
+        throw new BadRequestException(message);
+      }
+      throw new InternalServerErrorException(error.details);
+    });
 
     return createPipelineResponse;
   }
@@ -61,7 +56,7 @@ export class PipelinesClientService implements OnModuleInit {
     const findAllPipelineResponse = await new Promise((resolve, reject) => {
       this.pipelineService.FindAll(objectSnakeToCamel(data)).subscribe({
         next(x) {
-          resolve(x);
+          resolve(x.pipelines);
         },
         error(err) {
           console.log('Observable Error');
@@ -182,22 +177,31 @@ export class PipelinesClientService implements OnModuleInit {
     return logsPipelineResponse;
   }
 
-  async getPipelineStatus(data: IIdRequest) {
+  async getPipelineStatus(data) {
     console.log('PipelinesClientService', 'GetPipelineStatus');
 
     const statusPipelineResponse = await new Promise((resolve, reject) => {
-      this.pipelineService.getPipelineStatus(data).subscribe({
-        next(x) {
-          resolve(x);
-        },
-        error(err) {
-          console.log('Observable Error');
-          reject(err);
-        },
-        complete() {
-          console.log('done');
-        },
-      });
+      this.pipelineService
+        .getPipelineStatus(objectSnakeToCamel(data))
+        .subscribe({
+          next(x) {
+            const statusArray = x.status.sort((a, b) => {
+              if (a.id < b.id) {
+                return 1;
+              } else {
+                return -1;
+              }
+            });
+            resolve({ status: statusArray });
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
     })
       .then((res) => res)
       .catch((err) => {
@@ -214,6 +218,11 @@ export class PipelinesClientService implements OnModuleInit {
         .triggerPipeline(objectSnakeToCamel({ id, info }))
         .subscribe({
           next(x) {
+            if (x.status == false) {
+              reject(
+                'This pipeline is not ready yet to execute, Try again later!',
+              );
+            }
             resolve(x);
           },
           error(err) {

src/clients/transformations/client.config.ts

@@ -10,7 +10,7 @@ export class TransformationsClientConfiguration {
     return {
       transport: Transport.GRPC,
       options: {
-        url: process.env.TRFACTORY_URL,
+        url: process.env.INFACTORY_URL,
         package: TransformationPackages,
         credentials: credentials.createSsl(),
         protoPath: TransformationProtoFilePath,

src/main.ts

@@ -1,6 +1,9 @@
 import { NestFactory } from '@nestjs/core';
 import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger';
 import { writeFileSync } from 'fs';
+import helmet from 'helmet';
+
+import documentEmpty from '../swagger_empty.json';
 
 import { AppModule } from './app.module';
 
@@ -14,8 +17,10 @@ async function bootstrap() {
     },
   });
 
+  app.use(helmet());
+
   const config = new DocumentBuilder()
-    .setTitle('Maestro Grpc Documentation')
+    .setTitle('Maestro')
     .setDescription('Documentation for Maestro gateway')
     .setVersion('1.0')
     .addBearerAuth()
@@ -23,7 +28,11 @@ async function bootstrap() {
 
   const document = SwaggerModule.createDocument(app, config);
   writeFileSync('./swagger.json', JSON.stringify(document));
-  SwaggerModule.setup('api', app, document);
+  if (process.env.ENV != 'stg' && process.env.ENV != 'prd')
+    SwaggerModule.setup('api', app, document);
+
+  const swaggerDoc = process.env.ENV === 'dev' ? document : documentEmpty;
+  SwaggerModule.setup('api', app, swaggerDoc);
 
   await app.listen(3333);
 }

src/middlewares/authentication.ts

@@ -1,127 +0,0 @@
-import { Request, Response, NextFunction } from 'express';
-import axios from 'axios';
-import {
-  ForbiddenException,
-  InternalServerErrorException,
-  NestMiddleware,
-  UnauthorizedException,
-  UseFilters,
-} from '@nestjs/common';
-import jwkToPem from 'jwk-to-pem';
-import { decode, verify } from 'jsonwebtoken';
-import { HttpExceptionFilter } from 'src/error/http-exception.filter';
-
-@UseFilters(new HttpExceptionFilter())
-export class LoggerMiddleware implements NestMiddleware {
-  use = async (request: Request, response: Response, next: NextFunction) => {
-    const idToken = request.get('Dadosfera-User');
-    const accessToken = request.get('Authorization');
-    const privateKey = process.env.JWT_PRIVATE_KEY;
-
-    const requiredMethod = request.method.trim();
-    const requiredRoute = request.route.path.split('/')[1].trim();
-
-    verify(idToken, privateKey, (err) => {
-      if (err) {
-        throw new UnauthorizedException();
-      }
-    });
-    const jwtDecoded: any = decode(idToken);
-
-    const permissions = jwtDecoded.user.permissions;
-    const clienId = jwtDecoded.user.customerId;
-    const customer = jwtDecoded.user.customer;
-    const userId = jwtDecoded.user.id;
-
-    await verifyToken(accessToken);
-
-    let havePermission = false;
-    permissions.forEach((permission) => {
-      permission = permission.split('/');
-      const method = permission[0].trim();
-      const route = permission[1].trim();
-
-      if (method === requiredMethod && route === requiredRoute) {
-        havePermission = true;
-      }
-    });
-
-    if (havePermission) {
-      request.body.info = {
-        customer_id: clienId,
-        user_id: userId,
-        customer,
-      };
-
-      next();
-    } else {
-      throw new ForbiddenException();
-    }
-  };
-}
-
-let pems: { [key: string]: Record<string, unknown> }[];
-
-const setUp = async (region: string, id: string) => {
-  const URL = `https://cognito-idp.${region}.amazonaws.com/${id}/.well-known/jwks.json`;
-
-  try {
-    const response = await axios.get(URL);
-
-    if (response.status !== 200) {
-      throw new InternalServerErrorException();
-    }
-    const data = await response.data;
-    const { keys } = data;
-
-    pems = keys.map((key: any) => {
-      const modulus = key.n;
-      const exponent = key.e;
-      const keyType = key.kty;
-      const jwk = { kty: keyType, n: modulus, e: exponent };
-      const pem = jwkToPem(jwk);
-      const keyId = key.kid;
-
-      return { [keyId]: pem };
-    });
-  } catch (error) {
-    // console.log(error);
-    // console.log('Error! Unable to download JWKs');
-  }
-};
-
-const verifyToken = async (accessToken: string) => {
-  const awsRegion = process.env.AWS_REGION;
-  const awsPoolId = process.env.AWS_IDENTITY_POOL_ID;
-
-  try {
-    await setUp(awsRegion, awsPoolId);
-    if (!accessToken) {
-      throw new UnauthorizedException();
-    }
-
-    const user: any = decode(accessToken, { complete: true });
-
-    if (user === null) {
-      throw new UnauthorizedException();
-    }
-
-    const { kid } = user.header;
-    const pem = pems.filter((item: any) => item[kid]);
-    const pemValue: any = pem[0][kid];
-
-    if (!pem) {
-      throw new UnauthorizedException();
-    }
-
-    verify(accessToken, pemValue, (err: any) => {
-      if (err) {
-        throw new UnauthorizedException();
-      }
-
-      return;
-    });
-  } catch (error) {
-    throw new UnauthorizedException();
-  }
-};

src/modules/auth/auth.controller.ts

@@ -1,27 +1,185 @@
-import { Body, Controller, Post, UnauthorizedException } from '@nestjs/common';
+import {
+  Logger,
+  Body,
+  Controller,
+  Headers,
+  Post,
+  HttpCode,
+  HttpStatus,
+  OnApplicationBootstrap,
+} from '@nestjs/common';
+import { ApiTags } from '@nestjs/swagger';
+import {
+  AuthSignInRequest,
+  AuthRefreshAccessTokenRequest,
+  AuthChangePasswordRequest,
+  AuthResetPasswordRequest,
+  AuthVerifyResetPasswordCodeRequest,
+  AuthConfirmResetPasswordRequest,
+  AuthEnableTotpMfaRequest,
+  AuthDisableTotpMfaRequest,
+  AuthVerifyTotpMfaRequest,
+} from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/messages';
 
-import { AuthClientService } from 'src/clients/auth/client.service';
+import { AuthClientService } from '../../clients/auth/client.service';
+import { PermissionsClientService } from '../../clients/permissions/client.service';
+import { Permissions } from '../../authentication/permissions.enum';
 
-interface ISignIn {
-  username: string;
-  password: string;
-}
+import ErrorBuilder from '../../utils/ErrorBuilder';
+import { LoginDto } from './dtos/login';
 
+@ApiTags('Auth')
 @Controller('auth')
-export class AuthController {
-  constructor(private authClient: AuthClientService) {}
+export class AuthController implements OnApplicationBootstrap {
+  private readonly logger = new Logger(AuthController.name);
 
-  @Post()
-  async signIn(@Body() { username, password }: ISignIn) {
-    console.log(`/auth`, 'SignIn');
+  constructor(
+    private authClient: AuthClientService,
+    private permissionsClient: PermissionsClientService,
+  ) {}
 
-    const tokens = await this.authClient
-      .signIn({ username, password })
-      .then((result) => result)
-      .catch((err) => {
-        throw new UnauthorizedException(err.message);
+  // internally used to send permissions to duc on microservice startup
+  async onApplicationBootstrap() {
+    this.logger.log('sending permissions to DUC...');
+
+    const permissions = Object.values(Permissions).flatMap((namespace) =>
+      Object.values(namespace),
+    );
+
+    return this.permissionsClient
+      .injectPermissions({ permissions })
+      .catch((err: ErrorBuilder) => {
+        if (
+          err.code === 'No connection established' &&
+          process.env.LOCAL_ENV === 'true'
+        ) {
+          return this.logger.log(
+            "couldn't connect to DUC. suppresing in local env",
+          );
+        }
+
+        throw err;
       });
+  }
 
-    return tokens;
+  @Post('sign-in')
+  @HttpCode(HttpStatus.OK)
+  async signIn(@Body() { username, password, totp }: AuthSignInRequest) {
+    this.logger.log(`/auth`, 'SignIn');
+
+    return this.authClient.signIn({ username, password, totp });
+  }
+
+  @Post('refresh-access-token')
+  @HttpCode(HttpStatus.OK)
+  async refreshAccessToken(
+    @Body() { refreshToken }: AuthRefreshAccessTokenRequest,
+  ) {
+    this.logger.log(`/auth`, 'RefreshAccessToken');
+
+    return this.authClient.refreshAccessToken({ refreshToken });
+  }
+
+  @Post('change-password')
+  @HttpCode(HttpStatus.OK)
+  async changePassword(
+    @Body() body: AuthChangePasswordRequest,
+    @Headers() headers,
+  ) {
+    this.logger.log(`/auth`, 'change-password');
+
+    const { oldPassword, newPassword } = body;
+    const { authorization: accessToken } = headers;
+
+    return this.authClient.changePassword({
+      accessToken,
+      oldPassword,
+      newPassword,
+    });
+  }
+
+  @Post('reset-password')
+  @HttpCode(HttpStatus.OK)
+  async resetPassword(@Body() body: AuthResetPasswordRequest) {
+    this.logger.log(`/auth`, 'reset-password');
+
+    const { username } = body;
+
+    return this.authClient.resetPassword({ username });
+  }
+
+  @Post('verify-reset-password-code')
+  @HttpCode(HttpStatus.OK)
+  async verifyResetPasswordCode(
+    @Body() body: AuthVerifyResetPasswordCodeRequest,
+  ) {
+    this.logger.log(`/auth`, 'verify-reset-password-code');
+
+    const { username, code } = body;
+
+    return this.authClient.verifyResetPasswordCode({ username, code });
+  }
+
+  @Post('confirm-reset-password')
+  @HttpCode(HttpStatus.OK)
+  async confirmResetPassword(@Body() body: AuthConfirmResetPasswordRequest) {
+    this.logger.log(`/auth`, 'confirm-reset-password');
+
+    const { username, code, newPassword } = body;
+
+    return this.authClient.confirmResetPassword({
+      username,
+      code,
+      newPassword,
+    });
+  }
+
+  @Post('enable-totp')
+  @HttpCode(HttpStatus.OK)
+  async enableTotpMFA(
+    @Body() body: AuthEnableTotpMfaRequest,
+    @Headers() headers,
+  ) {
+    this.logger.log(`/auth`, 'enable-totp');
+
+    const { password } = body;
+    const { authorization: accessToken } = headers;
+
+    return this.authClient.enableTotpMFA({ accessToken, password });
+  }
+
+  @Post('disable-totp')
+  @HttpCode(HttpStatus.OK)
+  async disableTotpMFA(
+    @Body() body: AuthDisableTotpMfaRequest,
+    @Headers() headers,
+  ) {
+    this.logger.log(`/auth`, 'disable-totp');
+
+    const { password } = body;
+    const { authorization: accessToken } = headers;
+
+    return this.authClient.disableTotpMFA({ accessToken, password });
+  }
+
+  @Post('dismiss-totp')
+  @HttpCode(HttpStatus.OK)
+  async dismissTotpMFA(@Headers() headers) {
+    this.logger.log(`/auth`, 'disable-totp');
+
+    const { authorization: accessToken } = headers;
+
+    return this.authClient.dismissTotpMFA({ accessToken });
+  }
+
+  @Post('verify-totp')
+  @HttpCode(HttpStatus.OK)
+  async verifyTotp(@Body() body: AuthVerifyTotpMfaRequest, @Headers() headers) {
+    this.logger.log(`/auth`, 'enable-totp');
+
+    const { totp } = body;
+    const { authorization: accessToken } = headers;
+
+    return this.authClient.verifyTotp({ accessToken, totp });
   }
 }

src/modules/auth/auth.service.spec.ts

@@ -1,5 +0,0 @@
-describe('PipelinesGrpcServerService', () => {
-  it('should be defined', () => {
-    expect(2 + 2).toBe(4);
-  });
-});

src/modules/auth/dtos/login.ts

@@ -0,0 +1,12 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class LoginDto {
+  @ApiProperty()
+  username: string;
+
+  @ApiProperty()
+  password: string;
+
+  @ApiProperty({ required: false })
+  totp: string;
+}

src/modules/catalog/catalog.controller.ts

@@ -1,7 +1,37 @@
-import { Body, Controller, Delete, Get, Param, Post } from '@nestjs/common';
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Post,
+  Query,
+} from '@nestjs/common';
+import { ApiTags } from '@nestjs/swagger';
+import { AuthenticateCondition } from '../../authentication/authentication.decorator';
+import { Permissions } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
 
+@ApiTags('Catalog')
 @Controller('catalog')
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(Permissions.CATALOG[action].seqid);
+})
 export class CatalogController {
   constructor(private catalogService: CatalogService) {}
 
@@ -9,9 +39,7 @@ export class CatalogController {
   async catalogAll(@Body() body) {
     console.log(`/catalog`, 'ON CATALOG ALL ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.catalogAll(body);
+    const res = await this.catalogService.catalogAll(body);
 
     return res;
   }
@@ -20,9 +48,7 @@ export class CatalogController {
   async dataAppsAll(@Body() body) {
     console.log(`/catalog`, 'ON FIND ALL DATA APPS ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.dataAppsAll(body);
+    const res = await this.catalogService.dataAppsAll(body);
 
     return res;
   }
@@ -31,9 +57,8 @@ export class CatalogController {
   async dataAppsOne(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON FIND ONE DATA APP ROUTE');
     const { id } = params;
-    const catalogService = new CatalogService();
 
-    const res = await catalogService.dataAppsOne(body, id);
+    const res = await this.catalogService.dataAppsOne(id, body);
 
     return res;
   }
@@ -42,9 +67,7 @@ export class CatalogController {
   async getAllDashboardMetabase(@Body() body) {
     console.log(`/catalog`, 'ON GET ALL DASHBOARDS METABASE ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.getAllDashboardMetabase(body);
+    const res = await this.catalogService.getAllDashboardMetabase(body);
 
     return res;
   }
@@ -54,66 +77,58 @@ export class CatalogController {
     const { id } = params;
     console.log(`/catalog`, 'ON GET ONE DASHBOARD METABASE ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.getOneDashboardMetabase(body, id);
+    const res = await this.catalogService.getOneDashboardMetabase(id, body);
 
     return res;
   }
 
   @Get('table-metadata')
-  async getAllTableMetadata(@Body() body) {
+  async getAllTableMetadata(@Body() body, @Query() query) {
     console.log(`/catalog`, 'ON GET ALL TABLES METADATA ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.getAllTableMetadata(body);
-
-    return res;
+    if (!query) {
+      const res = await this.catalogService.getAllTableMetadata(body);
+      return res;
+    } else {
+      const res = await this.catalogService.getOneTableMetadata(body, query);
+      return res;
+    }
   }
 
-  @Delete('table-metadata')
+  @Delete('table-metadata/:id')
   async deleteOneTableMetadata(@Param() params, @Body() body) {
     const { id } = params;
     console.log(`/catalog`, 'ON DELETE ONE TABLE METADATA ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.deleteOneTableMetadata(body, id);
+    const res = await this.catalogService.deleteOneTableMetadata(id, body);
 
     return res;
   }
 
   @Get('column-metadata')
-  async getOneColumnMetadata(@Body() body) {
+  async getOneColumnMetadata(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET ONE COLUMN METADATA ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.getOneColumnMetadata(body);
+    const res = await this.catalogService.getOneColumnMetadata(body, params);
 
     return res;
   }
 
-  @Delete('column-metadata')
+  @Delete('column-metadata/:id')
   async deleteOneColumnMetadata(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON DELETE ONE COLUMN METADATA ROUTE');
     const { id } = params;
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.deleteOneColumnMetadata(body, id);
+    const res = await this.catalogService.deleteOneColumnMetadata(id, body);
 
     return res;
   }
 
   @Get('data-preview')
-  async getOneDataPreview(@Body() body) {
+  async getOneDataPreview(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET ONE DATAPREVIEW ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.getOneDataPreview(body);
+    const res = await this.catalogService.getOneDataPreview(body, params);
 
     return res;
   }
@@ -122,9 +137,16 @@ export class CatalogController {
   async getDataStatus(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA STATUS ROUTE');
 
-    const catalogService = new CatalogService();
+    const res = await this.catalogService.getDataStatus(body);
 
-    const res = await catalogService.getDataStatus(body);
+    return res;
+  }
+
+  @Get('data-status')
+  async createDataStatus(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA STATUS ROUTE');
+
+    const res = await this.catalogService.createDataStatus(body);
 
     return res;
   }
@@ -133,9 +155,16 @@ export class CatalogController {
   async getDataDescription(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA DESCRIPTION ROUTE');
 
-    const catalogService = new CatalogService();
+    const res = await this.catalogService.getDataDescription(body);
 
-    const res = await catalogService.getDataDescription(body);
+    return res;
+  }
+
+  @Post('data-description')
+  async createDataDescription(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA DESCRIPTION ROUTE');
+
+    const res = await this.catalogService.createDataDescription(body);
 
     return res;
   }
@@ -144,9 +173,16 @@ export class CatalogController {
   async getDataDocs(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA DOCS ROUTE');
 
-    const catalogService = new CatalogService();
+    const res = await this.catalogService.getDataDocs(body);
 
-    const res = await catalogService.getDataDocs(body);
+    return res;
+  }
+
+  @Post('data-docs')
+  async createDataDocs(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA DOCS ROUTE');
+
+    const res = await this.catalogService.createDataDocs(body);
 
     return res;
   }
@@ -155,43 +191,58 @@ export class CatalogController {
   async getDataRating(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
 
-    const catalogService = new CatalogService();
+    const res = await this.catalogService.getDataRating(body);
 
-    const res = await catalogService.getDataRating(body);
+    return res;
+  }
+
+  @Post('data-rating')
+  async createDataRating(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
+
+    const res = await this.catalogService.createDataRating(body);
 
     return res;
   }
 
   @Get('summary-rating/:id')
-  async getSummaryRating(@Param() params, @Body() body) {
+  async getSummaryRating() {
     console.log(`/catalog`, 'ON GET SUMMARY RATING ROUTE');
-    const { id } = params;
+    //const { id } = params;
 
-    const catalogService = new CatalogService();
+    //
 
-    const res = await catalogService.getSummaryRating(id, body);
+    //const res = await this.catalogService.getSummaryRating(id, body);
 
-    return res;
+    return {
+      avg_rating: 0,
+      rating_count: 0,
+    };
   }
 
   @Get('data-comment')
   async getDataComment(@Body() body) {
     console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
 
-    const catalogService = new CatalogService();
+    const res = await this.catalogService.getDataComment(body);
 
-    const res = await catalogService.getDataComment(body);
+    return res;
+  }
+
+  @Post('data-comment')
+  async createDataComment(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
+
+    const res = await this.catalogService.createDataComment(body);
 
     return res;
   }
 
   @Get('data-review')
-  async getDataReview(@Body() body) {
+  async getDataReview(@Body() body, @Query() params) {
     console.log(`/catalog`, 'ON GET DATA REVIEW ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.getDataReview(body);
+    const res = await this.catalogService.getDataReview(body, params);
 
     return res;
   }
@@ -200,9 +251,7 @@ export class CatalogController {
   async createTags(@Body() body) {
     console.log(`/catalog`, 'ON CREATE TAG ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.createTags(body);
+    const res = await this.catalogService.createTags(body);
 
     return res;
   }
@@ -211,9 +260,7 @@ export class CatalogController {
   async findAllTags(@Body() body) {
     console.log(`/catalog`, 'ON FIND ALL TAGS ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.findAllTags(body);
+    const res = await this.catalogService.findAllTags(body);
 
     return res;
   }
@@ -223,9 +270,7 @@ export class CatalogController {
     console.log(`/catalog`, 'ON DELETE TAG ROUTE');
     const { id } = params;
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.deleteTags(body, id);
+    const res = await this.catalogService.deleteTags(id, body);
 
     return res;
   }
@@ -234,9 +279,7 @@ export class CatalogController {
   async createTableTags(@Body() body) {
     console.log(`/catalog`, 'ON CREATE TABLE TAG ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.createTableTags(body);
+    const res = await this.catalogService.createTableTags(body);
 
     return res;
   }
@@ -245,21 +288,17 @@ export class CatalogController {
   async getAllTableTags(@Body() body) {
     console.log(`/catalog`, 'ON GET ALL TABLE TAGS ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.findAllTableTags(body);
+    const res = await this.catalogService.findAllTableTags(body);
 
     return res;
   }
 
-  @Delete('table-tags')
+  @Delete('table-tags/:id')
   async deleteTableTags(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON CREATE TABLE TAGS ROUTE');
     const { id } = params;
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.deleteTableTags(body, id);
+    const res = await this.catalogService.deleteTableTags(id, body);
 
     return res;
   }
@@ -268,21 +307,17 @@ export class CatalogController {
   async getTableRules(@Body() body) {
     console.log(`/catalog`, 'ON GET TABLE RULES ROUTE');
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.getTableRules(body);
+    const res = await this.catalogService.getTableRules(body);
 
     return res;
   }
 
-  @Delete('table-rules')
+  @Delete('table-rules/:id')
   async deleteTableRules(@Param() params, @Body() body) {
     console.log(`/catalog`, 'ON DELETE TABLE RULES ROUTE');
     const { id } = params;
 
-    const catalogService = new CatalogService();
-
-    const res = await catalogService.deleteTableRules(body, id);
+    const res = await this.catalogService.deleteTableRules(id, body);
 
     return res;
   }

src/modules/catalog/catalog.service.ts

@@ -1,309 +1,260 @@
 import axios from 'axios';
 
 class CatalogService {
+  _getNimbusUrl(body) {
+    const customer = body.info.customer.toLowerCase();
+
+    if (process.env.ENV === 'prd') {
+      return `https://nimbus-${customer}.dadosfera.ai`;
+    }
+
+    return `https://nimbus-${customer}.${process.env.ENV}.dadosfera.ai`;
+  }
+
   async catalogAll(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/all/`,
-    );
-    console.log(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/all/`,
-    );
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/all/`);
+
     return data;
   }
 
   async dataAppsAll(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data_apps/`,
-    );
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data_apps/`);
     return data;
   }
 
   async dataAppsOne(id, body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data_apps/${id}/`,
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/data_apps/${id}/`,
     );
+
     return data;
   }
 
   async getAllDashboardMetabase(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/dashboard-metabase/`,
+      `${nimbusUrl}/api/catalog/dashboard-metabase/`,
     );
     return data;
   }
 
-  async getOneDashboardMetabase(body, id) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+  async getOneDashboardMetabase(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/dashboard-metabase/${id}`,
+      `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
     );
+    console.log(data);
+
+    // const [, path] = data.iframe_url.split('.dadosfera');
+    // const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
+    // data.iframe_url = host + path;
+
     return data;
   }
 
   async getAllTableMetadata(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-metadata/`,
+      `${nimbusUrl}/api/catalog/table-metadata/`,
+    );
+    return data;
+  }
+
+  async getOneTableMetadata(body, params) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-metadata/`,
+      { params: params },
     );
     return data;
   }
 
   async deleteOneTableMetadata(id, body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-metadata/${id}`,
+      `${nimbusUrl}/api/catalog/table-metadata/${id}`,
     );
     return data;
   }
 
-  async getOneColumnMetadata(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+  async getOneColumnMetadata(body, params) {
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/column-metadata/`,
+      `${nimbusUrl}/api/catalog/column-metadata/`,
+      { params: params },
     );
     return data;
   }
 
   async deleteOneColumnMetadata(id, body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/column-metadata/${id}/`,
+      `${nimbusUrl}/api/catalog/column-metadata/${id}/`,
     );
     return data;
   }
 
-  async getOneDataPreview(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-preview/`,
-    );
+  async getOneDataPreview(body, params) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-preview/`, {
+      params: params,
+    });
     return data;
   }
 
   async getDataStatus(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-status/`);
+    return data;
+  }
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-status/`,
+  async createDataStatus(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-status/`,
+      body,
     );
     return data;
   }
 
   async getDataDescription(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-description/`,
+      `${nimbusUrl}/api/catalog/data-description/`,
+    );
+    return data;
+  }
+
+  async createDataDescription(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-description/`,
+      body,
     );
     return data;
   }
 
   async getDataDocs(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-docs/`);
+    return data;
+  }
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-docs/`,
+  async createDataDocs(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-docs/`,
+      body,
     );
     return data;
   }
 
   async getDataRating(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-rating/`);
+    return data;
+  }
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-rating/`,
+  async createDataRating(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-rating/`,
+      body,
     );
     return data;
   }
 
   async getSummaryRating(id, body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/summary-rating/${id}`,
+      `${nimbusUrl}/api/catalog/summary-rating/${id}`,
     );
     return data;
   }
 
   async getDataComment(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-comment/`);
+    return data;
+  }
 
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-comment/`,
+  async createDataComment(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-comment/`,
+      body,
     );
     return data;
   }
 
-  async getDataReview(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/data-review/`,
-    );
+  async getDataReview(body, params) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-review/`, {
+      params: params,
+    });
     return data;
   }
 
   async createTags(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
-    const { data } = await axios.post(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/`,
-      body,
-    );
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(`${nimbusUrl}/api/catalog/tags/`, body);
     return data;
   }
 
   async findAllTags(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
-    const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/`,
-      body,
-    );
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/`, body);
     return data;
   }
 
   async findAllTableTags(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/`,
+      `${nimbusUrl}/api/catalog/table-tags/`,
       body,
     );
     return data;
   }
 
-  
   async deleteTags(id, body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
-    const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/tags/${id}`,
-    );
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.delete(`${nimbusUrl}/api/catalog/tags/${id}`);
     return data;
   }
 
   async createTableTags(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.post(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/`,
+      `${nimbusUrl}/api/catalog/table-tags/`,
       body,
     );
     return data;
   }
 
   async deleteTableTags(id, body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-tags/${id}`,
+      `${nimbusUrl}/api/catalog/table-tags/${id}`,
     );
     return data;
   }
 
   async getTableRules(body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-rules/`,
+      `${nimbusUrl}/api/catalog/table-rules/`,
       body,
     );
     return data;
   }
 
   async deleteTableRules(id, body) {
-    const customer =
-      body.info.customer.toLowerCase() === 'dadosfera'
-        ? ``
-        : `-${body.info.customer.toLowerCase()}`;
-
+    const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.delete(
-      `${process.env.NIMBUS_BASE_URL}${customer}.${process.env.ENV}.dadosfera/api/catalog/table-rules/${id}`,
+      `${nimbusUrl}/api/catalog/table-rules/${id}`,
     );
     return data;
   }

src/modules/connector/connector.controller.ts

@@ -0,0 +1,210 @@
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  HttpException,
+  Param,
+  Put,
+  Post,
+  Query,
+  UploadedFile,
+  UseInterceptors,
+} from '@nestjs/common';
+import { FileInterceptor } from '@nestjs/platform-express';
+import { ApiBearerAuth, ApiConsumes, ApiTags } from '@nestjs/swagger';
+import { ConnectorClientService } from 'src/clients/connector/client.service';
+import { AddTagDto } from './dtos/add-tag';
+import { CreateConnectorDto } from './dtos/create-connector';
+import { DeleteConnectorDto } from './dtos/delete-connector';
+import { GetAllDto } from './dtos/get-all';
+import { RemoveTagDto } from './dtos/remove-tag';
+import { UpdateDto } from './dtos/update';
+import { UploadFileDto } from './dtos/upload-file';
+
+@ApiTags('connectors')
+@ApiBearerAuth()
+@Controller('connectors')
+export class ConnectorController {
+  constructor(private connectorClientService: ConnectorClientService) {}
+
+  @Post()
+  @ApiConsumes('multipart/form-data')
+  @UseInterceptors(FileInterceptor('file'))
+  async uploadConnector(
+    @UploadedFile() file,
+    @Body() body: CreateConnectorDto,
+  ) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const response = await this.connectorClientService.uploadConnector({
+      file,
+      connector: JSON.parse(body.connector),
+    });
+
+    return response;
+  }
+
+  @Post('/upload')
+  @ApiConsumes('multipart/form-data')
+  @UseInterceptors(FileInterceptor('file'))
+  async uploadFile(@UploadedFile() file, @Body() { name }: UploadFileDto) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const response = await this.connectorClientService.uploadFile({
+      file,
+      name,
+    });
+
+    return response;
+  }
+
+  @Get()
+  async getAllConnectors(@Query() queries: GetAllDto) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const { filters, search } = queries;
+
+    const response: any = await this.connectorClientService.getAllConnectors({
+      filters: filters || {},
+      search: search || '',
+    });
+
+    const connectors = JSON.parse(response.connectors).connectors;
+
+    return {
+      message: response.message,
+      connectors,
+    };
+  }
+
+  @Get('/:plugin')
+  async getConnector(
+    @Param('plugin') plugin: string,
+    @Query('version') version: string,
+  ) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const pluginId = `${plugin}-${version}`;
+
+    const response: any = await this.connectorClientService.getConnector(
+      pluginId,
+    );
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Get('/:plugin/details')
+  async getConnectorDetails(
+    @Param('plugin') plugin: string,
+    @Query('version') version: string,
+  ) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const pluginId = `${plugin}-${version}`;
+
+    const response: any = await this.connectorClientService.getConnectorDetails(
+      pluginId,
+    );
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Put('/:plugin')
+  @ApiConsumes('multipart/form-data')
+  async updateConnector(
+    @Param('plugin') plugin: string,
+    @Body() body: UpdateDto,
+  ) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const changes = body;
+
+    const response: any = await this.connectorClientService.updateConnector({
+      plugin,
+      changes: JSON.stringify(changes),
+    });
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Put('/:plugin/add-tag')
+  async addTagOnConnector(
+    @Param('plugin') plugin: string,
+    @Body() body: AddTagDto,
+  ) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const { tags } = body;
+
+    if (!tags || !(typeof tags === 'object') || !tags.length) {
+      throw new HttpException('Not found tags attributes', 400);
+    }
+
+    const changes = { plugin, tags };
+
+    const response: any = await this.connectorClientService.updateConnector({
+      plugin,
+      changes: JSON.stringify(changes),
+    });
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Put('/:plugin/remove-tag')
+  async removeTagOnConnector(
+    @Param('plugin') plugin: string,
+    @Body() body: RemoveTagDto,
+  ) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const { tags } = body;
+    const remove = tags;
+
+    if (!remove || !(typeof remove === 'object') || !remove.length) {
+      throw new HttpException('Not found remove attribute', 400);
+    }
+
+    const changes = { plugin, remove };
+
+    const response: any = await this.connectorClientService.updateConnector({
+      plugin,
+      changes: JSON.stringify(changes),
+    });
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Delete('/:plugin')
+  async deleteConnector(
+    @Param('plugin') plugin: string,
+    @Body() { version }: DeleteConnectorDto,
+  ) {
+    console.log(`/upload`, 'Upload Connector Route');
+
+    const response: any = await this.connectorClientService.deleteConnector(
+      plugin,
+      version,
+    );
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+}

src/modules/connector/dtos/add-tag.ts

@@ -0,0 +1,6 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class AddTagDto {
+  @ApiProperty()
+  tags: string[];
+}

src/modules/connector/dtos/create-connector.ts

@@ -0,0 +1,9 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class CreateConnectorDto {
+  @ApiProperty({ format: 'binary' })
+  file: string;
+
+  @ApiProperty()
+  connector: string;
+}

src/modules/connector/dtos/delete-connector.ts

@@ -0,0 +1,6 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class DeleteConnectorDto {
+  @ApiProperty()
+  version: string;
+}

src/modules/connector/dtos/get-all.ts

@@ -0,0 +1,9 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class GetAllDto {
+  @ApiProperty()
+  search: string;
+
+  @ApiProperty()
+  filters: object;
+}

src/modules/connector/dtos/remove-tag.ts

@@ -0,0 +1,6 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class RemoveTagDto {
+  @ApiProperty()
+  tags: string[];
+}

src/modules/connector/dtos/update.ts

@@ -0,0 +1,42 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class UpdateDto {
+  @ApiProperty({ format: 'binary', required: false })
+  file?: string;
+
+  @ApiProperty()
+  version: string;
+
+  @ApiProperty({ required: false })
+  category?: string;
+
+  @ApiProperty({ required: false })
+  plugin?: string;
+
+  @ApiProperty({ required: false })
+  image?: string;
+
+  @ApiProperty({ required: false })
+  docs?: string;
+
+  @ApiProperty({ required: false })
+  name?: string;
+
+  @ApiProperty({
+    required: false,
+    description: 'skip_select_entities: boolean skip_select_columns: boolean;',
+  })
+  options?: {
+    skip_select_entities: boolean;
+    skip_select_columns: boolean;
+  };
+
+  @ApiProperty({
+    required: false,
+    type: 'array',
+    items: {
+      properties: {},
+    },
+  })
+  connection_controls?: object[];
+}

src/modules/connector/dtos/upload-file.ts

@@ -0,0 +1,9 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class UploadFileDto {
+  @ApiProperty({ format: 'binary' })
+  file: string;
+
+  @ApiProperty()
+  name: string;
+}

src/modules/health/health.controller.ts

@@ -1,6 +1,8 @@
 import { Controller, Get } from '@nestjs/common';
+import { ApiTags } from '@nestjs/swagger';
 import { HealthService } from './health.service';
 
+@ApiTags('Health')
 @Controller('health')
 export class HealthController {
   constructor(private readonly healthService: HealthService) {}

src/modules/inputs/dtos/input.model.ts

@@ -0,0 +1,206 @@
+import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
+import { Method } from 'axios';
+
+export class InputModel {
+  category: string;
+  plugin: string;
+  name: string;
+  cron?: string;
+  credentials?: {
+    connection_type: string;
+    oauth: string;
+    oauth_code: string;
+    start_date: string;
+  };
+  options?: {
+    oauth?: {
+      get_tokens_url: string;
+      get_tokens_method?: Method;
+      get_tokens_url_params: string;
+      get_tokens_set_response: Record<string, string>;
+      content_type: string;
+    };
+  };
+}
+
+class GoogleAnalyticsClientSecrets {
+  @ApiProperty()
+  type: string;
+  @ApiProperty()
+  project_id: string;
+  @ApiProperty()
+  private_key_id: string;
+  @ApiProperty()
+  private_key: string;
+  @ApiProperty()
+  client_email: string;
+  @ApiProperty()
+  client_id: string;
+  @ApiProperty()
+  auth_uri: string;
+  @ApiProperty()
+  token_uri: string;
+  @ApiProperty()
+  auth_provider_x509_cert_url: string;
+  @ApiProperty()
+  client_x509_cert_url: string;
+}
+class OauthObject {
+  @ApiPropertyOptional()
+  get_tokens_url: string;
+  @ApiPropertyOptional()
+  get_tokens_url_params: string;
+  @ApiPropertyOptional()
+  get_tokens_set_response: Record<string, any>;
+  @ApiPropertyOptional()
+  content_type: string;
+}
+class InputOptions {
+  @ApiPropertyOptional()
+  oauth: OauthObject;
+  @ApiPropertyOptional()
+  skip_select_columns: true;
+  @ApiPropertyOptional()
+  skip_select_entities: false;
+  @ApiPropertyOptional()
+  skip_transformation: true;
+}
+
+class CredentialsJdbc {
+  @ApiPropertyOptional()
+  jdbc_user: string;
+  @ApiPropertyOptional()
+  jdbc_password: string;
+  @ApiPropertyOptional()
+  database: string;
+  @ApiPropertyOptional()
+  endpoint: string;
+  @ApiPropertyOptional()
+  port: string;
+  @ApiPropertyOptional()
+  engine: string;
+  @ApiPropertyOptional()
+  schema: string;
+}
+class FileFormatParams {
+  @ApiPropertyOptional()
+  file_format: string;
+  @ApiPropertyOptional()
+  encoding: string;
+}
+
+class Credentials extends CredentialsJdbc {
+  @ApiProperty()
+  connection_type: string;
+
+  @ApiPropertyOptional()
+  client_aws_access_key_id: string;
+  @ApiPropertyOptional()
+  client_aws_secret_access_key: string;
+  @ApiPropertyOptional()
+  client_bucket: string;
+  @ApiPropertyOptional()
+  file_to_extract: string;
+  @ApiPropertyOptional()
+  file_format_params: FileFormatParams;
+
+  @ApiPropertyOptional()
+  view_id: string;
+  @ApiPropertyOptional()
+  client_secrets: GoogleAnalyticsClientSecrets;
+  @ApiPropertyOptional()
+  start_date: string;
+  @ApiPropertyOptional()
+  end_date: string;
+
+  @ApiPropertyOptional()
+  oauth_code: string;
+}
+class Column {
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  type: string;
+}
+class TableColumns {
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  columns: Column[];
+  @ApiProperty()
+  references: Column[];
+}
+export class GetAvailableEntitiesReq {
+  @ApiProperty()
+  plugin: string;
+}
+
+export class GetAvailableEntitiesRes {
+  @ApiProperty()
+  entities: string[];
+}
+
+export class TestConnectionGetColumnsReq {
+  @ApiProperty()
+  plugin: string;
+  @ApiProperty()
+  tables: string[];
+  @ApiPropertyOptional()
+  credentials: CredentialsJdbc;
+  @ApiPropertyOptional()
+  id: string;
+}
+export class TestConnectionGetColumnsRes {
+  @ApiProperty()
+  tables: TableColumns[];
+}
+
+export class TestConnectionReq {
+  @ApiProperty()
+  plugin: string;
+  @ApiProperty()
+  credentials: CredentialsJdbc;
+}
+export class TestConnectionRes {
+  @ApiProperty()
+  connection_state: boolean;
+  @ApiProperty()
+  total_entities: number;
+  @ApiProperty()
+  database_tables: string[];
+}
+export class CreateInputReq {
+  @ApiPropertyOptional()
+  id: string;
+  @ApiProperty()
+  plugin: string;
+  @ApiProperty()
+  category: string;
+  @ApiProperty()
+  credentials: Credentials;
+  @ApiProperty()
+  name: string;
+  @ApiPropertyOptional()
+  options: InputOptions;
+}
+
+export class Input {
+  @ApiProperty()
+  id: string;
+  @ApiProperty()
+  category: string;
+  @ApiProperty()
+  plugin: string;
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  cron: string;
+  @ApiProperty()
+  credentials: Credentials;
+  @ApiProperty()
+  client_id: string;
+  @ApiProperty()
+  created_at: string;
+  @ApiProperty()
+  updated_at: string;
+}

src/modules/inputs/inputs.controller.ts

@@ -4,36 +4,114 @@ import {
   Delete,
   Get,
   Param,
+  Patch,
   Post,
-  Put,
 } from '@nestjs/common';
 import { InputsService } from './inputs.service';
 import { InputsClientService } from 'src/clients/inputs/client.service';
+import { UpdateInputRequest } from 'src/clients/inputs/interfaces';
+import { Permissions } from '../../authentication/permissions.enum';
+import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
+import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
 import {
-  ICreateInputRequest,
-  UpdateInputRequest,
-} from 'src/clients/inputs/interfaces';
+  CreateInputReq,
+  GetAvailableEntitiesReq,
+  GetAvailableEntitiesRes,
+  Input,
+  TestConnectionGetColumnsReq,
+  TestConnectionGetColumnsRes,
+  TestConnectionReq,
+  TestConnectionRes,
+} from './dtos/input.model';
 
+@ApiTags('inputs')
 @Controller('inputs')
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    case 'PATCH':
+      action = 'UPDATE_PARTIAL';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  if (
+    `${req.method} ${req.route.path}` ===
+    'GET /inputs/available-entities/:plugin'
+  ) {
+    action = 'GET_ENTITIES';
+  }
+
+  return user.permissions.includes(Permissions.INPUT[action].seqid);
+})
 export class InputsController {
-  constructor(private inputsClientService: InputsClientService) {}
+  inputService: InputsService;
+  constructor(private inputsClientService: InputsClientService) {
+    this.inputService = new InputsService(this.inputsClientService);
+  }
+
+  @Get('available-entities/:plugin')
+  @ApiOkResponse({ type: GetAvailableEntitiesRes })
+  async getAvailableEntities(
+    @Body() body,
+    @Param() params: GetAvailableEntitiesReq,
+  ) {
+    const { info } = body;
+    const { plugin } = params;
+    return await this.inputService.getAvailableEntities({ info, plugin });
+  }
 
   @Post('/test-connection')
-  async testConnection(@Body() data) {
+  @ApiOkResponse({ type: TestConnectionRes })
+  async testConnection(@Body() data: TestConnectionReq) {
     console.log(`/test-connection`, 'ON TEST CONNECTION ROUTE');
 
-    const inputService = new InputsService(this.inputsClientService);
-    const response = await inputService.testConnection(data);
+    const response = await this.inputService.testConnection(data);
+
+    return response;
+  }
+
+  @Post('/test-connection/get-columns')
+  @ApiOkResponse({ type: TestConnectionGetColumnsRes })
+  async getColumns(@Body() data: TestConnectionGetColumnsReq) {
+    console.log(
+      `/test-connection/get-columns`,
+      'ON TEST CONNECTION GET COLUMNS ROUTE',
+    );
+
+    const response = await this.inputService.getColumns(data);
 
     return response;
   }
 
   @Post()
-  async create(@Body() createInputDto: ICreateInputRequest) {
+  @ApiOkResponse({ type: Input })
+  async create(@Body() createInputDto: CreateInputReq) {
     console.log(`/input`, 'ON CREATE ROUTE');
 
-    const inputService = new InputsService(this.inputsClientService);
-    const response = await inputService.create(createInputDto);
+    const response = await this.inputService.create(createInputDto);
+
+    return response;
+  }
+
+  @Post(':id')
+  @ApiOkResponse({ type: Input })
+  async reCreate(@Param('id') id: string, @Body() input: CreateInputReq) {
+    if (!input.id) input.id = id;
+    console.log(`POST /${input.id}`, 'ON RECREATE ROUTE');
+
+    const response = await this.inputService.reCreate(input);
 
     return response;
   }
@@ -42,9 +120,7 @@ export class InputsController {
   async findAll(@Body() body) {
     console.log(`/input`, 'ON FIND ALL ROUTE');
 
-    const inputService = new InputsService(this.inputsClientService);
-
-    const response = await inputService.findAll(body);
+    const response = await this.inputService.findAll(body);
 
     return response;
   }
@@ -53,23 +129,21 @@ export class InputsController {
   async findOne(@Body() body, @Param() params) {
     const { id } = params;
     console.log(`/input/${id}`, 'ON FIND ONE ROUTE');
-    const inputService = new InputsService(this.inputsClientService);
 
-    const response = await inputService.findOne({ id, ...body });
+    const response = await this.inputService.findOne({ id, ...body });
 
     return response;
   }
 
-  @Put(':id')
+  @Patch(':id')
   async update(@Body() updateInputDto: UpdateInputRequest, @Param() params) {
     const { id } = params;
     const { info } = updateInputDto;
     delete updateInputDto.info;
 
     console.log(`/input/${id}`, 'ON UPDATE ROUTE');
-    const inputService = new InputsService(this.inputsClientService);
 
-    const response = await inputService.update(id, updateInputDto, info);
+    const response = await this.inputService.update(id, updateInputDto, info);
 
     return response;
   }
@@ -80,9 +154,7 @@ export class InputsController {
 
     console.log(`/input/${id}`, 'ON DELETE ROUTE');
 
-    const inputService = new InputsService(this.inputsClientService);
-
-    const response = await inputService.remove({ id, ...data });
+    const response = await this.inputService.remove({ id, ...data });
 
     return response;
   }

src/modules/inputs/inputs.service.ts

@@ -1,29 +1,98 @@
 import { Body, HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { Timeout } from '@nestjs/schedule';
+import { DecodeGrpcStruct } from '@victorradael/protospack';
+import CronParser, { CronExpression } from 'cron-parser';
 import { InputsClientService } from 'src/clients/inputs/client.service';
-import {
-  ICreateInputRequest,
-  IIdRequest,
-  Info,
-} from 'src/clients/inputs/interfaces';
+import { IIdRequest, Info } from 'src/clients/inputs/interfaces';
 
 @Injectable()
 export class InputsService {
   constructor(private inputClient: InputsClientService) {}
+  secondsInADay = 60 * 60 * 24;
+  secondsInAnHour = 60 * 60;
 
-  async create(@Body() data: ICreateInputRequest) {
+  adjustInputPayload(payload) {
+    if (payload?.input_generic) return DecodeGrpcStruct(payload.input_generic);
+    if (!payload.input_s3 && !payload.input_jdbc) return payload;
+    return payload?.input_s3 || payload?.input_jdbc;
+  }
+  getDifferenceInSeconds(date1: Date, date2: Date) {
+    const diffInMs = Math.abs(date2.getTime() - date1.getTime());
+    return diffInMs / 1000;
+  }
+  validateCron(data) {
+    const { info, cron } = data;
+    const { customer_tier } = info;
+    if (!cron) return;
+    let interval: CronExpression;
     try {
-      const createInputResponse = await this.inputClient.create(data);
-
-      return createInputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+      interval = CronParser.parseExpression(cron);
+    } catch (error) {
+      throw new HttpException(
+        'Intervalo de tempo inválido',
+        HttpStatus.BAD_REQUEST,
+      );
+    }
+    const nextDate = interval.next().toDate();
+    const afterNextDate = interval.next().toDate();
+    const secondsApart = this.getDifferenceInSeconds(nextDate, afterNextDate);
+    if (customer_tier === 'BASIC' && secondsApart < this.secondsInADay) {
+      throw new HttpException(
+        'Intervalo de tempo não pode ser inferior a um dia.',
+        HttpStatus.FORBIDDEN,
+      );
+    } else if (secondsApart < this.secondsInAnHour) {
+      throw new HttpException(
+        'Intervalo de tempo não pode ser inferior a uma hora.',
+        HttpStatus.FORBIDDEN,
+      );
     }
   }
-
+  async create(@Body() data) {
+    this.validateCron(data);
+    let response;
+    switch (data.plugin.toLowerCase()) {
+      case 'csv':
+      case 'json':
+      case 'parquet':
+        const { info, ...input } = data;
+        const inputPayload = this.generateInputS3Payload(input);
+        response = await this.inputClient.createS3Inputs({
+          input: inputPayload,
+          info,
+        });
+        break;
+      case 'oracle':
+      case 'mysql':
+      case 'postgresql':
+      case 'sqlserver':
+        response = await this.inputClient.newCreate(data);
+        break;
+      default:
+        response = await this.inputClient.createGeneric(data);
+        break;
+    }
+    const adjustedInput = this.adjustInputPayload(response.input);
+    return { ...response, input: adjustedInput };
+  }
+  async reCreate(data) {
+    const { info, cron } = data;
+    if (cron) this.validateCron({ info, cron });
+    const response = await this.inputClient.createGeneric(data);
+    const adjustedInput = this.adjustInputPayload(response.input);
+    return { ...response, input: adjustedInput };
+  }
+  async getAvailableEntities(data): Promise<{ entities: string[] }> {
+    return await this.inputClient.getAvailableEntities(data);
+  }
   async findAll(body) {
     try {
-      const findAllInputResponse = await this.inputClient.findAll(body);
-
+      const findAllInputResponse: any = await this.inputClient.findAll(body);
+      if (findAllInputResponse?.inputs?.length) {
+        findAllInputResponse.inputs = findAllInputResponse.inputs.map((input) =>
+          this.adjustInputPayload(input),
+        );
+      }
       return findAllInputResponse;
     } catch (err) {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
@@ -32,7 +101,12 @@ export class InputsService {
 
   async findOne(idRequest: IIdRequest) {
     try {
-      const findOneInputResponse = await this.inputClient.findOne(idRequest);
+      const findOneInputResponse: any = await this.inputClient.findOne(
+        idRequest,
+      );
+      findOneInputResponse.input = this.adjustInputPayload(
+        findOneInputResponse.input,
+      );
       return findOneInputResponse;
     } catch (err) {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
@@ -40,13 +114,17 @@ export class InputsService {
   }
 
   async update(id: string, data, info: Info) {
+    this.validateCron({ ...data, info });
     try {
-      const updateInputResponse = await this.inputClient.update({
+      const updateInputResponse: any = await this.inputClient.update({
         id,
         info,
         ...data,
       });
 
+      updateInputResponse.input = this.adjustInputPayload(
+        updateInputResponse?.input,
+      );
       return updateInputResponse;
     } catch (err) {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
@@ -63,6 +141,7 @@ export class InputsService {
     }
   }
 
+  @Timeout(60000 * 10) // Timeout set for 10 minutes
   async testConnection(data) {
     try {
       const testConnectionInputResponse = await this.inputClient.testConnection(
@@ -74,4 +153,42 @@ export class InputsService {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
     }
   }
+
+  async getColumns(data) {
+    try {
+      const testConnectionGetColumnsResponse =
+        await this.inputClient.getColumns(data);
+
+      return testConnectionGetColumnsResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  generateInputS3Payload(payload) {
+    const { credentials, plugin, cron } = payload;
+    if (!credentials) return payload;
+
+    const {
+      client_aws_access_key_id,
+      client_aws_secret_access_key,
+      file_format_params,
+      format_file_params,
+      client_bucket,
+      file_to_extract,
+    } = credentials;
+
+    const formatedPayload = {
+      plugin,
+      cron,
+      source_bucket: client_bucket,
+      source_prefix: file_to_extract,
+      auth_parameters: {
+        aws_access_key_id: client_aws_access_key_id,
+        aws_secret_access_key: client_aws_secret_access_key,
+      },
+      file_format_params: file_format_params || format_file_params,
+    };
+    return formatedPayload;
+  }
 }

src/modules/oauth/oauth.controller.ts

@@ -0,0 +1,117 @@
+import { Controller, Get, Redirect, Req, UseGuards } from '@nestjs/common';
+import { ApiTags } from '@nestjs/swagger';
+import { AuthGuard } from '@nestjs/passport';
+import { InputsClientService } from 'src/clients/inputs/client.service';
+import { InputsService } from '../inputs/inputs.service';
+import { Request } from 'express';
+
+@ApiTags('oauth')
+@Controller('oauth')
+export class OauthController {
+  inputService: InputsService;
+  frontendRedirectUri = '';
+  constructor(private inputsClientService: InputsClientService) {
+    this.inputService = new InputsService(this.inputsClientService);
+    switch (process.env.ENV) {
+      case 'dev':
+      case 'stg':
+        this.frontendRedirectUri = `https://app.${process.env.ENV}.dadosfera.ai/coletix/auth-callback`;
+        break;
+      case 'prd':
+        this.frontendRedirectUri = `https://app.dadosfera.ai/coletix/auth-callback`;
+        break;
+      default:
+        this.frontendRedirectUri = `http://localhost:4200/coletix/auth-callback`;
+    }
+  }
+  @Get('hubspot')
+  @UseGuards(AuthGuard('hubspot'))
+  async oauthHubspot() {
+    return true;
+  }
+
+  @Get('hubspot/callback')
+  @UseGuards(AuthGuard('hubspot'))
+  @Redirect()
+  async oauthHubspotCallback(@Req() req) {
+    return await this.callback(req, 'hubspot');
+  }
+
+  @Get('googleads')
+  @UseGuards(AuthGuard('google'))
+  async oauthGoogleAds() {
+    return true;
+  }
+
+  @Get('googleads/callback')
+  @UseGuards(AuthGuard('google'))
+  @Redirect()
+  async oauthGoogleAdsCallback(@Req() req) {
+    return await this.callback(req, 'googleads');
+  }
+
+  @Get('google-sheets')
+  @UseGuards(AuthGuard('google'))
+  async oauthGoogleSheets() {
+    return true;
+  }
+
+  @Get('google-sheets/callback')
+  @UseGuards(AuthGuard('google'))
+  @Redirect()
+  async oauthGoogleSheetsCallback(@Req() req) {
+    return await this.callback(req, 'google-sheets');
+  }
+
+  @Get('facebook')
+  @UseGuards(AuthGuard('facebook'))
+  async oauthFacebook() {
+    return true;
+  }
+
+  @Get('facebook/callback')
+  @UseGuards(AuthGuard('facebook'))
+  @Redirect()
+  async oauthFacebookCallback(@Req() req) {
+    return await this.callback(req, 'facebook');
+  }
+
+  @Get('mailchimp')
+  @UseGuards(AuthGuard('mailchimp'))
+  async oauthMailchimp() {
+    return true;
+  }
+
+  @Get('mailchimp/callback')
+  @UseGuards(AuthGuard('mailchimp'))
+  @Redirect()
+  async oauthMailchimpCallback(@Req() req) {
+    return await this.callback(req, 'mailchimp');
+  }
+
+  async callback(@Req() req: Request, plugin) {
+    const { error, state: customer_id } = req.query;
+
+    if (error)
+      return {
+        url: `${this.frontendRedirectUri}?error=${error}`,
+      };
+    const request: any = req;
+    const { authInfo } = request;
+
+    if (!authInfo)
+      return {
+        url: `${this.frontendRedirectUri}?error=invalid_credentials`,
+      };
+
+    const { accessToken: access_token, refreshToken: refresh_token } = authInfo;
+
+    const response = await this.inputService.create({
+      info: { customer_id, customer: 'customer', user_id: 'empty' },
+      plugin,
+      credentials: { access_token, refresh_token },
+    });
+
+    return { url: `${this.frontendRedirectUri}?input_id=${response.input.id}` };
+  }
+}

src/modules/oauth/passport-strategies/facebook-strategy.ts

@@ -0,0 +1,32 @@
+import {
+  Profile,
+  Strategy,
+  StrategyOptionWithRequest,
+  VerifyFunction,
+} from 'passport-facebook';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+
+@Injectable()
+export class FacebookStrategy extends PassportStrategy(Strategy) {
+  constructor(
+    @Inject('OAUTH_SECRETS')
+    private readonly oauthSecrets: OauthSecrets,
+  ) {
+    const options: StrategyOptionWithRequest = {
+      clientID: oauthSecrets.facebook.client_id,
+      clientSecret: oauthSecrets.facebook.client_secret,
+      callbackURL: oauthSecrets.facebook.redirect_uri,
+      passReqToCallback: true,
+    };
+    const verify: VerifyFunction = (
+      accessToken: string,
+      refreshToken: string,
+      profile: Profile,
+      done: (error: any, user?: any, info?: any) => void,
+    ) => done(null, profile, { accessToken, refreshToken });
+
+    super(options, verify);
+  }
+}

src/modules/oauth/passport-strategies/google-strategy.ts

@@ -0,0 +1,68 @@
+import { Profile, Strategy, StrategyOptions } from 'passport-google-oauth20';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+
+@Injectable()
+export class GoogleStrategy extends PassportStrategy(Strategy, 'google') {
+  redirect_uri: string;
+  constructor(
+    @Inject('OAUTH_SECRETS')
+    private readonly oauthSecrets: OauthSecrets,
+  ) {
+    const options: StrategyOptions = {
+      clientID: oauthSecrets.google.client_id,
+      clientSecret: oauthSecrets.google.client_secret,
+      callbackURL: '/oauth/googleads/callback',
+    };
+    const verify = (
+      accessToken: string,
+      refreshToken: string,
+      profile: Profile,
+      done,
+    ) => {
+      console.log('verify');
+      return done(null, profile, { accessToken, refreshToken });
+    };
+
+    super(options, verify);
+    switch (process.env.ENV) {
+      case 'dev':
+      case 'stg':
+        this.redirect_uri = `https://maestro.${process.env.ENV}.dadosfera.ai/oauth`;
+        break;
+      case 'prd':
+        this.redirect_uri = `https://maestro.dadosfera.ai/oauth`;
+        break;
+      default:
+        this.redirect_uri = `/oauth`;
+        break;
+    }
+  }
+
+  authenticate(req, options) {
+    const plugin: string = req.route.path
+      .replace('/oauth/', '')
+      .replace('/callback', '');
+
+    const { customer_id } = req.query;
+    options.scope = ['https://www.googleapis.com/auth/userinfo.email'];
+    options.callbackURL = `${this.redirect_uri}/${plugin}/callback`;
+
+    switch (plugin) {
+      case 'googleads':
+        options.scope.push('https://www.googleapis.com/auth/adwords');
+        break;
+      case 'google-sheets':
+        options.scope.push(
+          'https://www.googleapis.com/auth/drive.metadata.readonly',
+          'https://www.googleapis.com/auth/spreadsheets.readonly',
+        );
+        break;
+    }
+    options.state = customer_id;
+    options.accessType = 'offline';
+    options.prompt = 'consent';
+    super.authenticate(req, options);
+  }
+}

src/modules/oauth/passport-strategies/hubspot-strategy.ts

@@ -0,0 +1,33 @@
+import { Strategy } from 'passport-hubspot-oauth2';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+
+@Injectable()
+export class HubspotStrategy extends PassportStrategy(Strategy) {
+  constructor(
+    @Inject('OAUTH_SECRETS')
+    private readonly oauthSecrets: OauthSecrets,
+  ) {
+    super(
+      {
+        clientID: oauthSecrets.hubspot.client_id,
+        clientSecret: oauthSecrets.hubspot.client_secret,
+        callbackURL: oauthSecrets.hubspot.redirect_uri,
+        redirectUri: oauthSecrets.hubspot.redirect_uri,
+        scope:
+          'automation business-intelligence oauth forms integration-sync sales-email-read crm.lists.read crm.objects.contacts.read crm.schemas.contacts.read crm.objects.companies.read crm.objects.deals.read crm.schemas.companies.read crm.schemas.deals.read crm.objects.owners.read crm.objects.quotes.read crm.schemas.quotes.read crm.objects.line_items.read crm.schemas.line_items.read',
+        passReqToCallback: true,
+      },
+      (accessToken, refreshToken, tokenInfo, profile, done) => {
+        return done(null, profile, { accessToken, refreshToken, tokenInfo });
+      },
+    );
+  }
+
+  authenticate(req, options) {
+    const { customer_id } = req.query;
+    options.state = customer_id;
+    super.authenticate(req, options);
+  }
+}

src/modules/oauth/passport-strategies/mailchimp-strategy.ts

@@ -0,0 +1,35 @@
+import { Strategy } from 'passport-mailchimp';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable, Req } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+
+@Injectable()
+export class MailChimpStrategy extends PassportStrategy(Strategy, 'mailchimp') {
+  constructor(
+    @Inject('OAUTH_SECRETS')
+    private readonly oauthSecrets: OauthSecrets,
+  ) {
+    const options = {
+      clientID: oauthSecrets.mailchimp.client_id,
+      clientSecret: oauthSecrets.mailchimp.client_secret,
+      callbackURL: oauthSecrets.mailchimp.redirect_uri,
+      scope: '',
+    };
+    const verify = (
+      accessToken: string,
+      refreshToken: string,
+      profile: any,
+      done,
+    ) => {
+      return done(null, profile, { accessToken, refreshToken });
+    };
+
+    super(options, verify);
+  }
+
+  authenticate(@Req() req, options) {
+    const { customer_id } = req.query;
+    options.state = customer_id;
+    super.authenticate(req, options);
+  }
+}

src/modules/outputs/outputs.controllers.ts

@@ -8,12 +8,34 @@ import {
   Put,
 } from '@nestjs/common';
 import { Payload } from '@nestjs/microservices';
+import { ApiTags } from '@nestjs/swagger';
 import { OutputsClientService } from 'src/clients/outputs/client.service';
+import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
+import { Permissions } from '../../authentication/permissions.enum';
 import { OutputsService } from './outputs.service';
 
+@ApiTags('Outputs')
 @Controller('outputs')
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(Permissions.OUTPUT[action].seqid);
+})
 export class OutputsController {
-  constructor(private outputsClientService: OutputsClientService) {}
+  constructor(private outputsClientService: OutputsClientService) { }
 
   @Post()
   async create(@Body() createOutputDto) {

src/modules/pipelines/pipelines.controller.ts

@@ -7,20 +7,42 @@ import {
   Post,
   Put,
 } from '@nestjs/common';
+import { ApiTags } from '@nestjs/swagger';
 import { PipelinesClientService } from 'src/clients/pipelines/client.service';
+import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
+import { Permissions } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 
+@ApiTags('Pipelines')
 @Controller('pipelines')
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(Permissions.PIPELINE[action].seqid);
+})
 export class PipelinesController {
   constructor(private pipelinesClientService: PipelinesClientService) {}
 
-  @Get('start/:id')
+  @Post('start/:id')
   async activate(@Param() params, @Body() body) {
     const { id } = params;
     const { info } = body;
 
     console.log(
-      process.env.DEV_URL + `/transformation/start/${id}`,
+      process.env.DEV_URL + `/pipeline/start/${id}`,
       'ON START PIPELINE ROUTE',
     );
 

src/modules/pipelines/pipelines.service.ts

@@ -1,4 +1,5 @@
 import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { DecodeGrpcStruct } from '@victorradael/protospack';
 import { PipelinesClientService } from 'src/clients/pipelines/client.service';
 import { IIdRequest, Info } from 'src/clients/pipelines/interfaces';
 import { objectCamelToSnake } from 'src/utils/CaseConverter';
@@ -7,23 +8,33 @@ import { objectCamelToSnake } from 'src/utils/CaseConverter';
 export class PipelinesService {
   constructor(private pipelineClient: PipelinesClientService) {}
 
-  async create(createPipelineDto) {
-    try {
-      const createPipelineResponse = await this.pipelineClient.create(
-        createPipelineDto,
-      );
-
-      return objectCamelToSnake(createPipelineResponse);
-    } catch (err) {
-      console.log(err);
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+  adjustPayload(payload) {
+    if (payload.input?.input_generic) {
+      payload.input = DecodeGrpcStruct(payload.input?.input_generic);
+    } else {
+      payload.input = payload.input?.input_s3 || payload.input?.input_jdbc;
     }
   }
 
+  async create(createPipelineDto) {
+    const createPipelineResponse = await this.pipelineClient.create(
+      createPipelineDto,
+    );
+
+    const pipeline = objectCamelToSnake(createPipelineResponse);
+    this.adjustPayload(pipeline.pipeline);
+
+    return pipeline;
+  }
+
   async findOne(data: IIdRequest) {
     try {
       const findOnePipelineResponse = await this.pipelineClient.findOne(data);
-      return objectCamelToSnake(findOnePipelineResponse);
+
+      const pipeline = objectCamelToSnake(findOnePipelineResponse);
+      this.adjustPayload(pipeline.pipeline);
+
+      return pipeline;
     } catch (err) {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
     }
@@ -33,7 +44,11 @@ export class PipelinesService {
     try {
       const findAllPipelineResponse = await this.pipelineClient.findAll(data);
 
-      return objectCamelToSnake(findAllPipelineResponse);
+      const pipelines = objectCamelToSnake(findAllPipelineResponse);
+      pipelines.forEach((pipeline) => {
+        this.adjustPayload(pipeline);
+      });
+      return { pipelines };
     } catch (err) {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
     }
@@ -47,7 +62,10 @@ export class PipelinesService {
         ...data,
       });
 
-      return objectCamelToSnake(updatePipelineResponse);
+      const pipeline = objectCamelToSnake(updatePipelineResponse);
+      this.adjustPayload(pipeline);
+
+      return pipeline;
     } catch (err) {
       throw new HttpException(err.message, HttpStatus.NOT_FOUND);
     }

src/modules/transformations/transformations.controller.ts

@@ -8,11 +8,33 @@ import {
   Put,
 } from '@nestjs/common';
 import { Payload } from '@nestjs/microservices';
+import { ApiTags } from '@nestjs/swagger';
 import { TransformationsClientService } from 'src/clients/transformations/client.service';
 import { IIdRequest } from 'src/clients/transformations/interfaces';
+import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
+import { Permissions } from '../../authentication/permissions.enum';
 import { TransformationsService } from './transformations.service';
 
+@ApiTags('Transformations')
 @Controller('transformations')
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(Permissions.TRANSFORMATIONS[action].seqid);
+})
 export class TransformationsController {
   constructor(
     private transformationsClientService: TransformationsClientService,

src/utils/ErrorBuilder.ts

@@ -0,0 +1,145 @@
+import { HttpStatus, HttpException, Logger } from '@nestjs/common';
+import { RpcException } from '@nestjs/microservices';
+
+import ErrorCodes from './errorCodes';
+
+function enrichErrorCode(code: string) {
+  switch (code) {
+    case ErrorCodes.AUTH.WRONG_CREDENTIALS:
+      return {
+        statusCode: HttpStatus.UNAUTHORIZED,
+        error: 'Não autenticado',
+        message: 'Usuário ou senha incorretos',
+        code,
+      };
+
+    case ErrorCodes.AUTH.WRONG_PASSWORD_CONFIRMATION:
+      return {
+        statusCode: HttpStatus.UNAUTHORIZED,
+        error: 'Senha incorreta',
+        message: 'Confirmação de senha incorreta',
+        code,
+      };
+
+    case ErrorCodes.AUTH.TOTP_NOT_ENABLED:
+      return {
+        statusCode: HttpStatus.PRECONDITION_FAILED,
+        error: 'Não permitido',
+        message: 'A autenticação multifator não está habilitada',
+        code,
+      };
+
+    case ErrorCodes.AUTH.TOTP_ALREADY_ENABLED:
+      return {
+        statusCode: HttpStatus.PRECONDITION_FAILED,
+        error: 'Não permitido',
+        message: 'A autenticação multifator já está habilitada',
+        code,
+      };
+
+    case ErrorCodes.AUTH.TOTP_ALREADY_DISABLED:
+      return {
+        statusCode: HttpStatus.PRECONDITION_FAILED,
+        error: 'Não permitido',
+        message: 'A autenticação multifator já está desabilitada',
+        code,
+      };
+
+    case ErrorCodes.AUTH.TOTP_REQUIRED:
+      return {
+        statusCode: HttpStatus.UNAUTHORIZED,
+        error: 'Não autenticado',
+        message: 'Informe o token de autenticação multifator',
+        code,
+      };
+
+    case ErrorCodes.AUTH.CODE_MISMATCH:
+    case ErrorCodes.AUTH.CODE_ALREADY_USED:
+      return {
+        statusCode: HttpStatus.UNAUTHORIZED,
+        error: 'Não autenticado',
+        message: 'Token de autenticação multifator inválido',
+        code,
+      };
+
+    case ErrorCodes.AUTH.RESET_PASSWORD_CODE_EXPIRED:
+      return {
+        statusCode: HttpStatus.UNAUTHORIZED,
+        error: 'Não permitido',
+        message: 'Token para recuperar senha expirado',
+        code,
+      };
+
+    case ErrorCodes.AUTH.RESET_PASSWORD_CODE_INVALID:
+      return {
+        statusCode: HttpStatus.UNAUTHORIZED,
+        error: 'Não permitido',
+        message: 'Token para recuperar senha inválido',
+        code,
+      };
+
+    case ErrorCodes.AUTH.WEAK_NEW_PASSWORD:
+      return {
+        statusCode: HttpStatus.BAD_REQUEST,
+        error: 'Não permitido',
+        message: 'Senha muito fraca. Escolha uma senha mais forte',
+        code,
+      };
+
+    case ErrorCodes.RATE_LIMIT:
+      return {
+        statusCode: HttpStatus.TOO_MANY_REQUESTS,
+        error: 'Limite excedido',
+        message:
+          'Você tentou realizar essa operação muitas vezes. Tente novamente mais tarde',
+        code,
+      };
+
+    case ErrorCodes.AUTH.UNAUTHORIZED:
+      return {
+        statusCode: HttpStatus.UNAUTHORIZED,
+        error: 'Não autenticado',
+        message: 'É necessário estar logado para realizar essa operação',
+        code,
+      };
+
+    case ErrorCodes.AUTH.FORBIDDEN:
+      return {
+        statusCode: HttpStatus.FORBIDDEN,
+        error: 'Não autorizado',
+        message:
+          'Você não tem permissões suficientes para realizar essa operação',
+        code,
+      };
+
+    case ErrorCodes.INTERNAL:
+    case ErrorCodes.UNKNOWN:
+    default:
+      return {
+        statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
+        error: 'Desconhecido',
+        message:
+          'Erro desconhecido. Tente novamente ou entre em contato com o suporte',
+        code: ErrorCodes.UNKNOWN,
+      };
+  }
+}
+
+const logger = new Logger();
+
+export default class ErrorBuilder extends HttpException {
+  code: string;
+
+  constructor(code: string | RpcException) {
+    if (typeof code !== 'string') {
+      logger.log(code.stack);
+      code = (code as any).details as string;
+    } else {
+      logger.log(code);
+    }
+
+    const { statusCode, message, error, code: rCode } = enrichErrorCode(code);
+    super({ statusCode, message, error, code: rCode }, statusCode);
+    this.code = code;
+  }
+}

src/utils/OauthSecrets.ts

@@ -0,0 +1,40 @@
+import {
+  SecretsManagerClient,
+  GetSecretValueCommand,
+} from '@aws-sdk/client-secrets-manager';
+
+class OauthSecretsObject {
+  client_id = '';
+  client_secret = '';
+  redirect_uri = '';
+}
+// @Injectable()
+export class OauthSecrets {
+  hubspot = new OauthSecretsObject();
+  google = new OauthSecretsObject();
+  mailchimp = new OauthSecretsObject();
+  facebook = new OauthSecretsObject();
+}
+export async function getOauthSecrets() {
+  const secrets = new OauthSecrets();
+  const path = process.env.SM_OAUTH_PATH;
+  const secretsManagerClient = new SecretsManagerClient({});
+  for (const key in secrets) {
+    const getSecretComand = new GetSecretValueCommand({
+      SecretId: `${path}/${key}`,
+    });
+    const res = await secretsManagerClient
+      .send(getSecretComand)
+      .catch(() => null);
+    if (res) {
+      secrets[key] = JSON.parse(res.SecretString);
+    } else {
+      secrets[key] = {
+        client_id: 'id',
+        client_secret: 'id',
+        redirect_uri: 'id',
+      };
+    }
+  }
+  return secrets;
+}

src/utils/errorCodes.ts

@@ -0,0 +1,24 @@
+export const AUTH = {
+  UNAUTHORIZED: 'AUTH.UNAUTHORIZED',
+  FORBIDDEN: 'AUTH.FORBIDDEN',
+  WRONG_CREDENTIALS: 'AUTH.WRONG_CREDENTIALS',
+  WRONG_PASSWORD_CONFIRMATION: 'AUTH.WRONG_PASSWORD_CONFIRMATION',
+  TOTP_NOT_ENABLED: 'AUTH.TOTP_NOT_ENABLED',
+  TOTP_ALREADY_ENABLED: 'AUTH.TOTP_ALREADY_ENABLED',
+  TOTP_ALREADY_DISABLED: 'AUTH.TOTP_ALREADY_DISABLED',
+  TOTP_REQUIRED: 'AUTH.TOTP_REQUIRED',
+  CODE_MISMATCH: 'AUTH.CODE_MISMATCH',
+  CODE_ALREADY_USED: 'AUTH.CODE_ALREADY_USED',
+  RESET_PASSWORD_CODE_EXPIRED: 'AUTH.RESET_PASSWORD_CODE_EXPIRED',
+  RESET_PASSWORD_CODE_INVALID: 'AUTH.RESET_PASSWORD_CODE_INVALID',
+  WEAK_NEW_PASSWORD: 'AUTH.WEAK_NEW_PASSWORD',
+};
+
+const ErrorCodes = {
+  UNKNOWN: 'UNKNOWN',
+  RATE_LIMIT: 'RATE_LIMIT',
+  INTERNAL: 'INTERNAL',
+  AUTH,
+};
+
+export default ErrorCodes;

src/utils/grpcHandler.ts

@@ -0,0 +1,19 @@
+import { Logger } from '@nestjs/common';
+import { RpcException } from '@nestjs/microservices';
+import { from } from 'rxjs';
+
+import ErrorBuilder from './ErrorBuilder';
+
+const logger = new Logger();
+
+export default async function grpcHandler<T>(method: Promise<T>) {
+  return new Promise<T>((resolve, reject) => {
+    from(method).subscribe({
+      next: resolve,
+      error: reject,
+      complete: () => logger.log('done'),
+    });
+  }).catch((err: RpcException) => {
+    throw new ErrorBuilder(err);
+  });
+}

src/utils/mustache.ts

@@ -0,0 +1,7 @@
+export const mustache = (string: string, data: Record<string, any> = {}) => {
+  return Object.entries(data).reduce((res, [key, value]) => {
+    const mainRe = new RegExp(`(?<!\\\\){{\\s*${key}\\s*}}`, 'g');
+    const escapeRe = new RegExp(`\\\\({{\\s*${key}\\s*}})`, 'g');
+    return res.replace(mainRe, value.toString()).replace(escapeRe, '$1');
+  }, string);
+};

swagger_empty.json

@@ -0,0 +1,17 @@
+{
+  "openapi": "3.0.0",
+  "paths": {
+  },
+  "info": {
+    "title": "404",
+    "description": "",
+    "version": "",
+    "contact": {}
+  },
+  "tags": [],
+  "servers": [],
+  "components": {
+    
+    "schemas": {}
+  }
+}

tsconfig.json

@@ -17,6 +17,7 @@
     "noImplicitAny": false,
     "strictBindCallApply": false,
     "forceConsistentCasingInFileNames": false,
-    "noFallthroughCasesInSwitch": false
+    "noFallthroughCasesInSwitch": false,
+    "resolveJsonModule": true
   }
 }