Merge branch 'feat/change-password' into main

Tests

.ebextensions/imdsv2.config

@@ -0,0 +1,7 @@
+Resources:
+  AWSEBAutoScalingLaunchConfiguration:
+    Properties:
+      MetadataOptions:
+        HttpEndpoint: enabled
+        HttpPutResponseHopLimit: 2
+        HttpTokens: required

.elasticbeanstalk/config.yml

@@ -0,0 +1,19 @@
+branch-defaults:
+  alpha:
+    environment: null
+global:
+  application_name: maestro
+  branch: null
+  default_ec2_keyname: null
+  default_platform: Docker running on 64bit Amazon Linux 2
+  default_region: us-east-1
+  include_git_submodules: true
+  instance_profile: null
+  platform_name: null
+  platform_version: null
+  profile: null
+  repository: null
+  sc: git
+  workspace_type: Application
+deploy:
+  artifact: deploy.zip

.github/workflows/deploy-manually.yml

@@ -0,0 +1,140 @@
+name: Deploy
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+    inputs:
+      environment:
+        description: 'Deployment environment'
+        required: true
+        type: choice
+        options:
+          - dev
+          - stg
+          - prd
+
+jobs:
+  extract_environment:
+    runs-on: ubuntu-latest
+    outputs:
+      environment: ${{ steps.extract_environment.outputs.environment }}
+    env:
+      EVENT: ${{ github.event_name }}
+      DEPLOY_ENV: ${{ github.event.inputs.environment }}
+    steps:
+      - name: Extract Environment
+        run: |
+          if [ ${EVENT} == "workflow_dispatch" ]; then
+            echo "##[set-output name=environment;]$(echo ${DEPLOY_ENV})"
+          elif [ ${GITHUB_REF} == "refs/heads/main" ]; then
+            echo "##[set-output name=environment;]$(echo "prd")"
+          fi
+        id: extract_environment
+
+  semantic_release:
+    runs-on: ubuntu-latest
+    outputs:
+      #new_release_published: ${{ steps.semantic.outputs.last_release_version != steps.semantic.outputs.new_release_version }}
+      new_release_published: ${{ steps.semantic.outputs.new_release_published }}
+      #new_release_version: ${{ steps.semantic.outputs.new_release_version }}
+      new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - if: github.event_name != 'workflow_dispatch'
+        name: Semantic Release
+        uses: cycjimmy/semantic-release-action@v2
+        id: semantic
+        with:
+          semantic_version: 16
+          extra_plugins: |
+            conventional-changelog-eslint
+          branches: |
+            [
+              'main'
+            ]
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+
+  deploy:
+    if: ${{ github.event_name == 'workflow_dispatch' || needs.semantic_release.outputs.new_release_published == 'true' }}
+    needs: [extract_environment, semantic_release]
+    runs-on:
+      [self-hosted, '${{ needs.extract_environment.outputs.environment }}']
+
+    steps:
+      - name: Printing stats
+        env:
+          EVENT: ${{ github.event_name }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: echo ${GITHUB_REF#refs/heads/}
+
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Update Pip
+        run: |
+          python3 -m pip install --upgrade pip
+
+      - name: Install Docker Compose
+        run: |
+          python3 -m pip install docker-compose --upgrade
+
+      - name: Install AWS CLI
+        run: |
+          python3 -m pip install awscli --upgrade
+
+      - name: Install AWS Elastic Beanstalk CLI
+        run: |
+          python3 -m pip install awsebcli --upgrade
+
+      - name: Configure AWS Region
+        uses: aws-actions/configure-aws-credentials@v1
+        id: aws
+        with:
+          aws-region: us-east-1
+
+      - name: Login to AWS ECR
+        id: login_ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Build, Tag, and Push Image to AWS ECR
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
+        run: |
+          docker-compose -f build.docker-compose.yml build --build-arg NPM_TOKEN=${NPM_TOKEN}
+          docker-compose -f build.docker-compose.yml push
+
+      - name: Create ZIP file to Deploy AWS Beanstalk
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+        run: |
+          sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
+          sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
+          sed -i -e "s/\${ACCOUNT_ID}/$ACCOUNT_ID/g" docker-compose.yml
+          zip deploy.zip docker-compose.yml  -r .ebextensions
+
+      - name: Deploy AWS Beanstalk
+        env:
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+          AWS_REGION: us-east-1
+          APP_NAME: ${{ github.event.repository.name }}
+        run: |
+          eb use $APP_NAME-$ENV
+          echo -e "deploy:\n  artifact: deploy.zip" >> .elasticbeanstalk/config.yml
+          eb deploy
+
+      - name: Remove Docker's Trash
+        continue-on-error: true
+        run: |
+          docker system prune
+          docker rmi -f $(docker images -aq)

.github/workflows/deploy.yml

@@ -1,103 +0,0 @@
-name: Deploy
-on:
-  push:
-    branches:
-      - alpha
-      - beta
-      - main
-
-jobs:
-  deploy:
-    runs-on: self-hosted
-    steps:
-    - name: Checkout
-      uses: actions/checkout@v2
-
-    - name: Semantic Release
-      uses: cycjimmy/semantic-release-action@v2
-      id: semantic
-      with:
-        semantic_version: 16
-        extra_plugins: |
-          conventional-changelog-eslint
-        branches: |
-          [
-            'main',
-            {
-              name: 'alpha',
-              prerelease: true
-            },
-            {
-              name: 'beta',
-              prerelease: true
-            }
-          ]
-      env:
-        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-    - name: Update Pip
-      run: |
-        python3 -m pip install --upgrade pip
-
-    - name: Install Docker Compose
-      run: |
-        python3 -m pip install docker-compose --upgrade
-
-    - name: Install AWS CLI
-      run: |
-        python3 -m pip install awscli --upgrade
-
-    - name: Install AWS Elastic Beanstalk CLI
-      run: |
-        python3 -m pip install awsebcli --upgrade
-
-    - name: Configure AWS Region
-      uses: aws-actions/configure-aws-credentials@v1
-      with:
-        aws-region: us-east-1
-
-    - name: Extract Environment
-      shell: bash
-      run: |
-        if [ ${GITHUB_REF} == "refs/heads/main" ]; then
-          echo "##[set-output name=result;]$(echo "production")"
-        else
-          echo "##[set-output name=result;]$(echo ${GITHUB_REF#refs/heads/})"
-        fi
-      id: extract_environment
-
-    - name: Login to AWS ECR
-      id: login_ecr
-      uses: aws-actions/amazon-ecr-login@v1
-
-    - name: Build, Tag, and Push Image to AWS ECR
-      if: steps.semantic.outputs.new_release_published == 'true'
-      env:
-        ENV: ${{ steps.extract_environment.outputs.result }}
-        IMAGE_TAG: ${{ steps.semantic.outputs.new_release_version }}
-      run: |
-        docker-compose -f build.docker-compose.yml build
-        docker-compose -f build.docker-compose.yml push
-
-    - name: Create ZIP file to Deploy AWS Beanstalk
-      if: steps.semantic.outputs.new_release_published == 'true'
-      env:
-        ENV: ${{ steps.extract_environment.outputs.result }}
-        IMAGE_TAG: ${{ steps.semantic.outputs.new_release_version }}
-      run: |
-        sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
-        sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
-        zip deploy.zip docker-compose.yml
-
-    - name: Deploy AWS Beanstalk
-      if: steps.semantic.outputs.new_release_published == 'true'
-      env:
-        ENV: ${{ steps.extract_environment.outputs.result }}
-        AWS_REGION: us-east-1
-        APP_NAME: maestro
-      run: |
-        [[ -d .elasticbeanstalk/ ]] && rm -R .elasticbeanstalk/
-        printf "1\nn" | eb init $APP_NAME --region $AWS_REGION
-        eb use $APP_NAME-$ENV
-        echo -e "deploy:\n  artifact: deploy.zip" >> .elasticbeanstalk/config.yml
-        eb deploy

.github/workflows/test.yml

@@ -21,14 +21,26 @@ jobs:
         env:
           ENV: test
           IMAGE_TAG: test
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
         run: |
           export ENV=test
-          docker-compose -f build.docker-compose.yml build
+          export IMAGE_TAG=test
+          export ACCOUNT_ID=test
+          docker-compose -f build.docker-compose.yml build --build-arg NPM_TOKEN=${NPM_TOKEN}
 
       - name: Run Test
         env:
           ENV: test
           IMAGE_TAG: test
+          ACCOUNT_ID: test
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
         run: |
           export ENV=test
-          docker-compose run --rm --entrypoint="npm run test" maestro
+          export IMAGE_TAG=test
+          docker-compose -f build.docker-compose.yml run -e NPM_TOKEN=${NPM_TOKEN} --rm --entrypoint="npm run test" maestro
+
+      - name: Remove Docker's Trash
+        continue-on-error: true
+        run: |
+          docker system prune
+          docker rmi -f $(docker images -aq)

.gitignore

@@ -29,7 +29,7 @@ lerna-debug.log*
 
 # IDE - VSCode
 .vscode/*
-!.vscode/settings.json
+#!.vscode/settings.json
 !.vscode/tasks.json
 !.vscode/launch.json
 !.vscode/extensions.json
@@ -37,7 +37,4 @@ lerna-debug.log*
 # Ignore .env files
 *.env
 
-# Elastic Beanstalk Files
-.elasticbeanstalk/*
-!.elasticbeanstalk/*.cfg.yml
-!.elasticbeanstalk/*.global.yml
+.env

.npmrc

@@ -0,0 +1 @@
+//registry.npmjs.org/:_authToken=${NPM_TOKEN}

.releaserc.json

@@ -5,18 +5,18 @@
       {
         "preset": "eslint",
         "releaseRules": [
-          { "tag": "Fix", "release": "patch" },
-          { "tag": "Feat", "release": "minor" },
-          { "tag": "Update", "release": "minor" },
-          { "tag": "Upgrade", "release": "minor" },
-          { "tag": "Breaking", "release": "major" },
-          { "tag": "Docs", "release": "patch" },
-          { "tag": "Chore", "release": "minor" },
-          { "tag": "Build", "release": "patch" },
-          { "tag": "Refactor", "release": "minor" },
-          { "tag": "Test", "release": "patch" },
+          { "tag": "FIX", "release": "patch" },
+          { "tag": "FEAT", "release": "minor" },
+          { "tag": "UPDATE", "release": "minor" },
+          { "tag": "UPGRADE", "release": "minor" },
+          { "tag": "BREAKING", "release": "major" },
+          { "tag": "DOCS", "release": "patch" },
+          { "tag": "CHORE", "release": "minor" },
+          { "tag": "BUILD", "release": "patch" },
+          { "tag": "REFACTOR", "release": "minor" },
+          { "tag": "TEST", "release": "patch" },
           { "tag": "CI", "release": "patch" },
-          { "tag": "Perf", "release": "minor" }
+          { "tag": "PERF", "release": "minor" }
         ]
       }
     ],
@@ -26,6 +26,7 @@
         "preset": "eslint"
       }
     ],
+    "@semantic-release/npm",
     "@semantic-release/github"
   ]
 }

Dockerfile

@@ -1,12 +1,16 @@
-FROM node:14 as packages
+FROM node:14.15.4-alpine3.12 as packages
 WORKDIR /packages
+ARG NPM_TOKEN
 COPY package.json .
+COPY .npmrc .
 RUN npm install
+RUN rm -f ./.npmrc 
 
-FROM node:alpine
+FROM node:14.15.4-alpine3.12
 WORKDIR /app
 COPY . /app/
+ARG NPM_TOKEN
 COPY --from=packages /packages/node_modules /app/node_modules
 RUN npm run build
 EXPOSE 3333
-ENTRYPOINT npm run start
+ENTRYPOINT npm run start

README.md

@@ -1,73 +1,50 @@
+# Maestro
 <p align="center">
-  <a href="http://nestjs.com/" target="blank"><img src="https://nestjs.com/img/logo_text.svg" width="320" alt="Nest Logo" /></a>
-</p>
+  <image src="./assets/maestro.svg" style="width:10rem">
+  <h1 align="center">Maestro</h1>  
+</p> 
+This is the Dadosfera´s gateway repository, it´s responsable for the communication between frontend application and Dadosfera´s mirosservices.
 
-[circleci-image]: https://img.shields.io/circleci/build/github/nestjs/nest/master?token=abc123def456
-[circleci-url]: https://circleci.com/gh/nestjs/nest
+## 💻 Requirements
 
-  <p align="center">A progressive <a href="http://nodejs.org" target="_blank">Node.js</a> framework for building efficient and scalable server-side applications.</p>
-    <p align="center">
-<a href="https://www.npmjs.com/~nestjscore" target="_blank"><img src="https://img.shields.io/npm/v/@nestjs/core.svg" alt="NPM Version" /></a>
-<a href="https://www.npmjs.com/~nestjscore" target="_blank"><img src="https://img.shields.io/npm/l/@nestjs/core.svg" alt="Package License" /></a>
-<a href="https://www.npmjs.com/~nestjscore" target="_blank"><img src="https://img.shields.io/npm/dm/@nestjs/common.svg" alt="NPM Downloads" /></a>
-<a href="https://circleci.com/gh/nestjs/nest" target="_blank"><img src="https://img.shields.io/circleci/build/github/nestjs/nest/master" alt="CircleCI" /></a>
-<a href="https://coveralls.io/github/nestjs/nest?branch=master" target="_blank"><img src="https://coveralls.io/repos/github/nestjs/nest/badge.svg?branch=master#9" alt="Coverage" /></a>
-<a href="https://discord.gg/G7Qnnhy" target="_blank"><img src="https://img.shields.io/badge/discord-online-brightgreen.svg" alt="Discord"/></a>
-<a href="https://opencollective.com/nest#backer" target="_blank"><img src="https://opencollective.com/nest/backers/badge.svg" alt="Backers on Open Collective" /></a>
-<a href="https://opencollective.com/nest#sponsor" target="_blank"><img src="https://opencollective.com/nest/sponsors/badge.svg" alt="Sponsors on Open Collective" /></a>
-  <a href="https://paypal.me/kamilmysliwiec" target="_blank"><img src="https://img.shields.io/badge/Donate-PayPal-ff3f59.svg"/></a>
-    <a href="https://opencollective.com/nest#sponsor"  target="_blank"><img src="https://img.shields.io/badge/Support%20us-Open%20Collective-41B883.svg" alt="Support us"></a>
-  <a href="https://twitter.com/nestframework" target="_blank"><img src="https://img.shields.io/twitter/follow/nestframework.svg?style=social&label=Follow"></a>
-</p>
-  <!--[![Backers on Open Collective](https://opencollective.com/nest/backers/badge.svg)](https://opencollective.com/nest#backer)
-  [![Sponsors on Open Collective](https://opencollective.com/nest/sponsors/badge.svg)](https://opencollective.com/nest#sponsor)-->
+Before you start, make sure you have done the following steps:
 
-## Description
+* Installed Nodejs version 16.14.2
+* Installed latest NPM version
 
-[Nest](https://github.com/nestjs/nest) framework TypeScript starter repository.
 
-## Installation
 
-```bash
-$ npm install
+## 🚀 Installing Maestro
+
+First of all clone the repository:
+ * SSH:
+```
+git clone git@github.com:dadosfera/maestro.git
+```
+ * HTTPS:
+```
+git clone git@github.com:dadosfera/maestro.git
 ```
 
-## Running the app
+## Enviroment variables
 
-```bash
-# development
-$ npm run start
+Here is a list of enviroment variables needed in order to run the application correctly.
 
-# watch mode
-$ npm run start:dev
-
-# production mode
-$ npm run start:prod
+```
+ENV=
+DUC_URL=
+INFACTORY_URL=
+TRFACTORY_URL=
+OTFACTORY_URL=
+PIFACTORY_URL=
+JWT_PRIVATE_KEY=
+AWS_IDENTITY_POOL_ID=
 ```
 
-## Test
+## Running Maestro
 
-```bash
-# unit tests
-$ npm run test
-
-# e2e tests
-$ npm run test:e2e
-
-# test coverage
-$ npm run test:cov
+In order to run Maestro just run the following command:
 ```
-
-## Support
-
-Nest is an MIT-licensed open source project. It can grow thanks to the sponsors and support by the amazing backers. If you'd like to join them, please [read more here](https://docs.nestjs.com/support).
-
-## Stay in touch
-
-- Author - [Kamil Myśliwiec](https://kamilmysliwiec.com)
-- Website - [https://nestjs.com](https://nestjs.com/)
-- Twitter - [@nestframework](https://twitter.com/nestframework)
-
-## License
-
-Nest is [MIT licensed](LICENSE).
+npm run start:dev
+```
+If everything is fine the Maestro will start and be ready to receive HTTP requests

build.docker-compose.yml

@@ -2,4 +2,4 @@ version: "3.8"
 services:
   maestro:
     build: .
-    image: 468720548566.dkr.ecr.us-east-1.amazonaws.com/microservices/maestro_${ENV}:${IMAGE_TAG}
+    image: ${ACCOUNT_ID}.dkr.ecr.us-east-1.amazonaws.com/microservices/maestro_${ENV}:${IMAGE_TAG}

docker-compose.yml

@@ -1,11 +1,13 @@
 version: "3.8"
 services:
   maestro:
-    image: 468720548566.dkr.ecr.us-east-1.amazonaws.com/microservices/maestro_${ENV}:${IMAGE_TAG}
+    image: ${ACCOUNT_ID}.dkr.ecr.us-east-1.amazonaws.com/microservices/maestro_${ENV}:${IMAGE_TAG}
     container_name: maestro
     restart: always
     ports:
       - 3333:3333
+    env_file:
+      - .env
 
   node_exporter:
     image: prom/node-exporter:v1.3.1

package.json

@@ -1,6 +1,6 @@
 {
   "name": "grpc-server-and-client-nestjs-micro-pattern",
-  "version": "1.0.1-alpha.1",
+  "version": "0.0.0",
   "description": "",
   "author": "",
   "private": true,
@@ -21,48 +21,55 @@
     "test:e2e": "jest --config ./test/jest-e2e.json"
   },
   "dependencies": {
-    "@grpc/grpc-js": "^1.5.0",
+    "@grpc/grpc-js": "^1.5.10",
     "@grpc/proto-loader": "^0.6.9",
-    "@nestjs/common": "^8.0.0",
-    "@nestjs/core": "^8.0.0",
+    "@nestjs/common": "^8.4.3",
+    "@nestjs/config": "^1.2.1",
+    "@nestjs/core": "^8.4.3",
     "@nestjs/mapped-types": "*",
-    "@nestjs/microservices": "^8.2.4",
-    "@nestjs/platform-express": "^8.0.0",
-    "@nestjs/swagger": "^5.1.5",
+    "@nestjs/microservices": "^8.4.3",
+    "@nestjs/platform-express": "^8.4.3",
+    "@nestjs/schedule": "^1.1.0",
+    "@nestjs/swagger": "^5.2.1",
+    "@victorradael/protospack": "2.4.2-1",
     "axios": "^0.25.0",
     "dotenv": "^14.2.0",
-    "grpc": "^1.24.11",
+    "helmet": "^5.0.2",
     "jsonwebtoken": "^8.5.1",
     "jwk-to-pem": "^2.0.5",
     "reflect-metadata": "^0.1.13",
     "rimraf": "^3.0.2",
-    "rxjs": "^7.2.0",
+    "rxjs": "^7.5.5",
     "swagger-ui-express": "^4.3.0"
   },
+  "overrides":{
+    "busboy@<1.6.0":"1.6.0"
+  },
   "devDependencies": {
-    "@nestjs/cli": "^8.0.0",
-    "@nestjs/schematics": "^8.0.0",
-    "@nestjs/testing": "^8.0.0",
+    "@nestjs/cli": "^8.2.4",
+    "@nestjs/schematics": "^8.0.8",
+    "@nestjs/testing": "^8.4.3",
     "@types/express": "^4.17.13",
     "@types/jest": "27.0.2",
     "@types/jsonwebtoken": "^8.5.8",
     "@types/jwk-to-pem": "^2.0.1",
-    "@types/node": "^16.0.0",
-    "@types/supertest": "^2.0.11",
-    "@typescript-eslint/eslint-plugin": "^5.0.0",
-    "@typescript-eslint/parser": "^5.0.0",
-    "eslint": "^8.0.1",
-    "eslint-config-prettier": "^8.3.0",
+    "@types/node": "^16.11.26",
+    "@types/supertest": "^2.0.12",
+    "@typescript-eslint/eslint-plugin": "^5.17.0",
+    "@typescript-eslint/parser": "^5.17.0",
+    "eslint": "^8.12.0",
+    "eslint-config-prettier": "^8.5.0",
     "eslint-plugin-prettier": "^4.0.0",
-    "jest": "^27.2.5",
-    "prettier": "^2.3.2",
+    "jest": "^27.5.1",
+    "nock": "^13.2.4",
+    "prettier": "^2.6.1",
     "source-map-support": "^0.5.20",
     "supertest": "^6.1.3",
-    "ts-jest": "^27.0.3",
-    "ts-loader": "^9.2.3",
-    "ts-node": "^10.0.0",
-    "tsconfig-paths": "^3.10.1",
-    "typescript": "^4.3.5"
+    "ts-jest": "^27.1.4",
+    "ts-loader": "^9.2.7",
+    "ts-node": "^10.7.0",
+    "tsconfig-paths": "^3.14.1",
+    "typescript": "^4.6.3"
   },
   "jest": {
     "moduleFileExtensions": [

src/app.module.ts

@@ -1,44 +1,107 @@
-import { MiddlewareConsumer, Module, NestModule, RequestMethod } from '@nestjs/common';
-import { InputGrpcClientModule } from './inputs/input-grpc-client.module';
-import { UsersGrpcClientModule } from './users-grpc-client/users-grpc-client.module';
-import { OutputsModule } from './outputs/outputs.module';
-import { EnrichmentModule } from './enrichment/enrichment.module';
-import { TransformationsModule } from './transformations/transformations.module';
-import { PipelinesModule } from './pipelines/pipelines.module';
-import { RestInputsModule } from './rest/rest-inputs/rest-inputs.module';
-import { RestOutputsModule } from './rest/rest-outputs/rest-outputs.module';
-import { RestEnrichmentsModule } from './rest/rest-enrichments/rest-enrichments.module';
-import { RestTransformationsModule } from './rest/rest-transformations/rest-transformations.module';
-import { RestPipelinesModule } from './rest/rest-pipelines/rest-pipelines.module';
-import { RestUserModule } from './rest/rest-user/rest-user.module';
-import { RestFactoryModule } from './rest/rest-factory/rest-factory.module';
-import { LoggerMiddleware } from './middlewares/authentication';
-import { RestInputsController } from './rest/rest-inputs/rest-inputs.controller';
-import { RestOutputsController } from './rest/rest-outputs/rest-outputs.controller';
-import { RestTransformationsController } from './rest/rest-transformations/rest-transformations.controller';
-import { RestPipelinesController } from './rest/rest-pipelines/rest-pipelines.controller';
-import { RestEnrichmentsController } from './rest/rest-enrichments/rest-enrichments.controller';
-import { RestFactoryController } from './rest/rest-factory/rest-factory.controller';
-import { HealthModule } from './health/health.module';
-@Module({
-  imports: [
-    RestInputsModule, RestOutputsModule, RestEnrichmentsModule, RestTransformationsModule, RestPipelinesModule, RestUserModule, RestFactoryModule, HealthModule,
-    // InputGrpcClientModule,
-    //OutputsModule,
-    //EnrichmentModule,
-    //TransformationsModule,
-    //PipelinesModule
-  ],
-  controllers: [],
-  providers: [],
-})
-export class AppModule implements NestModule{
+import { MiddlewareConsumer, Module, NestModule } from '@nestjs/common';
+import { ClientsModule } from '@nestjs/microservices';
+import { ConfigModule } from '@nestjs/config';
 
+import { LoggerMiddleware } from './middlewares/authentication';
+
+import { InputsController } from './modules/inputs/inputs.controller';
+import { TransformationsController } from './modules/transformations/transformations.controller';
+import { OutputsController } from './modules/outputs/outputs.controllers';
+import { PipelinesController } from './modules/pipelines/pipelines.controller';
+import { AuthController } from './modules/auth/auth.controller';
+import { HealthController } from './modules/health/health.controller';
+
+import { InputsService } from './modules/inputs/inputs.service';
+import { TransformationsService } from './modules/transformations/transformations.service';
+import { OutputsService } from './modules/outputs/outputs.service';
+import { PipelinesService } from './modules/pipelines/pipelines.service';
+// import { AuthService } from './modules/auth/auth.service';
+import { HealthService } from './modules/health/health.service';
+
+import { InputsClientService } from './clients/inputs/client.service';
+import { TransformationsClientService } from './clients/transformations/client.service';
+import { OutputsClientService } from './clients/outputs/client.service';
+import { PipelinesClientService } from './clients/pipelines/client.service';
+import { AuthClientService } from './clients/auth/client.service';
+
+import { OutputsClientConfiguration } from './clients/outputs/client.config';
+import { TransformationsClientConfiguration } from './clients/transformations/client.config';
+import { AuthClient } from './clients/auth/client.config';
+import { InputsClientConfiguration } from './clients/inputs/client.config';
+import { PipelinesClientConfiguration } from './clients/pipelines/client.config';
+import { CatalogController } from './modules/catalog/catalog.controller';
+import { CatalogService } from './modules/catalog/catalog.service';
+
+const authClient = new AuthClient();
+const inputClient = new InputsClientConfiguration();
+const outputClient = new OutputsClientConfiguration();
+const pipelineClient = new PipelinesClientConfiguration();
+const transformationClient = new TransformationsClientConfiguration();
+
+@Module({
+  controllers: [
+    InputsController,
+    TransformationsController,
+    OutputsController,
+    PipelinesController,
+    AuthController,
+    HealthController,
+    CatalogController,
+  ],
+  providers: [
+    InputsService,
+    TransformationsService,
+    OutputsService,
+    PipelinesService,
+    // AuthService,
+    HealthService,
+    InputsClientService,
+    TransformationsClientService,
+    OutputsClientService,
+    PipelinesClientService,
+    AuthClientService,
+    CatalogService,
+  ],
+  imports: [
+    ConfigModule.forRoot({
+      isGlobal: true,
+    }),
+
+    ClientsModule.register([
+      {
+        name: 'INPUTS_PACKAGE',
+        ...inputClient.config(),
+      },
+
+      {
+        name: 'TRANSFORMATIONS_PACKAGE',
+        ...transformationClient.config(),
+      },
+      {
+        name: 'OUTPUTS_PACKAGE',
+        ...outputClient.config(),
+      },
+      {
+        name: 'AUTH_PACKAGE',
+        ...authClient.config(),
+      },
+      {
+        name: 'PIPELINES_PACKAGE',
+        ...pipelineClient.config(),
+      },
+    ]),
+  ],
+})
+export class AppModule implements NestModule {
   configure(consumer: MiddlewareConsumer) {
     consumer
       .apply(LoggerMiddleware)
-        .forRoutes(RestInputsController,RestOutputsController,RestTransformationsController,RestPipelinesController,RestEnrichmentsController,RestFactoryController)
+      .forRoutes(
+        InputsController,
+        TransformationsController,
+        OutputsController,
+        PipelinesController,
+        CatalogController,
+      );
   }
-
-
 }

src/clients/auth/client.config.ts

@@ -0,0 +1,25 @@
+import { credentials } from '@grpc/grpc-js';
+import { ClientOptions, Transport } from '@nestjs/microservices';
+
+import { DucProtoFilePath, DucPackages } from '@victorradael/protospack';
+
+export class AuthClient {
+  config(): ClientOptions {
+    return {
+      transport: Transport.GRPC,
+      options: {
+        url: process.env.DUC_URL,
+        package: DucPackages,
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
+        protoPath: DucProtoFilePath,
+        loader: {
+          enums: String,
+          objects: true,
+          arrays: true,
+        },
+      },
+    };
+  }
+}

src/clients/auth/client.service.ts

@@ -0,0 +1,259 @@
+import { OnModuleInit, Inject } from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
+
+import {
+  DucServicesNames,
+  AuthServiceInterface,
+  AuthSignInRequest,
+  AuthRefreshAccessTokenRequest,
+  AuthConfirmationRequest,
+  AuthResendConfirmationCodeRequest,
+  AuthEnableTotpMfaRequest,
+  AuthDisableTotpMfaRequest,
+  AuthDismissTotpMfaRequest,
+  AuthVerifyTotpMfaRequest,
+  AuthChangePasswordRequest,
+  AuthResetPasswordRequest,
+  AuthVerifyResetPasswordCodeRequest,
+  AuthConfirmResetPasswordRequest,
+} from '@victorradael/protospack';
+
+export class AuthClientService implements OnModuleInit {
+  private authService: AuthServiceInterface;
+  constructor(
+    @Inject('AUTH_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {}
+
+  onModuleInit() {
+    this.authService = this.grpcClient.getService<AuthServiceInterface>(
+      DucServicesNames.AuthProtoService,
+    );
+  }
+
+  async signIn({ username, password, totp }: AuthSignInRequest): Promise<any> {
+    console.log('AuthClientService', 'SignIn');
+
+    return new Promise((resolve, reject) => {
+      this.authService.signIn({ username, password, totp }).subscribe({
+        next: resolve,
+        error: (err) => reject(err.details),
+        complete() {
+          console.log('done');
+        },
+      });
+    });
+  }
+
+  async enableTotpMFA({
+    accessToken,
+    password,
+  }: AuthEnableTotpMfaRequest): Promise<any> {
+    console.log('AuthClientService', 'enableTotpMFA');
+
+    return new Promise((resolve, reject) => {
+      this.authService.enableTotpMfa({ accessToken, password }).subscribe({
+        next: resolve,
+        error: (err) => reject(err.details),
+        complete() {
+          console.log('done');
+        },
+      });
+    });
+  }
+
+  async disableTotpMFA({
+    accessToken,
+    password,
+  }: AuthDisableTotpMfaRequest): Promise<any> {
+    console.log('AuthClientService', 'disableTotpMFA');
+
+    return new Promise((resolve, reject) => {
+      this.authService.disableTotpMfa({ accessToken, password }).subscribe({
+        next: resolve,
+        error: (err) => reject(err.details),
+        complete() {
+          console.log('done');
+        },
+      });
+    });
+  }
+
+  async dismissTotpMFA({
+    accessToken,
+  }: AuthDismissTotpMfaRequest): Promise<any> {
+    console.log('AuthClientService', 'dismissTotpMFA');
+
+    return new Promise((resolve, reject) => {
+      this.authService.dismissTotpMfa({ accessToken }).subscribe({
+        next: resolve,
+        error: (err) => reject(err.details),
+        complete() {
+          console.log('done');
+        },
+      });
+    });
+  }
+
+  async verifyTotp({
+    accessToken,
+    totp,
+  }: AuthVerifyTotpMfaRequest): Promise<any> {
+    console.log('AuthClientService', 'disableTotpMFA');
+
+    return new Promise((resolve, reject) => {
+      this.authService.verifyTotp({ accessToken, totp }).subscribe({
+        next: resolve,
+        error: (err) => reject(err.details),
+        complete() {
+          console.log('done');
+        },
+      });
+    });
+  }
+
+  async confirmRegister({
+    username,
+    code,
+  }: AuthConfirmationRequest): Promise<any> {
+    console.log('AuthClientService', 'confirmRegister');
+
+    const tokens = await new Promise((resolve, reject) => {
+      this.authService.confirmRegister({ username, code }).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    return tokens;
+  }
+
+  async resendeConfirmationCode({
+    username,
+  }: AuthResendConfirmationCodeRequest): Promise<any> {
+    console.log('AuthClientService', 'resendConfirmationCode');
+
+    const authResendConfirmationCodeRequestReturn = await new Promise(
+      (resolve, reject) => {
+        this.authService.resendConfirmationCode({ username }).subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+      },
+    )
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    return authResendConfirmationCodeRequestReturn;
+  }
+
+  async refreshAccessToken({
+    refreshToken,
+  }: AuthRefreshAccessTokenRequest): Promise<any> {
+    console.log('AuthClientService', 'RefreshAccessToken');
+
+    return new Promise((resolve, reject) => {
+      this.authService.refreshAccessToken({ refreshToken }).subscribe({
+        next: resolve,
+        error: (err) => reject(err.details),
+        complete() {
+          console.log('done');
+        },
+      });
+    });
+  }
+
+  async changePassword({
+    accessToken,
+    oldPassword,
+    newPassword,
+  }: AuthChangePasswordRequest): Promise<any> {
+    console.log('AuthClientService', 'ChangePassword');
+
+    return new Promise((resolve, reject) => {
+      this.authService
+        .changePassword({
+          accessToken,
+          oldPassword,
+          newPassword,
+        })
+        .subscribe({
+          next: resolve,
+          error: (err) => reject(err.details),
+          complete() {
+            console.log('done');
+          },
+        });
+    });
+  }
+
+  async resetPassword({ username }: AuthResetPasswordRequest): Promise<any> {
+    console.log('AuthClientService', 'resetPassword');
+
+    return new Promise((resolve, reject) => {
+      this.authService.resetPassword({ username }).subscribe({
+        next: resolve,
+        error: (err) => reject(err.details),
+        complete() {
+          console.log('done');
+        },
+      });
+    });
+  }
+
+  async verifyResetPasswordCode({
+    username,
+    code,
+  }: AuthVerifyResetPasswordCodeRequest): Promise<any> {
+    console.log('AuthClientService', 'verifyResetPasswordCode');
+
+    return new Promise((resolve, reject) => {
+      this.authService.verifyResetPasswordCode({ username, code }).subscribe({
+        next: resolve,
+        error: (err) => reject(err.details),
+        complete() {
+          console.log('done');
+        },
+      });
+    });
+  }
+
+  async confirmResetPassword({
+    username,
+    code,
+    newPassword,
+  }: AuthConfirmResetPasswordRequest): Promise<any> {
+    console.log('AuthClientService', 'confirmResetPassword');
+
+    return new Promise((resolve, reject) => {
+      this.authService
+        .confirmResetPassword({ username, code, newPassword })
+        .subscribe({
+          next: resolve,
+          error: (err) => reject(err.details),
+          complete() {
+            console.log('done');
+          },
+        });
+    });
+  }
+}

src/clients/inputs/client.config.ts

@@ -0,0 +1,25 @@
+import { credentials } from '@grpc/grpc-js';
+import { ClientOptions, Transport } from '@nestjs/microservices';
+
+import { InputPackages, InputProtoFilePath } from '@victorradael/protospack';
+
+export class InputsClientConfiguration {
+  config(): ClientOptions {
+    return {
+      transport: Transport.GRPC,
+      options: {
+        url: process.env.INFACTORY_URL,
+        package: InputPackages,
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
+        protoPath: InputProtoFilePath,
+        loader: {
+          enums: String,
+          objects: true,
+          arrays: true,
+        },
+      },
+    };
+  }
+}

src/clients/inputs/client.service.ts

@@ -0,0 +1,224 @@
+import { OnModuleInit, Inject } from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
+import {
+  InputCreateResponse,
+  InputCreateS3Request,
+  InputNewCreateRequest,
+  InputService,
+  TestConnectionGetColumnsRequest,
+  TestConnectionRequest,
+} from '@victorradael/protospack';
+import {
+  objectCamelToSnake,
+  objectSnakeToCamel,
+} from 'src/utils/CaseConverter';
+import { IIdRequest, UpdateInputRequest } from './interfaces';
+
+export class InputsClientService implements OnModuleInit {
+  private inputService: InputService;
+  constructor(
+    @Inject('INPUTS_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {}
+
+  onModuleInit() {
+    this.inputService =
+      this.grpcClient.getService<InputService>('InputService');
+  }
+
+  async create(createInputDto: InputNewCreateRequest) {
+    console.log('InputClientService', 'Create');
+
+    const createInputResponse = await new Promise((resolve, reject) => {
+      this.inputService
+        .NewCreate(objectSnakeToCamel(createInputDto))
+        .subscribe({
+          next(x) {
+            resolve(objectCamelToSnake(x));
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+    }).catch((err) => {
+      throw new Error(err);
+    });
+
+    return createInputResponse;
+  }
+
+  async createS3Inputs(createInputDto: InputCreateS3Request) {
+    console.log('InputClientService', 'Create');
+
+    const createInputResponse = await new Promise((resolve, reject) => {
+      this.inputService.CreateS3(objectSnakeToCamel(createInputDto)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return createInputResponse;
+  }
+
+  async findOne(data: IIdRequest) {
+    console.log('InputClientService', 'FindOne');
+
+    const findOneInputResponse = await new Promise((resolve, reject) => {
+      this.inputService.FindOne(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return findOneInputResponse;
+  }
+
+  async findAll(data) {
+    console.log('InputClientService', 'FindAll');
+
+    const findAllInputResponse = await new Promise((resolve, reject) => {
+      this.inputService.FindAll(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return findAllInputResponse;
+  }
+
+  async update(updateInputDTO: UpdateInputRequest) {
+    console.log('InputClientService', 'Update');
+    const updateInputResponse = await new Promise((resolve, reject) => {
+      this.inputService.Update(objectSnakeToCamel(updateInputDTO)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return updateInputResponse;
+  }
+
+  async remove(idRequest: IIdRequest) {
+    console.log('InputClientService', 'Remove');
+
+    const removeInputResponse = await new Promise((resolve, reject) => {
+      this.inputService.Remove(objectSnakeToCamel(idRequest)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return removeInputResponse;
+  }
+
+  async testConnection(data: TestConnectionRequest) {
+    console.log('InputClientService', 'TestConnection');
+    const testConnectionResponse = await new Promise((resolve, reject) => {
+      this.inputService.NewTestConnection(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return testConnectionResponse;
+  }
+
+  async getColumns(data: TestConnectionGetColumnsRequest) {
+    console.log('InputClientService', 'TestConnection/Get-Columns');
+    const getColumnsResponse = await new Promise((resolve, reject) => {
+      this.inputService.GetColumns(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return getColumnsResponse;
+  }
+}

src/clients/inputs/interfaces.d.ts

@@ -0,0 +1,62 @@
+interface Values {
+  jdbc_user: string;
+  jdbc_password: string;
+  database: string;
+  endpoint: string;
+  tables: string[];
+  port: string;
+  engine: string;
+  schema: string;
+}
+
+interface Cron {
+  hours: string[];
+  hour_interval: boolean;
+  hour_resourse: boolean;
+  hour_resourse_value: number;
+  month_day: string[];
+  month_day_interval: boolean;
+  month_day_resourse: boolean;
+  month_day_resourse_value: number;
+  month: string[];
+  month_interval: boolean;
+  month_resourse: boolean;
+  month_resourse_value: number;
+  week_days: string[];
+  week_days_interval: boolean;
+  week_days_resourse: boolean;
+  week_days_resourse_value: number;
+}
+
+export interface Info {
+  costumer_id: string;
+  user_id: string;
+}
+
+export interface ICreateInputRequest {
+  cron: string;
+  name: string;
+  plugin: string;
+  values: Values;
+  operation: string;
+  info: Info;
+}
+export interface IIdRequest {
+  id: string;
+  info: Info;
+}
+
+export interface UpdateInputRequest {
+  id: string;
+  cron: string;
+  name: string;
+  plugin: string;
+  values: Values;
+  operation: string;
+  info: Info;
+}
+
+export interface ITestConnectionRequest {
+  plugin: string;
+  values: Values;
+}

src/clients/outputs/client.config.ts

@@ -0,0 +1,24 @@
+import { OutputPackages, OutputProtoFilePath } from '@victorradael/protospack';
+import { ClientOptions, Transport } from '@nestjs/microservices';
+import { credentials } from '@grpc/grpc-js';
+
+export class OutputsClientConfiguration {
+  config(): ClientOptions {
+    return {
+      transport: Transport.GRPC,
+      options: {
+        url: process.env.OTFACTORY_URL,
+        package: OutputPackages,
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
+        protoPath: OutputProtoFilePath,
+        loader: {
+          enums: String,
+          objects: true,
+          arrays: true,
+        },
+      },
+    };
+  }
+}

src/clients/outputs/client.service.ts

@@ -0,0 +1,160 @@
+import { Controller, Inject, OnModuleInit } from '@nestjs/common';
+import { ClientGrpc, Payload } from '@nestjs/microservices';
+import {
+  OutputServicesNames,
+  OutputsServiceInterface,
+} from '@victorradael/protospack';
+import {
+  objectCamelToSnake,
+  objectSnakeToCamel,
+} from 'src/utils/CaseConverter';
+import {
+  ICreateOutputRequest,
+  IIdRequest,
+  IOutputUpdateRequest,
+} from './interfaces';
+
+@Controller('output')
+export class OutputsClientService implements OnModuleInit {
+  private outputService: OutputsServiceInterface;
+  constructor(
+    @Inject('OUTPUTS_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {}
+
+  onModuleInit() {
+    this.outputService = this.grpcClient.getService<OutputsServiceInterface>(
+      OutputServicesNames.OutputService,
+    );
+  }
+
+  async create(@Payload() createOutputDto: ICreateOutputRequest) {
+    console.log('OutputClientService', 'Create');
+
+    const createOutputResponse = await new Promise((resolve, reject) => {
+      this.outputService.Create(objectSnakeToCamel(createOutputDto)).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    const convertedItem = objectCamelToSnake(createOutputResponse['output']);
+    createOutputResponse['output'] = convertedItem;
+    return createOutputResponse;
+  }
+
+  async findAll(data) {
+    console.log('OutputClientService', 'FindAll');
+
+    const findAllOutputResponse = await new Promise((resolve, reject) => {
+      this.outputService.FindAll(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    const convertedOutputs = findAllOutputResponse['outputs'].map((ot) => {
+      return objectCamelToSnake(ot);
+    });
+
+    return { outputs: convertedOutputs };
+  }
+
+  async findOne(data: IIdRequest) {
+    console.log('OutputClientService', 'FindOne');
+
+    const findOneOutputResponse = await new Promise((resolve, reject) => {
+      this.outputService.FindOne(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return objectCamelToSnake(findOneOutputResponse);
+  }
+
+  async update(updateOutPutDTO: IOutputUpdateRequest) {
+    console.log('OutputClientService', 'Update');
+
+    const updateOutputResponse = await new Promise((resolve, reject) => {
+      this.outputService.Update(objectSnakeToCamel(updateOutPutDTO)).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return objectCamelToSnake(updateOutputResponse);
+  }
+
+  async remove(data: IIdRequest) {
+    console.log('OutputClientService', 'Remove');
+
+    const removeOutputResponse = await new Promise((resolve, reject) => {
+      this.outputService.Remove(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return removeOutputResponse;
+  }
+}

src/clients/outputs/interfaces.d.ts

@@ -0,0 +1,29 @@
+export interface ICreateOutputRequest {
+  operation: string;
+  name: string;
+  plugin: string;
+  values: Values;
+}
+
+export interface Values {
+  prefix: string;
+}
+
+interface Info {
+  user_id: string;
+  customer_id: string;
+}
+
+export interface IIdRequest {
+  id: string;
+  info: Info;
+}
+
+export interface IOutputUpdateRequest {
+  id: string;
+  operation: string;
+  values: Values;
+  plugin: string;
+  name: string;
+  info: Info;
+}

src/clients/pipelines/client.config.ts

@@ -0,0 +1,27 @@
+import { ClientOptions, Transport } from '@nestjs/microservices';
+import {
+  PipelinePackages,
+  PipelineProtoFilePath,
+} from '@victorradael/protospack';
+import { credentials } from '@grpc/grpc-js';
+
+export class PipelinesClientConfiguration {
+  config(): ClientOptions {
+    return {
+      transport: Transport.GRPC,
+      options: {
+        url: process.env.PIFACTORY_URL,
+        package: PipelinePackages,
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
+        protoPath: PipelineProtoFilePath,
+        loader: {
+          enums: String,
+          objects: true,
+          arrays: true,
+        },
+      },
+    };
+  }
+}

src/clients/pipelines/client.service.ts

@@ -0,0 +1,249 @@
+import { Inject, OnModuleInit } from '@nestjs/common';
+import { ClientGrpc, Payload } from '@nestjs/microservices';
+import {
+  PipelineServicesNames,
+  PipelinesServiceInterface,
+} from '@victorradael/protospack';
+import {
+  objectCamelToSnake,
+  objectSnakeToCamel,
+} from 'src/utils/CaseConverter';
+import {
+  ICreatePipelineDto,
+  IGetPipelineLogsRequest,
+  IIdRequest,
+  IUpdatePipelineRequest,
+} from './interfaces';
+
+export class PipelinesClientService implements OnModuleInit {
+  private pipelineService: PipelinesServiceInterface;
+  constructor(
+    @Inject('PIPELINES_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {}
+
+  onModuleInit() {
+    this.pipelineService =
+      this.grpcClient.getService<PipelinesServiceInterface>(
+        PipelineServicesNames.PipelineService,
+      );
+  }
+
+  async create(@Payload() createPipelineDto: ICreatePipelineDto) {
+    console.log('PipelinesClientService', 'Create');
+
+    const createPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService
+        .Create(objectSnakeToCamel(createPipelineDto))
+        .subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return createPipelineResponse;
+  }
+
+  async findAll(data: IIdRequest) {
+    console.log('PipelinesClientService', 'FindAll');
+
+    const findAllPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService.FindAll(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(x.pipelines);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return findAllPipelineResponse;
+  }
+
+  async findOne(data: IIdRequest) {
+    console.log('PipelinesClientService', 'FindOne');
+
+    const findOnePipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService.FindOne(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return findOnePipelineResponse;
+  }
+
+  async update(UpdatePipelineRequest: IUpdatePipelineRequest) {
+    console.log('PipelinesClientService', 'Update');
+
+    const updatePipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService
+        .Update(objectSnakeToCamel(UpdatePipelineRequest))
+        .subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return updatePipelineResponse;
+  }
+
+  async remove(data: IIdRequest) {
+    console.log('PipelinesClientService', 'Remove');
+
+    const removePipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService.remove(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return removePipelineResponse;
+  }
+
+  async getPipelineLogsMessages(data: IGetPipelineLogsRequest) {
+    console.log('PipelinesClientService', 'GetPipelineLogsMessages');
+
+    const logsPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService.getPipelineLogs(data).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          console.log('Observable Error');
+          reject(err);
+        },
+        complete() {
+          console.log('done');
+        },
+      });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return logsPipelineResponse;
+  }
+
+  async getPipelineStatus(data) {
+    console.log('PipelinesClientService', 'GetPipelineStatus');
+
+    const statusPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService
+        .getPipelineStatus(objectSnakeToCamel(data))
+        .subscribe({
+          next(x) {
+            const statusArray = x.status.sort((a, b) => {
+              if (a.id < b.id) {
+                return 1;
+              } else {
+                return -1;
+              }
+            });
+            resolve({ status: statusArray });
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return statusPipelineResponse;
+  }
+
+  async runPipeline({ id, info }: IIdRequest) {
+    console.log('PipelinesClientService', 'RunPipeline');
+    const statusPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService
+        .triggerPipeline(objectSnakeToCamel({ id, info }))
+        .subscribe({
+          next(x) {
+            if (x.status == false) {
+              reject(
+                'This pipeline is not ready yet to execute, Try again later!',
+              );
+            }
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+    })
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return statusPipelineResponse;
+  }
+}

src/clients/pipelines/interfaces.d.ts

@@ -0,0 +1,39 @@
+export interface ICreatePipelineDto {
+  input: IdRequest;
+  transformations: IdRequest[];
+  output: IdRequest;
+  tags: string[];
+  name: string;
+  description: string;
+  info: Info;
+}
+
+export interface Info {
+  customer_id: sting;
+  user_id: string;
+}
+
+export interface IdRequest {
+  id: string;
+}
+
+export interface IIdRequest {
+  id: string;
+  info: Info;
+}
+
+export interface IUpdatePipelineRequest {
+  input: IdRequest;
+  transformations: IdRequest[];
+  output: IdRequest;
+  tags: string[];
+  name: string;
+  description: string;
+  id: string;
+  info: Info;
+}
+
+export interface IGetPipelineLogsRequest {
+  id: string;
+  details: string;
+}

src/clients/transformations/client.config.ts

@@ -0,0 +1,25 @@
+import { ClientOptions, Transport } from '@nestjs/microservices';
+import {
+  TransformationPackages,
+  TransformationProtoFilePath,
+} from '@victorradael/protospack';
+import { credentials } from '@grpc/grpc-js';
+
+export class TransformationsClientConfiguration {
+  config(): ClientOptions {
+    return {
+      transport: Transport.GRPC,
+      options: {
+        url: process.env.INFACTORY_URL,
+        package: TransformationPackages,
+        credentials: credentials.createSsl(),
+        protoPath: TransformationProtoFilePath,
+        loader: {
+          enums: String,
+          objects: true,
+          arrays: true,
+        },
+      },
+    };
+  }
+}

src/clients/transformations/client.service.ts

@@ -0,0 +1,173 @@
+import { Controller, Inject, OnModuleInit, Post } from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
+import { TransformationsServiceInterface } from '@victorradael/protospack';
+import {
+  objectCamelToSnake,
+  objectSnakeToCamel,
+} from 'src/utils/CaseConverter';
+import { ICreateTransformationsRequest, IIdRequest } from './interfaces';
+
+@Controller('transformation')
+export class TransformationsClientService implements OnModuleInit {
+  private transformationService: TransformationsServiceInterface;
+  constructor(
+    @Inject('TRANSFORMATIONS_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {}
+
+  onModuleInit() {
+    this.transformationService =
+      this.grpcClient.getService<TransformationsServiceInterface>(
+        'TransformationService',
+      );
+  }
+
+  @Post()
+  async create(createTransformationsDto: ICreateTransformationsRequest) {
+    console.log('TransformationClientService', 'Create');
+
+    const createTransformationResponse = await new Promise(
+      (resolve, reject) => {
+        this.transformationService
+          .Create(objectSnakeToCamel(createTransformationsDto))
+          .subscribe({
+            next(x) {
+              resolve(x);
+            },
+            error(err) {
+              console.log('Observable Error');
+              reject(err);
+            },
+            complete() {
+              console.log('done');
+            },
+          });
+      },
+    )
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    const convertedTransforms = createTransformationResponse[
+      'transformations'
+    ].map((tr) => {
+      return objectCamelToSnake(tr);
+    });
+
+    return { transformations: convertedTransforms };
+  }
+
+  async findAll(data) {
+    console.log('TransformationClientService', 'FindAll');
+
+    const findAllTransformationResponse = await new Promise(
+      (resolve, reject) => {
+        this.transformationService.FindAll(objectSnakeToCamel(data)).subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+      },
+    )
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+    const convertedTransforms = findAllTransformationResponse[
+      'transformations'
+    ].map((tr) => {
+      return objectCamelToSnake(tr);
+    });
+    return { transformations: convertedTransforms };
+  }
+
+  async findOne(data: IIdRequest) {
+    console.log('TransformationClientService', 'FindOne');
+
+    const findOneTransformationResponse = await new Promise(
+      (resolve, reject) => {
+        this.transformationService.FindOne(objectSnakeToCamel(data)).subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+      },
+    )
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return objectCamelToSnake(findOneTransformationResponse);
+  }
+
+  async update(updateTransformationDTO) {
+    console.log('TransformationClientService', 'Update');
+
+    const updateTransformationResponse = await new Promise(
+      (resolve, reject) => {
+        this.transformationService
+          .Update(objectSnakeToCamel(updateTransformationDTO))
+          .subscribe({
+            next(x) {
+              resolve(x);
+            },
+            error(err) {
+              console.log('Observable Error');
+              reject(err);
+            },
+            complete() {
+              console.log('done');
+            },
+          });
+      },
+    )
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return objectCamelToSnake(updateTransformationResponse);
+  }
+
+  async remove(data: IIdRequest) {
+    console.log('TransformationClientService', 'Remove');
+
+    const removeTransformationResponse = await new Promise(
+      (resolve, reject) => {
+        this.transformationService.Remove(objectSnakeToCamel(data)).subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            console.log('Observable Error');
+            reject(err);
+          },
+          complete() {
+            console.log('done');
+          },
+        });
+      },
+    )
+      .then((res) => res)
+      .catch((err) => {
+        throw new Error(err);
+      });
+
+    return objectCamelToSnake(removeTransformationResponse);
+  }
+}

src/clients/transformations/interfaces.d.ts

@@ -0,0 +1,37 @@
+export interface ICreateTransformationsRequest {
+  transformations: Transformation[];
+  info: Info;
+}
+interface Param {
+  base_column: string;
+  column_name: string;
+  n_digits: number;
+  start_index: number;
+  randbelow: number;
+  const: string;
+}
+
+export interface Info {
+  customer_id: string;
+  user_id: string;
+}
+
+interface Transformation {
+  created_at: string;
+  id: string;
+  client_id: string;
+  type: string;
+  params: Param[];
+  input_source: string;
+  table: string;
+}
+
+export interface IIdRequest {
+  id: string;
+  info: Info;
+}
+
+export interface IUpdateTransformationRequest {
+  transformation: Transformation;
+  info: Info;
+}

src/enrichment/config/grpc-client.ts

@@ -1,17 +0,0 @@
-import { join } from 'path';
-import { ClientOptions, Transport } from '@nestjs/microservices';
-
-export const GrpcClientConfiguration: ClientOptions = {
-  transport: Transport.GRPC,
-  options: {
-    //url: `${process.env.USERS_SVC_URL}:${process.env.USERS_SVC_PORT}`,
-    url: `127.0.0.1:50053`,
-    package: 'enrichment',
-    protoPath: join(__dirname, '..', 'proto', 'enrichment.proto'),
-    loader: {
-      enums: String,
-      objects: true,
-      arrays: true,
-    },
-  },
-};

src/enrichment/dto/create-enrichment.dto.ts

@@ -1,6 +0,0 @@
-export class CreateEnrichmentDto {
-
-    type:string;
-
-    columns:string[]
-}

src/enrichment/dto/update-enrichment.dto.ts

@@ -1,6 +0,0 @@
-import { PartialType } from '@nestjs/mapped-types';
-import { CreateEnrichmentDto } from './create-enrichment.dto';
-
-export class UpdateEnrichmentDto extends PartialType(CreateEnrichmentDto) {
-
-}

src/enrichment/enrichment.controller.spec.ts

@@ -1,20 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { EnrichmentController } from './enrichment.controller';
-import { EnrichmentsService } from './enrichment.service';
-
-describe('EnrichmentController', () => {
-  let controller: EnrichmentController;
-
-  beforeEach(async () => {
-    const module: TestingModule = await Test.createTestingModule({
-      controllers: [EnrichmentController],
-      providers: [EnrichmentsService],
-    }).compile();
-
-    controller = module.get<EnrichmentController>(EnrichmentController);
-  });
-
-  it('should be defined', () => {
-    expect(controller).toBeDefined();
-  });
-});

src/enrichment/enrichment.controller.ts

@@ -1,60 +0,0 @@
-import {
-  Controller,
-  Delete,
-  Get,
-  OnModuleInit,
-  Param,
-  Post,
-  Put,
-} from '@nestjs/common';
-import { Client, ClientGrpc, Payload } from '@nestjs/microservices';
-import { EnrichmentsService } from './enrichment.service';
-import { CreateEnrichmentDto } from './dto/create-enrichment.dto';
-import { UpdateEnrichmentDto } from './dto/update-enrichment.dto';
-import { ApiTags } from '@nestjs/swagger';
-import { GrpcClientConfiguration } from './config/grpc-client';
-
-@ApiTags('enrichments')
-@Controller('enrichment')
-export class EnrichmentController implements OnModuleInit {
-
-  @Client(GrpcClientConfiguration)
-  private enrichmentServiceClient: ClientGrpc;
-
-  private enrichmentService: EnrichmentsService;
-
-  onModuleInit() {
-    this.enrichmentService =
-      this.enrichmentServiceClient.getService<EnrichmentsService>(
-        'EnrichmentService',
-      );
-  }
-
-  @Post()
-  create(@Payload() createEnrichmentDto: CreateEnrichmentDto) {
-    return this.enrichmentService.create(createEnrichmentDto);
-  }
-
-  @Get()
-  list() {
-    return this.enrichmentService.list();
-  }
-
-  @Get(':id')
-  show(@Param() id: string) {
-    return this.enrichmentService.show(id);
-  }
-
-  @Put(':id')
-  update(
-    @Param() id: string,
-    @Payload() updateEnrichmentDto: UpdateEnrichmentDto,
-  ) {
-    return this.enrichmentService.update(id, updateEnrichmentDto);
-  }
-
-  @Delete(':id')
-  remove(@Param() id: string) {
-    return this.enrichmentService.remove(id);
-  }
-}

src/enrichment/enrichment.module.ts

@@ -1,9 +0,0 @@
-import { Module } from '@nestjs/common';
-import { EnrichmentsService } from './enrichment.service';
-import { EnrichmentController } from './enrichment.controller';
-
-@Module({
-  controllers: [EnrichmentController],
-  providers: [EnrichmentsService],
-})
-export class EnrichmentModule {}

src/enrichment/enrichment.service.spec.ts

@@ -1,18 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { EnrichmentsService } from './enrichment.service';
-
-describe('EnrichmentService', () => {
-  let service: EnrichmentsService;
-
-  beforeEach(async () => {
-    const module: TestingModule = await Test.createTestingModule({
-      providers: [EnrichmentsService],
-    }).compile();
-
-    service = module.get<EnrichmentsService>(EnrichmentsService);
-  });
-
-  it('should be defined', () => {
-    expect(service).toBeDefined();
-  });
-});

src/enrichment/enrichment.service.ts

@@ -1,26 +0,0 @@
-import { Injectable } from '@nestjs/common';
-import { CreateEnrichmentDto } from './dto/create-enrichment.dto';
-import { UpdateEnrichmentDto } from './dto/update-enrichment.dto';
-
-@Injectable()
-export class EnrichmentsService {
-  create(createEnrichmentDto: CreateEnrichmentDto) {
-    return 'This action adds a new enrichment';
-  }
-
-  list() {
-    return `This action returns all enrichment`;
-  }
-
-  show(id: string) {
-    return `This action returns a #${id} enrichment`;
-  }
-
-  update(id: string, updateEnrichmentDto: UpdateEnrichmentDto) {
-    return `This action updates a #${id} enrichment`;
-  }
-
-  remove(id: string) {
-    return `This action removes a #${id} enrichment`;
-  }
-}

src/enrichment/entities/enrichment.entity.ts

@@ -1,8 +0,0 @@
-export class Enrichment {
-
-    id:string;
-
-    type:string;
-
-    columns:string[]
-}

src/enrichment/proto/enrichment.proto

@@ -1,43 +0,0 @@
-syntax = "proto3";
-
-package enrichment;
-
-
-import "google/protobuf/timestamp.proto";
-
-
-
-service EnrichmentService {
-  rpc Create(CreateEnrichmentRequest) returns (Enrichment) {}
-  rpc Show(IdRequest) returns (Enrichment) {}
-  rpc List(Empty) returns (ListResponse){}
-  rpc Update(UpdateEnrichmentRequest) returns (Enrichment){}
-  rpc Remove(IdRequest) returns (Empty){}
-}
-
-message Empty {}
-
-message IdRequest{
-  string id = 1;
-}
-
-message UpdateEnrichmentRequest{
-  string id = 1;
-  string type = 2;
-  repeated string columns = 3;
-}
-
-message Enrichment {
-    string id = 1;
-    string type = 2;
-    repeated string columns = 3;
-}
-
-message CreateEnrichmentRequest {
-    string type = 1;
-    repeated string columns = 2;
-}
-
-message ListResponse {
-  repeated Enrichment enrichments = 2;
-}

src/error/http-exception.filter.spec.ts

@@ -0,0 +1,7 @@
+import { HttpExceptionFilter } from './http-exception.filter';
+
+describe('HttpExceptionFilter', () => {
+  it('should be defined', () => {
+    expect(new HttpExceptionFilter()).toBeDefined();
+  });
+});

src/error/http-exception.filter.ts

@@ -0,0 +1,24 @@
+import {
+  ExceptionFilter,
+  Catch,
+  ArgumentsHost,
+  HttpException,
+} from '@nestjs/common';
+import { Request, Response } from 'express';
+
+@Catch(HttpException)
+export class HttpExceptionFilter implements ExceptionFilter {
+  catch(exception: HttpException, host: ArgumentsHost) {
+    const ctx = host.switchToHttp();
+    const response = ctx.getResponse<Response>();
+    const request = ctx.getRequest<Request>();
+    const status = exception.getStatus();
+
+    response.status(status).json({
+      status_code: status,
+      timestamp: new Date().toISOString(),
+      path: request.url,
+      method: request.method,
+    });
+  }
+}

src/health/entities/health.entity.ts

@@ -1 +0,0 @@
-export class Health {}

src/health/health.module.ts

@@ -1,9 +0,0 @@
-import { Module } from '@nestjs/common';
-import { HealthService } from './health.service';
-import { HealthController } from './health.controller';
-
-@Module({
-  controllers: [HealthController],
-  providers: [HealthService],
-})
-export class HealthModule {}

src/inputs/config/grpc-client.ts

@@ -1,17 +0,0 @@
-import { join } from 'path';
-import { ClientOptions, Transport } from '@nestjs/microservices';
-
-export const GrpcClientConfiguration: ClientOptions = {
-  transport: Transport.GRPC,
-  options: {
-    //url: `${process.env.USERS_SVC_URL}:${process.env.USERS_SVC_PORT}`,
-    url: `127.0.0.1:50052`,
-    package: 'input',
-    protoPath: join(__dirname, '..', 'proto', 'input.proto'),
-    loader: {
-      enums: String,
-      objects: true,
-      arrays: true,
-    },
-  },
-};

src/inputs/dto/create-input-grpc-client.dto.ts

@@ -1,13 +0,0 @@
-
-export class CreateInputGrpcClientDto {
-
-    cron:string;
-
-    name:string;
-
-    plugin:string;
-
-    values:string;
-
-    operation:string;
-}

src/inputs/dto/test-connection-grpc-client.dto.ts

@@ -1,5 +0,0 @@
-export class TestConnectionDTO{
-
-    values:string;
-    plugin:string;
-}

src/inputs/dto/update-input-grpc-client.dto.ts

@@ -1,6 +0,0 @@
-import { PartialType } from '@nestjs/mapped-types';
-import { CreateInputGrpcClientDto } from './create-input-grpc-client.dto';
-
-export class UpdateInputGrpcClientDto extends PartialType(
-  CreateInputGrpcClientDto,
-) {}

src/inputs/entities/input-grcp-client.entity.ts

@@ -1,14 +0,0 @@
-export class InputGrpcClient {
-
-    id:string;
-
-    cron:string;
-
-    name:string;
-
-    plugin:string;
-
-    values:string;
-
-    operation:string;
-}

src/inputs/input-grpc-client.controller.ts

@@ -1,63 +0,0 @@
-import {
-  Get,
-  Post,
-  Controller,
-  Delete,
-  OnModuleInit,
-  Put,
-  Param
-} from '@nestjs/common';
-import { Client, ClientGrpc, Payload } from '@nestjs/microservices';
-import { CreateInputGrpcClientDto } from './dto/create-input-grpc-client.dto';
-import { UpdateInputGrpcClientDto } from './dto/update-input-grpc-client.dto';
-import { InputGrpcClientService } from './input-grpc-client.service';
-import { GrpcClientConfiguration } from './config/grpc-client';
-import { TestConnectionDTO } from './dto/test-connection-grpc-client.dto';
-import { ApiTags } from '@nestjs/swagger';
-
-@Controller('grpc/input')
-export class InputGrpcClientController implements OnModuleInit {
-  @Client(GrpcClientConfiguration)
-  private inputServiceClient: ClientGrpc;
-
-  private inputService: InputGrpcClientService;
-
-  onModuleInit() {
-    this.inputService =
-      this.inputServiceClient.getService<InputGrpcClientService>('InputService');
-  }
-
-  @Post()
-  async create(@Payload() createInputDto: CreateInputGrpcClientDto) {
-    return this.inputService.create(createInputDto);
-  }
-
-  @Get()
-  list() {
-    return this.inputService.list();
-  }
-
-  @Get(':id')
-  show(@Param() id: string) {
-    return this.inputService.show(id);
-  }
-
-  @Put(':id')
-  update(
-    @Payload() updateInputDto: UpdateInputGrpcClientDto,
-    @Param() id: string,
-  ) {
-    return this.inputService.update(id, updateInputDto);
-  }
-
-  @Delete(':id')
-  remove(@Param() id: string) {
-    return this.inputService.remove(id);
-  }
-
-  @Get('/test-connection')
-  testConnection(@Payload() testConnectionDTO:TestConnectionDTO){
-
-    return this.inputService.testConnection(testConnectionDTO)
-  }
-}

src/inputs/input-grpc-client.module.ts

@@ -1,13 +0,0 @@
-import { Module } from '@nestjs/common';
-import { InputGrpcClientService } from './input-grpc-client.service';
-import { InputGrpcClientController } from './input-grpc-client.controller';
-// import { InputRestClientController } from './input-rest-client.controller';
-
-@Module({
-  controllers: [
-    InputGrpcClientController,
-    // InputRestClientController
-  ],
-  providers: [InputGrpcClientService],
-})
-export class InputGrpcClientModule {}

src/inputs/input-grpc-client.service.spec.ts

@@ -1,18 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { InputGrpcClientService } from './input-grpc-client.service';
-
-describe('InputGrcpClientService', () => {
-  let service: InputGrpcClientService;
-
-  beforeEach(async () => {
-    const module: TestingModule = await Test.createTestingModule({
-      providers: [InputGrpcClientService],
-    }).compile();
-
-    service = module.get<InputGrpcClientService>(InputGrpcClientService);
-  });
-
-  it('should be defined', () => {
-    expect(service).toBeDefined();
-  });
-});

src/inputs/input-grpc-client.service.ts

@@ -1,31 +0,0 @@
-import { Injectable } from '@nestjs/common';
-import { CreateInputGrpcClientDto } from './dto/create-input-grpc-client.dto';
-import { TestConnectionDTO } from './dto/test-connection-grpc-client.dto';
-import { UpdateInputGrpcClientDto } from './dto/update-input-grpc-client.dto';
-
-@Injectable()
-export class InputGrpcClientService {
-  create(createInputGrcpClientDto: CreateInputGrpcClientDto) {
-    return 'This action adds a new InputGrcpClient';
-  }
-
-  list() {
-    return `This action returns all InputGrcpClient`;
-  }
-
-  show(id: string) {
-    return `This action returns a #${id} InputGrcpClient`;
-  }
-
-  update(id: string, updateInputGrcpClientDto: UpdateInputGrpcClientDto) {
-    return `This action updates a #${id} InputGrcpClient`;
-  }
-
-  remove(id: string) {
-    return `This action removes a #${id} InputGrcpClient`;
-  }
-
-  testConnection(testConnectionDTO:TestConnectionDTO){
-    return `This action tests a given connection`;
-  }
-}

src/inputs/input-rest-client.controller.ts

@@ -1,71 +0,0 @@
-import { Body, Controller, Delete, Get, Param, Post, Put, Redirect } from '@nestjs/common';
-import { Payload } from '@nestjs/microservices';
-import axios from 'axios';
-import { Console } from 'console';
-import { CreateInputGrpcClientDto } from './dto/create-input-grpc-client.dto';
-import { UpdateInputGrpcClientDto } from './dto/update-input-grpc-client.dto';
-
-@Controller('input')
-export class InputRestClientController {
-
-
-    @Get('/test-connection/')
-    async testConnection(){
-        console.log(process.env.DEV_URL+`/test-connection`, "ON TEST CONNECTION ROUTE")
-        await axios.get(process.env.DEV_URL+`/test-connection`).then( (response) => {
-            return response
-        })
-    }
-
-    @Post()
-    async create(@Body() createInputDto: CreateInputGrpcClientDto){
-        console.log(createInputDto)
-        console.log(process.env.DEV_URL+`/input`, "ON CREATE ROUTE")
-
-        await axios.post(process.env.DEV_URL+'/input',createInputDto).then( (response) => {
-            return response
-        })
-    }
-
-    @Get()
-    async list(){
-        console.log(process.env.DEV_URL+`/input`, "ON GET ROUTE")
-        await axios.get(process.env.DEV_URL+`/input`).then( (response) => {
-            return response
-        })
-    }
-
-
-    @Get('/:id')
-    async show(@Param() id: string){
-        console.log(process.env.DEV_URL+`/input/${id}`, "ON SHOW ROUTE")
-        await axios.get(process.env.DEV_URL+`/input/${id}`).then( (response) => {
-            return response
-        })
-    }
-
-
-    @Put(':id')
-    async update(
-        @Payload() updateInputDto: UpdateInputGrpcClientDto,
-        @Param() id: string,
-    ){
-        console.log(process.env.DEV_URL+`/input/${id}`, "ON UPDATE ROUTE")
-        await axios.put(process.env.DEV_URL+`input/${id}`,updateInputDto).then( (response) => {
-            return response
-        })
-    }
-
-
-    @Delete(':id')
-    async delete(@Param() id: string){
-        console.log(process.env.DEV_URL+`/input/${id}`, "ON DELETE ROUTE")
-
-        await axios.delete(process.env.DEV_URL+`/input/${id}`).then( (response) => {
-            return response
-        })
-    }
-
-
-
-}

src/inputs/proto/input.proto

@@ -1,65 +0,0 @@
-syntax = "proto3";
-
-package input;
-
-
-import "google/protobuf/timestamp.proto";
-
-
-
-service InputService {
-  rpc Create(CreateInputRequest) returns (Input) {}
-  rpc Show(IdRequest) returns (Input) {}
-  rpc List(Empty) returns (ListResponse){}
-  rpc Update(UpdateInputRequest) returns (Input){}
-  rpc Remove(IdRequest) returns (Empty){}
-  rpc TestConnection(TestConnectionRequest) returns (TestConnectionResponse){}
-}
-
-message Empty {}
-
-message IdRequest{
-  string id = 1;
-}
-
-message UpdateInputRequest{
-  string id = 1;
-  string cron = 2;
-  string name = 3;
-  string plugin = 4;
-  string values = 5;
-  string operation = 6;
-}
-
-message Input {
-  string id = 1;
-  string cronFormated = 2;
-  string name = 3;
-  string plugin = 4;
-  string values = 5;
-  string operation = 6;
-}
-
-message CreateInputRequest {
-  string cron = 1;
-  string name = 2;
-  string plugin = 3;
-  string values = 4;
-  string operation = 5;
-}
-
-message ListResponse {
-  repeated Input inputs = 1;
-}
-
-message TestConnectionRequest{
-  string values = 1;
-  string plugin = 2;
-}
-
-message TestConnectionResponse{
-
-  // nao sei como vai ser a resposta
-  bool respose = 1;
-
-}

src/main.ts

@@ -1,12 +1,21 @@
 import { NestFactory } from '@nestjs/core';
 import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger';
 import { writeFileSync } from 'fs';
+import helmet from 'helmet';
 
 import { AppModule } from './app.module';
-import { config } from 'dotenv';
-config();
+
 async function bootstrap() {
-  const app = await NestFactory.create(AppModule);
+  const app = await NestFactory.create(AppModule, {
+    cors: {
+      origin: '*',
+      methods: 'GET,HEAD,PUT,PATCH,POST,DELETE',
+      preflightContinue: false,
+      optionsSuccessStatus: 204,
+    },
+  });
+
+  app.use(helmet());
 
   const config = new DocumentBuilder()
     .setTitle('Maestro Grpc Documentation')

src/middlewares/authentication.ts

@@ -1,30 +1,134 @@
 import { Request, Response, NextFunction } from 'express';
 import axios from 'axios';
-import { NestMiddleware } from '@nestjs/common';
+import {
+  ForbiddenException,
+  InternalServerErrorException,
+  NestMiddleware,
+  UnauthorizedException,
+  UseFilters,
+} from '@nestjs/common';
+import jwkToPem from 'jwk-to-pem';
+import { decode, verify } from 'jsonwebtoken';
+import { HttpExceptionFilter } from '../error/http-exception.filter';
 
-export class LoggerMiddleware implements NestMiddleware{
+@UseFilters(new HttpExceptionFilter())
+export class LoggerMiddleware implements NestMiddleware {
+  use = async (request: Request, response: Response, next: NextFunction) => {
+    const idToken = request.get('Dadosfera-User');
+    const accessToken = request.get('Authorization');
+    const privateKey = process.env.JWT_PRIVATE_KEY;
+    let requiredRoute = '';
+    const requiredMethod = request.method.trim();
+    if (request.route.path.split('/').length >= 2) {
+      requiredRoute = request.route.path.split('/')[1].trim();
+    }
 
+    verify(idToken, privateKey, (err) => {
+      if (err) {
+        throw new UnauthorizedException();
+      }
+    });
+    const jwtDecoded: any = decode(idToken);
 
-    use = async (
-        request: Request,
-        response: Response,
-        next: NextFunction
-      ) => {
+    const permissions = jwtDecoded.user.permissions;
 
-        try {
-          const verify_response = await axios.post(
-            `${process.env.DEV_URL}/user/verify`,
-            { "token":request.get('Authorization')}
-          ).then(response =>{
-            if(response.data.message == "Success"){
-              next()
-            }
-          })
+    const clienId = jwtDecoded.user.customerId;
+    const customer = jwtDecoded.user.customer;
+    const userId = jwtDecoded.user.id;
 
+    await verifyToken(accessToken);
 
-        } catch (error) {
-          response.status(401).send({ message: 'Authentication Failed!' });
-        }
+    let havePermission = false;
+    const permission = permissions.find((permission) => {
+      permission = permission.split('/');
+      const method = permission[0].trim();
+      const route = permission[1].trim();
+
+      if (method === requiredMethod && route === requiredRoute) {
+        return permission;
+      }
+    });
+
+    if (permission) {
+      havePermission = true;
+    }
+
+    if (havePermission) {
+      request.body.info = {
+        customer_id: clienId,
+        user_id: userId,
+        customer,
       };
 
+      next();
+    } else {
+      throw new ForbiddenException();
+    }
+  };
 }
+
+let pems: { [key: string]: Record<string, unknown> }[];
+
+const setUp = async (region: string, id: string) => {
+  const URL = `https://cognito-idp.${region}.amazonaws.com/${id}/.well-known/jwks.json`;
+
+  try {
+    const response = await axios.get(URL);
+
+    if (response.status !== 200) {
+      throw new InternalServerErrorException();
+    }
+    const data = await response.data;
+    const { keys } = data;
+
+    pems = keys.map((key: any) => {
+      const modulus = key.n;
+      const exponent = key.e;
+      const keyType = key.kty;
+      const jwk = { kty: keyType, n: modulus, e: exponent };
+      const pem = jwkToPem(jwk);
+      const keyId = key.kid;
+
+      return { [keyId]: pem };
+    });
+  } catch (error) {
+    // console.log(error);
+    // console.log('Error! Unable to download JWKs');
+  }
+};
+
+const verifyToken = async (accessToken: string) => {
+  const awsRegion = process.env.AWS_REGION;
+  const awsPoolId = process.env.AWS_IDENTITY_POOL_ID;
+
+  try {
+    await setUp(awsRegion, awsPoolId);
+    if (!accessToken) {
+      throw new UnauthorizedException();
+    }
+
+    const user: any = decode(accessToken, { complete: true });
+
+    if (user === null) {
+      throw new UnauthorizedException();
+    }
+
+    const { kid } = user.header;
+    const pem = pems.filter((item: any) => item[kid]);
+    const pemValue: any = pem[0][kid];
+
+    if (!pem) {
+      throw new UnauthorizedException();
+    }
+
+    verify(accessToken, pemValue, (err: any) => {
+      if (err) {
+        throw new UnauthorizedException();
+      }
+
+      return;
+    });
+  } catch (error) {
+    throw new UnauthorizedException();
+  }
+};

src/modules/auth/auth.controller.ts

@@ -0,0 +1,227 @@
+import {
+  Body,
+  Controller,
+  Headers,
+  Post,
+  HttpCode,
+  HttpStatus,
+} from '@nestjs/common';
+import {
+  AuthSignInRequest,
+  AuthRefreshAccessTokenRequest,
+  AuthEnableTotpMfaRequest,
+  AuthDisableTotpMfaRequest,
+  AuthVerifyTotpMfaRequest,
+  AuthChangePasswordRequest,
+  AuthResetPasswordRequest,
+  AuthVerifyResetPasswordCodeRequest,
+  AuthConfirmResetPasswordRequest,
+} from '@victorradael/protospack';
+
+import { AuthClientService } from 'src/clients/auth/client.service';
+
+import ErrorBuilder from '../../utils/ErrorBuilder';
+
+@Controller('auth')
+export class AuthController {
+  constructor(private authClient: AuthClientService) {}
+
+  // DEPRECADO!
+  @Post()
+  @HttpCode(HttpStatus.OK)
+  async signIn_old(@Body() body: AuthSignInRequest) {
+    console.log(`/auth`, 'SignIn_old');
+
+    return this.signIn(body);
+  }
+
+  @Post('login')
+  @HttpCode(HttpStatus.OK)
+  async signIn_login(@Body() body: AuthSignInRequest) {
+    console.log(`/auth`, 'SignIn_login');
+
+    return this.signIn(body);
+  }
+
+  @Post('sign-in')
+  @HttpCode(HttpStatus.OK)
+  async signIn(@Body() { username, password, totp }: AuthSignInRequest) {
+    console.log(`/auth`, 'SignIn');
+
+    const tokens = await this.authClient
+      .signIn({ username, password, totp })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return tokens;
+  }
+
+  @Post('refresh-access-token')
+  @HttpCode(HttpStatus.OK)
+  async refreshAccessToken(
+    @Body() { refreshToken }: AuthRefreshAccessTokenRequest,
+  ) {
+    console.log(`/auth`, 'RefreshAccessToken');
+
+    const accessToken = await this.authClient
+      .refreshAccessToken({ refreshToken })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return accessToken;
+  }
+
+  @Post('enable-totp')
+  @HttpCode(HttpStatus.OK)
+  async enableTotpMFA(
+    @Body() body: AuthEnableTotpMfaRequest,
+    @Headers() headers,
+  ) {
+    console.log(`/auth`, 'enable-totp');
+
+    const { password } = body;
+    const { authorization: accessToken } = headers;
+
+    const response = await this.authClient
+      .enableTotpMFA({ accessToken, password })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return response;
+  }
+
+  @Post('disable-totp')
+  @HttpCode(HttpStatus.OK)
+  async disableTotpMFA(
+    @Body() body: AuthDisableTotpMfaRequest,
+    @Headers() headers,
+  ) {
+    console.log(`/auth`, 'disable-totp');
+
+    const { password } = body;
+    const { authorization: accessToken } = headers;
+
+    const response = await this.authClient
+      .disableTotpMFA({ accessToken, password })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return response;
+  }
+
+  @Post('dismiss-totp')
+  @HttpCode(HttpStatus.OK)
+  async dismissTotpMFA(@Headers() headers) {
+    console.log(`/auth`, 'disable-totp');
+
+    const { authorization: accessToken } = headers;
+
+    const response = await this.authClient
+      .dismissTotpMFA({ accessToken })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return response;
+  }
+
+  @Post('verify-totp')
+  @HttpCode(HttpStatus.OK)
+  async verifyTotp(
+    @Body() body: AuthVerifyTotpMfaRequest,
+    @Headers() headers,
+  ): Promise<any> {
+    console.log(`/auth`, 'enable-totp');
+
+    const { totp } = body;
+    const { authorization: accessToken } = headers;
+
+    const response = await this.authClient
+      .verifyTotp({ accessToken, totp })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return response;
+  }
+
+  @Post('change-password')
+  @HttpCode(HttpStatus.OK)
+  async changePassword(
+    @Body() body: AuthChangePasswordRequest,
+    @Headers() headers,
+  ): Promise<any> {
+    console.log(`/auth`, 'change-password');
+
+    const { oldPassword, newPassword } = body;
+    const { authorization: accessToken } = headers;
+
+    const response = await this.authClient
+      .changePassword({
+        accessToken,
+        oldPassword,
+        newPassword,
+      })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return response;
+  }
+
+  @Post('reset-password')
+  @HttpCode(HttpStatus.OK)
+  async resetPassword(@Body() body: AuthResetPasswordRequest): Promise<any> {
+    console.log(`/auth`, 'reset-password');
+
+    const { username } = body;
+
+    const response = await this.authClient
+      .resetPassword({ username })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return response;
+  }
+
+  @Post('verify-reset-password-code')
+  @HttpCode(HttpStatus.OK)
+  async verifyResetPasswordCode(
+    @Body() body: AuthVerifyResetPasswordCodeRequest,
+  ): Promise<any> {
+    console.log(`/auth`, 'verify-reset-password-code');
+
+    const { username, code } = body;
+
+    const response = await this.authClient
+      .verifyResetPasswordCode({ username, code })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return response;
+  }
+
+  @Post('confirm-reset-password')
+  @HttpCode(HttpStatus.OK)
+  async confirmResetPassword(
+    @Body() body: AuthConfirmResetPasswordRequest,
+  ): Promise<any> {
+    console.log(`/auth`, 'confirm-reset-password');
+
+    const { username, code, newPassword } = body;
+
+    const response = await this.authClient
+      .confirmResetPassword({ username, code, newPassword })
+      .catch((err) => {
+        throw ErrorBuilder(err);
+      });
+
+    return response;
+  }
+}

src/modules/auth/auth.service.spec.ts

@@ -0,0 +1,152 @@
+import nock from 'nock';
+import { LoggerMiddleware } from '../../middlewares/authentication';
+import { NextFunction, Request, Response } from 'express';
+import { ConsoleLogger, UnauthorizedException } from '@nestjs/common';
+
+describe('PipelinesGrpcServerService', () => {
+  // let mockRequest: Partial<Request>;
+  // let mockResponse: Partial<Response>;
+  // const nextFunction: NextFunction = jest.fn();
+
+  // beforeEach(() => {
+  //   mockRequest = {
+  //     headers: {},
+  //     body: {
+  //       info: {},
+  //     },
+  //   };
+  //   mockResponse = {
+  //     json: jest.fn(),
+  //   };
+  // });
+
+  it('should be defined', () => {
+    expect(2 + 2).toBe(4);
+  });
+
+  // it('Should be able to pass auth', async () => {
+  //   const awsRegion = process.env.AWS_REGION;
+  //   const awsPoolId = process.env.AWS_IDENTITY_POOL_ID;
+  //   const cognitoRes = {
+  //     keys: [
+  //       {
+  //         alg: 'RS256',
+  //         e: 'AQAB',
+  //         kid: 'z3VA3+i9JZY3JFDJTNWOap8RY+B7C6mFedaqCuvLvqA=',
+  //         kty: 'RSA',
+  //         n: 'vIGCQDkPA_eQUoaGDUsCyK_Whr76mNW0kZ1uac6ZnyY6hsjUIjvwehqv-ux3cQo4rQZQVFcoh8n9cK5jguz4GVdD972vIxoEdyv32nBFVr5e1PBunKJ2Y32GTR_Hl0XiE0hRe1v6cWuTqiC4qm1NY7tXYL3mI9L6s9ztNbhmG_V44y26PdhL4vRVrJaHOAmCs-77U-QYAC7Llkpmjh-8tG1zt9_FJ237cpBUVOuhD-7Nm32_eB9wddBGfBw0F10ko_KJoU-7683_Kv8k9coJzFUSONId-bfnLOzs8j1L6ZAHipXCR7rpmuRYzXztjp4Wmm2zPUToWLdMEy0Hq1OWmw',
+  //         use: 'sig',
+  //       },
+  //       {
+  //         alg: 'RS256',
+  //         e: 'AQAB',
+  //         kid: 'u+1W9pi+clp8LaPhZVrv4dXMqRkTRD02YWhbm0NvsUw=',
+  //         kty: 'RSA',
+  //         n: 'noGq1cRMAKJPWahqfC_zWasYovSUycaS1basMfEoh3ePLc9zRgmyfiVKYzLRosHMe1uk0Y5ekCBKnWA8Yl7I84Yt7IIIaE44oJjSEGBKT3m8i8YaXzawaNs63KPkRh8553o3KzL75bQWcI_ABKqkf-uAKSCl_XotBGkzLUl4hIOYtAtRGEfKaNMPqyTCT5Zn71pMd0isppaUiTW2T5QLsZV1IBp46aSrl_D5Q_FTsJT7feobQVoHp2zfIorCpkfTXBTBMQTEBFSDyPbc6cULl48VKxp0B0GEwR_kYCEHEVzf41LQcUWZUE0OdBychijkSc9MZJnBWUYQZyedJILWnQ',
+  //         use: 'sig',
+  //       },
+  //     ],
+  //   };
+
+  //   nock(
+  //     `https://cognito-idp.${awsRegion}.amazonaws.com/${awsPoolId}/.well-known/jwks.json`,
+  //   )
+  //     .persist()
+  //     .get('')
+  //     .reply(200, cognitoRes);
+
+  //   mockRequest.headers['Dadosfera-User'] =
+  //     'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VyIjp7ImlkIjoiZTljYjI1ZGEtMTQyOC00NDJjLTg5NjItYTdkNmQxNjhkODUyIiwibmFtZSI6InJvZHJpZ28uemFtYm9uaSIsInVzZXJuYW1lIjoicm9kcmlnby56YW1ib25pQGRhZG9zZmVyYS5haSIsInJ1bGVJZCI6IjIxNzdmZjg4LThmY2ItNDRlNS1hYzYxLWNjYmU2Y2M3MGU4ZCIsImN1c3RvbWVySWQiOiIxMTI5ODBhMy0wYTEyLTQxYzktYmZmZC03OTFjZjdjYTg3YTIiLCJtZmFTdGF0dXMiOiJwZW5kaW5nIiwiY3JlYXRlZEF0IjoiMjAyMi0wNS0xM1QxNTowOTowOS4xMzhaIiwidXBkYXRlZEF0IjoiMjAyMi0wNS0xM1QxNTowOTowOS4xMzhaIiwicGVybWlzc2lvbnMiOlsiUE9TVCAvcGlwZWxpbmVzIiwiR0VUIC9waXBlbGluZXMiLCJQVVQgL3BpcGVsaW5lcyIsIkRFTEVURSAvcGlwZWxpbmVzIiwiUE9TVCAvaW5wdXRzIiwiR0VUIC9pbnB1dHMiLCJQVVQgL2lucHV0cyIsIkRFTEVURSAvaW5wdXRzIiwiUE9TVCAvb3V0cHV0cyIsIkdFVCAvb3V0cHV0cyIsIlBVVCAvb3V0cHV0cyIsIkRFTEVURSAvb3V0cHV0cyIsIlBPU1QgL3RyYW5zZm9ybWF0aW9ucyIsIkdFVCAvdHJhbnNmb3JtYXRpb25zIiwiUFVUIC90cmFuc2Zvcm1hdGlvbnMiLCJERUxFVEUgL3RyYW5zZm9ybWF0aW9ucyIsIlBPU1QgL2NhdGFsb2ciLCJHRVQgL2NhdGFsb2ciLCJQVVQgL2NhdGFsb2ciLCJERUxFVEUgL2NhdGFsb2ciLCJQT1NUIC9hdXRoIiwiR0VUIC9tZXRhYmFzZSIsIkdFVCAvc25vd2ZsYWtlIl0sImN1c3RvbWVyIjoiZGFkb3NmZXJhIn0sImlhdCI6MTY1MzY1NjE2NywiZXhwIjoxNjUzNzQyNTY3fQ.eeNEEUk_95KOxM-objS7gXz-SCVkNFYpEP688MfLkdI';
+  //   mockRequest.headers['Authorization'] =
+  //     'eyJraWQiOiJ1KzFXOXBpK2NscDhMYVBoWlZydjRkWE1xUmtUUkQwMllXaGJtME52c1V3PSIsImFsZyI6IlJTMjU2In0.eyJzdWIiOiIxYjkyZmFkMC1iNWVlLTQwMzAtOGRmYy1hZWM0MGQzYzdkYmUiLCJpc3MiOiJodHRwczpcL1wvY29nbml0by1pZHAudXMtZWFzdC0xLmFtYXpvbmF3cy5jb21cL3VzLWVhc3QtMV9OVXY3WTJTeGoiLCJjbGllbnRfaWQiOiI0N3RrY3Jxc2NuajY3bWhnYmg3dXQ1YnJzNCIsIm9yaWdpbl9qdGkiOiJhZWJjNjA5NC1hYTJmLTRiZmUtOWExZi01ZWVhYTVmYzAwNDAiLCJldmVudF9pZCI6IjBhY2NjMzJiLTllNzktNGY2NS1iMDFiLWZhZGJlYzFhZWFiNiIsInRva2VuX3VzZSI6ImFjY2VzcyIsInNjb3BlIjoiYXdzLmNvZ25pdG8uc2lnbmluLnVzZXIuYWRtaW4iLCJhdXRoX3RpbWUiOjE2NTM2NTYxNjcsImV4cCI6MTY1MzY1Nzk2NywiaWF0IjoxNjUzNjU2MTY3LCJqdGkiOiIyYTgzNDhmOC0xNDhlLTQ3NjctODcxYi00M2UyOGRjNjc2NTkiLCJ1c2VybmFtZSI6InJvZHJpZ28uemFtYm9uaUBkYWRvc2ZlcmEuYWkifQ.UgIgeGEH2olNgqPly8cymNgWIZJz5n9N4yeKgTusfGsu5h-TWP_jVhPoCvFoixO2XKzFjSCvKwlKQYZyB74jLQLs-j5C5KGBdOea1HX7pUnEfEVtBINd1kcHib5YpGYq3MHG1uVx8vNJS3XviwgYg4rgNWA4du-QbhMicdRyHolYM-dWxuxtkwTRWMe1Vw6KlTctFsvUWx1GMgjp37tsLONcp3B8OsYXfiR764K_pBNs5gMhJ39gJ7NHHLWkJrtrUTpIoHWaZS_HEgvVyQiJENQvK_bPDMPm_lyF1dW-JBgot4TpAxMmvV1XGabkzycIcAOwUaPsKBlMphgunz1Ffw';
+  //   mockRequest.method = 'GET';
+  //   mockRequest.route = {
+  //     path: '/inputs/',
+  //     stack: [
+  //       {
+  //         method: 'get',
+  //       },
+  //     ],
+  //     methods: {
+  //       get: true,
+  //     },
+  //   };
+  //   const authMiddleware = new LoggerMiddleware();
+
+  //   await authMiddleware.useTest(
+  //     mockRequest as Request,
+  //     mockResponse as Response,
+  //     nextFunction,
+  //   );
+  //   expect(nextFunction).toHaveBeenCalled();
+  // });
+
+  // it('Should not be able to pass auth', async () => {
+  //   const awsRegion = process.env.AWS_REGION;
+  //   const awsPoolId = process.env.AWS_IDENTITY_POOL_ID;
+  //   const cognitoRes = {
+  //     keys: [
+  //       {
+  //         alg: 'RS256',
+  //         e: 'AQAB',
+  //         kid: 'z3VA3+i9JZY3JFDJTNWOap8RY+B7C6mFedaqCuvLvqA=',
+  //         kty: 'RSA',
+  //         n: 'vIGCQDkPA_eQUoaGDUsCyK_Whr76mNW0kZ1uac6ZnyY6hsjUIjvwehqv-ux3cQo4rQZQVFcoh8n9cK5jguz4GVdD972vIxoEdyv32nBFVr5e1PBunKJ2Y32GTR_Hl0XiE0hRe1v6cWuTqiC4qm1NY7tXYL3mI9L6s9ztNbhmG_V44y26PdhL4vRVrJaHOAmCs-77U-QYAC7Llkpmjh-8tG1zt9_FJ237cpBUVOuhD-7Nm32_eB9wddBGfBw0F10ko_KJoU-7683_Kv8k9coJzFUSONId-bfnLOzs8j1L6ZAHipXCR7rpmuRYzXztjp4Wmm2zPUToWLdMEy0Hq1OWmw',
+  //         use: 'sig',
+  //       },
+  //       {
+  //         alg: 'RS256',
+  //         e: 'AQAB',
+  //         kid: 'u+1W9pi+clp8LaPhZVrv4dXMqRkTRD02YWhbm0NvsUw=',
+  //         kty: 'RSA',
+  //         n: 'noGq1cRMAKJPWahqfC_zWasYovSUycaS1basMfEoh3ePLc9zRgmyfiVKYzLRosHMe1uk0Y5ekCBKnWA8Yl7I84Yt7IIIaE44oJjSEGBKT3m8i8YaXzawaNs63KPkRh8553o3KzL75bQWcI_ABKqkf-uAKSCl_XotBGkzLUl4hIOYtAtRGEfKaNMPqyTCT5Zn71pMd0isppaUiTW2T5QLsZV1IBp46aSrl_D5Q_FTsJT7feobQVoHp2zfIorCpkfTXBTBMQTEBFSDyPbc6cULl48VKxp0B0GEwR_kYCEHEVzf41LQcUWZUE0OdBychijkSc9MZJnBWUYQZyedJILWnQ',
+  //         use: 'sig',
+  //       },
+  //     ],
+  //   };
+
+  //   nock(
+  //     `https://cognito-idp.${awsRegion}.amazonaws.com/${awsPoolId}/.well-known/jwks.json`,
+  //   )
+  //     .persist()
+  //     .get('')
+  //     .reply(200, cognitoRes);
+
+  //   mockRequest.headers['Dadosfera-User'] =
+  //     'asdeyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VyIjp7ImlkIjoiZTljYjI1ZGEtMTQyOC00NDJjLTg5NjItYTdkNmQxNjhkODUyIiwibmFtZSI6InJvZHJpZ28uemFtYm9uaSIsInVzZXJuYW1lIjoicm9kcmlnby56YW1ib25pQGRhZG9zZmVyYS5haSIsInJ1bGVJZCI6IjIxNzdmZjg4LThmY2ItNDRlNS1hYzYxLWNjYmU2Y2M3MGU4ZCIsImN1c3RvbWVySWQiOiIxMTI5ODBhMy0wYTEyLTQxYzktYmZmZC03OTFjZjdjYTg3YTIiLCJtZmFTdGF0dXMiOiJwZW5kaW5nIiwiY3JlYXRlZEF0IjoiMjAyMi0wNS0xM1QxNTowOTowOS4xMzhaIiwidXBkYXRlZEF0IjoiMjAyMi0wNS0xM1QxNTowOTowOS4xMzhaIiwicGVybWlzc2lvbnMiOlsiUE9TVCAvcGlwZWxpbmVzIiwiR0VUIC9waXBlbGluZXMiLCJQVVQgL3BpcGVsaW5lcyIsIkRFTEVURSAvcGlwZWxpbmVzIiwiUE9TVCAvaW5wdXRzIiwiR0VUIC9pbnB1dHMiLCJQVVQgL2lucHV0cyIsIkRFTEVURSAvaW5wdXRzIiwiUE9TVCAvb3V0cHV0cyIsIkdFVCAvb3V0cHV0cyIsIlBVVCAvb3V0cHV0cyIsIkRFTEVURSAvb3V0cHV0cyIsIlBPU1QgL3RyYW5zZm9ybWF0aW9ucyIsIkdFVCAvdHJhbnNmb3JtYXRpb25zIiwiUFVUIC90cmFuc2Zvcm1hdGlvbnMiLCJERUxFVEUgL3RyYW5zZm9ybWF0aW9ucyIsIlBPU1QgL2NhdGFsb2ciLCJHRVQgL2NhdGFsb2ciLCJQVVQgL2NhdGFsb2ciLCJERUxFVEUgL2NhdGFsb2ciLCJQT1NUIC9hdXRoIiwiR0VUIC9tZXRhYmFzZSIsIkdFVCAvc25vd2ZsYWtlIl0sImN1c3RvbWVyIjoiZGFkb3NmZXJhIn0sImlhdCI6MTY1MzY1NjE2NywiZXhwIjoxNjUzNzQyNTY3fQ.eeNEEUk_95KOxM-objS7gXz-SCVkNFYpEP688MfLkdI';
+  //   mockRequest.headers['Authorization'] =
+  //     'asdeyJraWQiOiJ1KzFXOXBpK2NscDhMYVBoWlZydjRkWE1xUmtUUkQwMllXaGJtME52c1V3PSIsImFsZyI6IlJTMjU2In0.eyJzdWIiOiIxYjkyZmFkMC1iNWVlLTQwMzAtOGRmYy1hZWM0MGQzYzdkYmUiLCJpc3MiOiJodHRwczpcL1wvY29nbml0by1pZHAudXMtZWFzdC0xLmFtYXpvbmF3cy5jb21cL3VzLWVhc3QtMV9OVXY3WTJTeGoiLCJjbGllbnRfaWQiOiI0N3RrY3Jxc2NuajY3bWhnYmg3dXQ1YnJzNCIsIm9yaWdpbl9qdGkiOiJhZWJjNjA5NC1hYTJmLTRiZmUtOWExZi01ZWVhYTVmYzAwNDAiLCJldmVudF9pZCI6IjBhY2NjMzJiLTllNzktNGY2NS1iMDFiLWZhZGJlYzFhZWFiNiIsInRva2VuX3VzZSI6ImFjY2VzcyIsInNjb3BlIjoiYXdzLmNvZ25pdG8uc2lnbmluLnVzZXIuYWRtaW4iLCJhdXRoX3RpbWUiOjE2NTM2NTYxNjcsImV4cCI6MTY1MzY1Nzk2NywiaWF0IjoxNjUzNjU2MTY3LCJqdGkiOiIyYTgzNDhmOC0xNDhlLTQ3NjctODcxYi00M2UyOGRjNjc2NTkiLCJ1c2VybmFtZSI6InJvZHJpZ28uemFtYm9uaUBkYWRvc2ZlcmEuYWkifQ.UgIgeGEH2olNgqPly8cymNgWIZJz5n9N4yeKgTusfGsu5h-TWP_jVhPoCvFoixO2XKzFjSCvKwlKQYZyB74jLQLs-j5C5KGBdOea1HX7pUnEfEVtBINd1kcHib5YpGYq3MHG1uVx8vNJS3XviwgYg4rgNWA4du-QbhMicdRyHolYM-dWxuxtkwTRWMe1Vw6KlTctFsvUWx1GMgjp37tsLONcp3B8OsYXfiR764K_pBNs5gMhJ39gJ7NHHLWkJrtrUTpIoHWaZS_HEgvVyQiJENQvK_bPDMPm_lyF1dW-JBgot4TpAxMmvV1XGabkzycIcAOwUaPsKBlMphgunz1Ffw';
+  //   mockRequest.method = 'GET';
+  //   mockRequest.route = {
+  //     path: '/inputs/',
+  //     stack: [
+  //       {
+  //         method: 'get',
+  //       },
+  //     ],
+  //     methods: {
+  //       get: true,
+  //     },
+  //   };
+  //   const authMiddleware = new LoggerMiddleware();
+
+  //   // const t = await authMiddleware.useTest(
+  //   //   mockRequest as Request,
+  //   //   mockResponse as Response,
+  //   //   nextFunction,
+  //   // );
+  //   // expect(nextFunction).toHaveBeenCalled();
+
+  //   expect(async () => {
+  //     const t = await authMiddleware.useTest(
+  //       mockRequest as Request,
+  //       mockResponse as Response,
+  //       nextFunction,
+  //     );
+  //     console.log(t);
+  //   }).toThrow('Unauthorized');
+
+  //   expect(1).toBe(2);
+  //   // expect(t).toThrow(UnauthorizedException);
+  // });
+});

src/modules/catalog/catalog.controller.ts

@@ -0,0 +1,302 @@
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Post,
+  Query,
+} from '@nestjs/common';
+import { CatalogService } from './catalog.service';
+
+@Controller('catalog')
+export class CatalogController {
+  constructor(private catalogService: CatalogService) {}
+
+  @Get('all')
+  async catalogAll(@Body() body) {
+    console.log(`/catalog`, 'ON CATALOG ALL ROUTE');
+
+    const res = await this.catalogService.catalogAll(body);
+
+    return res;
+  }
+
+  @Get('data_apps')
+  async dataAppsAll(@Body() body) {
+    console.log(`/catalog`, 'ON FIND ALL DATA APPS ROUTE');
+
+    const res = await this.catalogService.dataAppsAll(body);
+
+    return res;
+  }
+
+  @Delete('data_apps/:id')
+  async dataAppsOne(@Param() params, @Body() body) {
+    console.log(`/catalog`, 'ON FIND ONE DATA APP ROUTE');
+    const { id } = params;
+
+    const res = await this.catalogService.dataAppsOne(id, body);
+
+    return res;
+  }
+
+  @Get('dashboard-metabase')
+  async getAllDashboardMetabase(@Body() body) {
+    console.log(`/catalog`, 'ON GET ALL DASHBOARDS METABASE ROUTE');
+
+    const res = await this.catalogService.getAllDashboardMetabase(body);
+
+    return res;
+  }
+
+  @Get('dashboard-metabase/:id')
+  async getOneDashboardMetabase(@Body() body, @Param() params) {
+    const { id } = params;
+    console.log(`/catalog`, 'ON GET ONE DASHBOARD METABASE ROUTE');
+
+    const res = await this.catalogService.getOneDashboardMetabase(id, body);
+
+    return res;
+  }
+
+  @Get('table-metadata')
+  async getAllTableMetadata(@Body() body, @Query() query) {
+    console.log(`/catalog`, 'ON GET ALL TABLES METADATA ROUTE');
+
+    if (!query) {
+      const res = await this.catalogService.getAllTableMetadata(body);
+      return res;
+    } else {
+      const res = await this.catalogService.getOneTableMetadata(body, query);
+      return res;
+    }
+  }
+
+  @Delete('table-metadata/:id')
+  async deleteOneTableMetadata(@Param() params, @Body() body) {
+    const { id } = params;
+    console.log(`/catalog`, 'ON DELETE ONE TABLE METADATA ROUTE');
+
+    const res = await this.catalogService.deleteOneTableMetadata(id, body);
+
+    return res;
+  }
+
+  @Get('column-metadata')
+  async getOneColumnMetadata(@Body() body, @Query() params) {
+    console.log(`/catalog`, 'ON GET ONE COLUMN METADATA ROUTE');
+
+    const res = await this.catalogService.getOneColumnMetadata(body, params);
+
+    return res;
+  }
+
+  @Delete('column-metadata/:id')
+  async deleteOneColumnMetadata(@Param() params, @Body() body) {
+    console.log(`/catalog`, 'ON DELETE ONE COLUMN METADATA ROUTE');
+    const { id } = params;
+
+    const res = await this.catalogService.deleteOneColumnMetadata(id, body);
+
+    return res;
+  }
+
+  @Get('data-preview')
+  async getOneDataPreview(@Body() body, @Query() params) {
+    console.log(`/catalog`, 'ON GET ONE DATAPREVIEW ROUTE');
+
+    const res = await this.catalogService.getOneDataPreview(body, params);
+
+    return res;
+  }
+
+  @Get('data-status')
+  async getDataStatus(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA STATUS ROUTE');
+
+    const res = await this.catalogService.getDataStatus(body);
+
+    return res;
+  }
+
+  @Get('data-status')
+  async createDataStatus(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA STATUS ROUTE');
+
+    const res = await this.catalogService.createDataStatus(body);
+
+    return res;
+  }
+
+  @Get('data-description')
+  async getDataDescription(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA DESCRIPTION ROUTE');
+
+    const res = await this.catalogService.getDataDescription(body);
+
+    return res;
+  }
+
+  @Post('data-description')
+  async createDataDescription(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA DESCRIPTION ROUTE');
+
+    const res = await this.catalogService.createDataDescription(body);
+
+    return res;
+  }
+
+  @Get('data-docs')
+  async getDataDocs(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA DOCS ROUTE');
+
+    const res = await this.catalogService.getDataDocs(body);
+
+    return res;
+  }
+
+  @Post('data-docs')
+  async createDataDocs(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE DATA DOCS ROUTE');
+
+    const res = await this.catalogService.createDataDocs(body);
+
+    return res;
+  }
+
+  @Get('data-rating')
+  async getDataRating(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
+
+    const res = await this.catalogService.getDataRating(body);
+
+    return res;
+  }
+
+  @Post('data-rating')
+  async createDataRating(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
+
+    const res = await this.catalogService.createDataRating(body);
+
+    return res;
+  }
+
+  @Get('summary-rating/:id')
+  async getSummaryRating() {
+    console.log(`/catalog`, 'ON GET SUMMARY RATING ROUTE');
+    //const { id } = params;
+
+    //
+
+    //const res = await this.catalogService.getSummaryRating(id, body);
+
+    return {
+      avg_rating: 0,
+      rating_count: 0,
+    };
+  }
+
+  @Get('data-comment')
+  async getDataComment(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
+
+    const res = await this.catalogService.getDataComment(body);
+
+    return res;
+  }
+
+  @Post('data-comment')
+  async createDataComment(@Body() body) {
+    console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
+
+    const res = await this.catalogService.createDataComment(body);
+
+    return res;
+  }
+
+  @Get('data-review')
+  async getDataReview(@Body() body, @Query() params) {
+    console.log(`/catalog`, 'ON GET DATA REVIEW ROUTE');
+
+    const res = await this.catalogService.getDataReview(body, params);
+
+    return res;
+  }
+
+  @Post('tags')
+  async createTags(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE TAG ROUTE');
+
+    const res = await this.catalogService.createTags(body);
+
+    return res;
+  }
+
+  @Get('tags')
+  async findAllTags(@Body() body) {
+    console.log(`/catalog`, 'ON FIND ALL TAGS ROUTE');
+
+    const res = await this.catalogService.findAllTags(body);
+
+    return res;
+  }
+
+  @Delete('tags/:id')
+  async deleteTags(@Param() params, @Body() body) {
+    console.log(`/catalog`, 'ON DELETE TAG ROUTE');
+    const { id } = params;
+
+    const res = await this.catalogService.deleteTags(id, body);
+
+    return res;
+  }
+
+  @Post('table-tags')
+  async createTableTags(@Body() body) {
+    console.log(`/catalog`, 'ON CREATE TABLE TAG ROUTE');
+
+    const res = await this.catalogService.createTableTags(body);
+
+    return res;
+  }
+
+  @Get('table-tags')
+  async getAllTableTags(@Body() body) {
+    console.log(`/catalog`, 'ON GET ALL TABLE TAGS ROUTE');
+
+    const res = await this.catalogService.findAllTableTags(body);
+
+    return res;
+  }
+
+  @Delete('table-tags/:id')
+  async deleteTableTags(@Param() params, @Body() body) {
+    console.log(`/catalog`, 'ON CREATE TABLE TAGS ROUTE');
+    const { id } = params;
+
+    const res = await this.catalogService.deleteTableTags(id, body);
+
+    return res;
+  }
+
+  @Get('table-rules')
+  async getTableRules(@Body() body) {
+    console.log(`/catalog`, 'ON GET TABLE RULES ROUTE');
+
+    const res = await this.catalogService.getTableRules(body);
+
+    return res;
+  }
+
+  @Delete('table-rules/:id')
+  async deleteTableRules(@Param() params, @Body() body) {
+    console.log(`/catalog`, 'ON DELETE TABLE RULES ROUTE');
+    const { id } = params;
+
+    const res = await this.catalogService.deleteTableRules(id, body);
+
+    return res;
+  }
+}

src/modules/catalog/catalog.service.ts

@@ -0,0 +1,263 @@
+import axios from 'axios';
+
+class CatalogService {
+  _getNimbusUrl(body) {
+    const customer = body.info.customer.toLowerCase();
+
+    if (process.env.ENV === 'prd') {
+      return `https://nimbus-${customer}.dadosfera.ai`;
+    }
+
+    return `https://nimbus-${customer}.${process.env.ENV}.dadosfera.ai`;
+  }
+
+  async catalogAll(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/all/`);
+
+    return data;
+  }
+
+  async dataAppsAll(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data_apps/`);
+    return data;
+  }
+
+  async dataAppsOne(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/data_apps/${id}/`,
+    );
+
+    return data;
+  }
+
+  async getAllDashboardMetabase(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/dashboard-metabase/`,
+    );
+    return data;
+  }
+
+  async getOneDashboardMetabase(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
+    );
+    console.log(data);
+
+    // const [, path] = data.iframe_url.split('.dadosfera');
+    // const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
+    // data.iframe_url = host + path;
+
+    return data;
+  }
+
+  async getAllTableMetadata(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-metadata/`,
+    );
+    return data;
+  }
+
+  async getOneTableMetadata(body, params) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-metadata/`,
+      { params: params },
+    );
+    return data;
+  }
+
+  async deleteOneTableMetadata(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.delete(
+      `${nimbusUrl}/api/catalog/table-metadata/${id}`,
+    );
+    return data;
+  }
+
+  async getOneColumnMetadata(body, params) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/column-metadata/`,
+      { params: params },
+    );
+    return data;
+  }
+
+  async deleteOneColumnMetadata(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.delete(
+      `${nimbusUrl}/api/catalog/column-metadata/${id}/`,
+    );
+    return data;
+  }
+
+  async getOneDataPreview(body, params) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-preview/`, {
+      params: params,
+    });
+    return data;
+  }
+
+  async getDataStatus(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-status/`);
+    return data;
+  }
+
+  async createDataStatus(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-status/`,
+      body,
+    );
+    return data;
+  }
+
+  async getDataDescription(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/data-description/`,
+    );
+    return data;
+  }
+
+  async createDataDescription(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-description/`,
+      body,
+    );
+    return data;
+  }
+
+  async getDataDocs(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-docs/`);
+    return data;
+  }
+
+  async createDataDocs(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-docs/`,
+      body,
+    );
+    return data;
+  }
+
+  async getDataRating(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-rating/`);
+    return data;
+  }
+
+  async createDataRating(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-rating/`,
+      body,
+    );
+    return data;
+  }
+
+  async getSummaryRating(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/summary-rating/${id}`,
+    );
+    return data;
+  }
+
+  async getDataComment(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-comment/`);
+    return data;
+  }
+
+  async createDataComment(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/data-comment/`,
+      body,
+    );
+    return data;
+  }
+
+  async getDataReview(body, params) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-review/`, {
+      params: params,
+    });
+    return data;
+  }
+
+  async createTags(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(`${nimbusUrl}/api/catalog/tags/`, body);
+    return data;
+  }
+
+  async findAllTags(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/`, body);
+    return data;
+  }
+
+  async findAllTableTags(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-tags/`,
+      body,
+    );
+    return data;
+  }
+
+  async deleteTags(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.delete(`${nimbusUrl}/api/catalog/tags/${id}`);
+    return data;
+  }
+
+  async createTableTags(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.post(
+      `${nimbusUrl}/api/catalog/table-tags/`,
+      body,
+    );
+    return data;
+  }
+
+  async deleteTableTags(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.delete(
+      `${nimbusUrl}/api/catalog/table-tags/${id}`,
+    );
+    return data;
+  }
+
+  async getTableRules(body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/table-rules/`,
+      body,
+    );
+    return data;
+  }
+
+  async deleteTableRules(id, body) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.delete(
+      `${nimbusUrl}/api/catalog/table-rules/${id}`,
+    );
+    return data;
+  }
+}
+
+export { CatalogService };

src/modules/health/health.controller.ts

@@ -7,6 +7,7 @@ export class HealthController {
 
   @Get()
   check() {
+    console.log(`/health`, 'check');
     return this.healthService.check();
   }
 }

src/modules/health/health.service.spec.ts

@@ -0,0 +1,5 @@
+describe('PipelinesGrpcServerService', () => {
+  it('should be defined', () => {
+    expect(2 + 2).toBe(4);
+  });
+});

src/modules/health/health.service.ts

@@ -3,6 +3,7 @@ import { Injectable } from '@nestjs/common';
 @Injectable()
 export class HealthService {
   check() {
+    console.log('HEALTH');
     return { message: 'Ok' };
   }
 }

src/modules/inputs/inputs.controller.ts

@@ -0,0 +1,100 @@
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Patch,
+  Post,
+} from '@nestjs/common';
+import { InputsService } from './inputs.service';
+import { InputsClientService } from 'src/clients/inputs/client.service';
+import { UpdateInputRequest } from 'src/clients/inputs/interfaces';
+import { InputNewCreateRequest } from '@victorradael/protospack';
+
+@Controller('inputs')
+export class InputsController {
+  constructor(private inputsClientService: InputsClientService) {}
+
+  @Post('/test-connection')
+  async testConnection(@Body() data) {
+    console.log(`/test-connection`, 'ON TEST CONNECTION ROUTE');
+
+    const inputService = new InputsService(this.inputsClientService);
+    const response = await inputService.testConnection(data);
+
+    return response;
+  }
+
+  @Post('/test-connection/get-columns')
+  async getColumns(@Body() data) {
+    console.log(
+      `/test-connection/get-columns`,
+      'ON TEST CONNECTION GET COLUMNS ROUTE',
+    );
+
+    const inputService = new InputsService(this.inputsClientService);
+    const response = await inputService.getColumns(data);
+
+    return response;
+  }
+
+  @Post()
+  async create(@Body() createInputDto: InputNewCreateRequest) {
+    console.log(`/input`, 'ON CREATE ROUTE');
+
+    const inputService = new InputsService(this.inputsClientService);
+    const response = await inputService.create(createInputDto);
+
+    return response;
+  }
+
+  @Get()
+  async findAll(@Body() body) {
+    console.log(`/input`, 'ON FIND ALL ROUTE');
+
+    const inputService = new InputsService(this.inputsClientService);
+
+    const response = await inputService.findAll(body);
+
+    return response;
+  }
+
+  @Get('/:id')
+  async findOne(@Body() body, @Param() params) {
+    const { id } = params;
+    console.log(`/input/${id}`, 'ON FIND ONE ROUTE');
+    const inputService = new InputsService(this.inputsClientService);
+
+    const response = await inputService.findOne({ id, ...body });
+
+    return response;
+  }
+
+  @Patch(':id')
+  async update(@Body() updateInputDto: UpdateInputRequest, @Param() params) {
+    const { id } = params;
+    const { info } = updateInputDto;
+    delete updateInputDto.info;
+
+    console.log(`/input/${id}`, 'ON UPDATE ROUTE');
+    const inputService = new InputsService(this.inputsClientService);
+
+    const response = await inputService.update(id, updateInputDto, info);
+
+    return response;
+  }
+
+  @Delete(':id')
+  async delete(@Body() data, @Param() params) {
+    const { id } = params;
+
+    console.log(`/input/${id}`, 'ON DELETE ROUTE');
+
+    const inputService = new InputsService(this.inputsClientService);
+
+    const response = await inputService.remove({ id, ...data });
+
+    return response;
+  }
+}

src/modules/inputs/inputs.service.spec.ts

@@ -0,0 +1,5 @@
+describe('PipelinesGrpcServerService', () => {
+  it('should be defined', () => {
+    expect(2 + 2).toBe(4);
+  });
+});

src/modules/inputs/inputs.service.ts

@@ -0,0 +1,142 @@
+import { Body, HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { Timeout } from '@nestjs/schedule';
+import { InputsClientService } from 'src/clients/inputs/client.service';
+import { IIdRequest, Info } from 'src/clients/inputs/interfaces';
+
+@Injectable()
+export class InputsService {
+  constructor(private inputClient: InputsClientService) {}
+
+  adjustInputPayload(payload) {
+    return payload?.input_s3 || payload?.input_jdbc;
+  }
+  async create(@Body() data) {
+    try {
+      if (
+        data.plugin == 'csv' ||
+        data.plugin == 'json' ||
+        data.plugin == 'parquet'
+      ) {
+        const { info, ...input } = data;
+        const inputPayload = this.generateInputS3Payload(input);
+        const createInputResponse = await this.inputClient.createS3Inputs({
+          input: inputPayload,
+          info,
+        });
+        return createInputResponse;
+      } else {
+        const createInputResponse: any = await this.inputClient.create(data);
+        if (createInputResponse?.input?.input_jdbc) {
+          return { input: createInputResponse?.input?.input_jdbc };
+        }
+        return createInputResponse;
+      }
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async findAll(body) {
+    try {
+      const findAllInputResponse: any = await this.inputClient.findAll(body);
+      if (findAllInputResponse?.inputs?.length) {
+        findAllInputResponse.inputs = findAllInputResponse.inputs.map((input) =>
+          this.adjustInputPayload(input),
+        );
+      }
+      return findAllInputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async findOne(idRequest: IIdRequest) {
+    try {
+      const findOneInputResponse: any = await this.inputClient.findOne(
+        idRequest,
+      );
+      findOneInputResponse.input = this.adjustInputPayload(
+        findOneInputResponse.input,
+      );
+      return findOneInputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async update(id: string, data, info: Info) {
+    try {
+      const updateInputResponse: any = await this.inputClient.update({
+        id,
+        info,
+        ...data,
+      });
+
+      updateInputResponse.input = this.adjustInputPayload(
+        updateInputResponse?.input,
+      );
+      return updateInputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async remove(idRequest: IIdRequest) {
+    try {
+      const removeInputResponse = await this.inputClient.remove(idRequest);
+
+      return removeInputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  @Timeout(60000 * 10) // Timeout set for 10 minutes
+  async testConnection(data) {
+    try {
+      const testConnectionInputResponse = await this.inputClient.testConnection(
+        data,
+      );
+
+      return testConnectionInputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async getColumns(data) {
+    try {
+      const testConnectionGetColumnsResponse =
+        await this.inputClient.getColumns(data);
+
+      return testConnectionGetColumnsResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  generateInputS3Payload(payload) {
+    const { credentials, plugin } = payload;
+    if (!credentials) return payload;
+
+    const {
+      client_aws_access_key_id,
+      client_aws_secret_access_key,
+      file_format_params,
+      format_file_params,
+      client_bucket,
+      file_to_extract,
+    } = credentials;
+    const formatedPayload = {
+      plugin,
+      source_bucket: client_bucket,
+      source_prefix: file_to_extract,
+      auth_parameters: {
+        aws_access_key_id: client_aws_access_key_id,
+        aws_secret_access_key: client_aws_secret_access_key,
+      },
+      file_format_params: file_format_params || format_file_params,
+    };
+    return formatedPayload;
+  }
+}

src/modules/outputs/outputs.controllers.ts

@@ -0,0 +1,73 @@
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Post,
+  Put,
+} from '@nestjs/common';
+import { Payload } from '@nestjs/microservices';
+import { OutputsClientService } from 'src/clients/outputs/client.service';
+import { OutputsService } from './outputs.service';
+
+@Controller('outputs')
+export class OutputsController {
+  constructor(private outputsClientService: OutputsClientService) {}
+
+  @Post()
+  async create(@Body() createOutputDto) {
+    console.log(process.env.DEV_URL + `/output`, 'ON CREATE ROUTE');
+
+    const outputService = new OutputsService(this.outputsClientService);
+    const response = await outputService.create(createOutputDto);
+
+    return response;
+  }
+
+  @Get()
+  async findAll(@Body() data) {
+    console.log(process.env.DEV_URL + `/output`, 'ON Find All ROUTE');
+
+    const outputService = new OutputsService(this.outputsClientService);
+    const response = await outputService.findAll(data);
+
+    return response;
+  }
+
+  @Get('/:id')
+  async findOne(@Body() data, @Param() params) {
+    const { id } = params;
+    console.log(process.env.DEV_URL + `/output/${id}`, 'ON Find One ROUTE');
+
+    const outputService = new OutputsService(this.outputsClientService);
+    const response = await outputService.findOne({ id, ...data });
+
+    return response;
+  }
+
+  @Put(':id')
+  async update(@Payload() updateOutputDto, @Param() params) {
+    const { id } = params;
+    const { info } = updateOutputDto;
+    delete updateOutputDto.info;
+
+    console.log(process.env.DEV_URL + `/output/${id}`, 'ON UPDATE ROUTE');
+
+    const outputService = new OutputsService(this.outputsClientService);
+    const response = await outputService.update(id, updateOutputDto, info);
+
+    return response;
+  }
+
+  @Delete(':id')
+  async delete(@Body() data, @Param() params) {
+    const { id } = params;
+    console.log(process.env.DEV_URL + `/output/${id}`, 'ON DELETE ROUTE');
+
+    const outputService = new OutputsService(this.outputsClientService);
+    const response = await outputService.remove({ id, ...data });
+
+    return response;
+  }
+}

src/modules/outputs/outputs.service.spec.ts

@@ -0,0 +1,5 @@
+describe('PipelinesGrpcServerService', () => {
+  it('should be defined', () => {
+    expect(2 + 2).toBe(4);
+  });
+});

src/modules/outputs/outputs.service.ts

@@ -0,0 +1,63 @@
+import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { IIdRequest, Info } from 'src/clients/outputs/interfaces';
+import { OutputsClientService } from 'src/clients/outputs/client.service';
+
+@Injectable()
+export class OutputsService {
+  constructor(private outputClient: OutputsClientService) {}
+
+  async create(createOutputDto) {
+    try {
+      const createOutputResponse = await this.outputClient.create(
+        createOutputDto,
+      );
+
+      return createOutputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async findOne(data: IIdRequest) {
+    try {
+      const findOneOutputResponse = await this.outputClient.findOne(data);
+      return findOneOutputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async findAll(data) {
+    try {
+      const findAllOutputResponse = await this.outputClient.findAll(data);
+
+      return findAllOutputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async update(id: string, data, info: Info) {
+    try {
+      const updateOutputResponse = await this.outputClient.update({
+        id,
+        info,
+        ...data,
+      });
+
+      return updateOutputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async remove(data: IIdRequest) {
+    try {
+      const removeOutputResponse = await this.outputClient.remove(data);
+
+      return removeOutputResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+}

src/modules/pipelines/pipelines.controller.ts

@@ -0,0 +1,118 @@
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Post,
+  Put,
+} from '@nestjs/common';
+import { PipelinesClientService } from 'src/clients/pipelines/client.service';
+import { PipelinesService } from './pipelines.service';
+
+@Controller('pipelines')
+export class PipelinesController {
+  constructor(private pipelinesClientService: PipelinesClientService) {}
+
+  @Post('start/:id')
+  async activate(@Param() params, @Body() body) {
+    const { id } = params;
+    const { info } = body;
+
+    console.log(
+      process.env.DEV_URL + `/pipeline/start/${id}`,
+      'ON START PIPELINE ROUTE',
+    );
+
+    const pipelineService = new PipelinesService(this.pipelinesClientService);
+    const response = await pipelineService.runPipeline({ id, info });
+
+    return response;
+  }
+
+  @Get(':id/status')
+  async getPipelineStatus(@Body() body, @Param() params) {
+    const { id } = params;
+    body.id = id;
+
+    console.log(
+      process.env.DEV_URL + `/pipeline/${id}`,
+      'ON GET PIPELINE STATUS ROUTE',
+    );
+
+    const pipelineService = new PipelinesService(this.pipelinesClientService);
+    const response = await pipelineService.getPipelineStatus(body);
+
+    return response;
+  }
+
+  @Get(':id/:details')
+  async getPipelineLogs(@Param() params) {
+    const { id, details } = params;
+    console.log(
+      process.env.DEV_URL + `/pipeline/${id}`,
+      'ON GET PIPELINE LOGS ROUTE',
+    );
+
+    const pipelineService = new PipelinesService(this.pipelinesClientService);
+    const response = await pipelineService.getPipelineLogsMessages(id, details);
+
+    return response;
+  }
+
+  @Post()
+  async create(@Body() createPipelineDto) {
+    console.log(process.env.DEV_URL + `/pipelines`, 'ON CREATE ROUTE');
+
+    const pipelineService = new PipelinesService(this.pipelinesClientService);
+    const response = await pipelineService.create(createPipelineDto);
+
+    return response;
+  }
+
+  @Get()
+  async findAll(@Body() data) {
+    console.log(process.env.DEV_URL + `/pipeline`, 'ON Find All ROUTE');
+
+    const pipelineService = new PipelinesService(this.pipelinesClientService);
+    const response = await pipelineService.findAll(data);
+
+    return response;
+  }
+
+  @Get('/:id')
+  async findOne(@Body() data, @Param() params) {
+    const { id } = params;
+    console.log(process.env.DEV_URL + `/pipeline/${id}`, 'ON Find One ROUTE');
+
+    const pipelineService = new PipelinesService(this.pipelinesClientService);
+    const response = await pipelineService.findOne({ id, ...data });
+
+    return response;
+  }
+
+  @Put(':id')
+  async update(@Body() updatePipelineDto, @Param() params) {
+    const { id } = params;
+    const { info } = updatePipelineDto;
+    delete updatePipelineDto.info;
+
+    console.log(process.env.DEV_URL + `/pipeline/${id}`, 'ON UPDATE ROUTE');
+
+    const pipelineService = new PipelinesService(this.pipelinesClientService);
+    const response = await pipelineService.update(id, updatePipelineDto, info);
+
+    return response;
+  }
+
+  @Delete(':id')
+  async delete(@Body() data, @Param() params) {
+    const { id } = params;
+    console.log(process.env.DEV_URL + `/pipeline/${id}`, 'ON DELETE ROUTE');
+
+    const pipelineService = new PipelinesService(this.pipelinesClientService);
+    const response = await pipelineService.remove({ id, ...data });
+
+    return response;
+  }
+}

src/modules/pipelines/pipelines.service.spec.ts

@@ -0,0 +1,5 @@
+describe('PipelinesGrpcServerService', () => {
+  it('should be defined', () => {
+    expect(2 + 2).toBe(4);
+  });
+});

src/modules/pipelines/pipelines.service.ts

@@ -0,0 +1,118 @@
+import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { PipelinesClientService } from 'src/clients/pipelines/client.service';
+import { IIdRequest, Info } from 'src/clients/pipelines/interfaces';
+import { objectCamelToSnake } from 'src/utils/CaseConverter';
+
+@Injectable()
+export class PipelinesService {
+  constructor(private pipelineClient: PipelinesClientService) {}
+
+  adjustPayload(payload) {
+    payload.input = payload.input?.input_s3 || payload.input?.input_jdbc;
+  }
+
+  async create(createPipelineDto) {
+    try {
+      const createPipelineResponse = await this.pipelineClient.create(
+        createPipelineDto,
+      );
+
+      const pipeline = objectCamelToSnake(createPipelineResponse);
+      this.adjustPayload(pipeline.pipeline);
+
+      return pipeline;
+    } catch (err) {
+      console.log(err);
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async findOne(data: IIdRequest) {
+    try {
+      const findOnePipelineResponse = await this.pipelineClient.findOne(data);
+
+      const pipeline = objectCamelToSnake(findOnePipelineResponse);
+      this.adjustPayload(pipeline.pipeline);
+
+      return pipeline;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async findAll(data) {
+    try {
+      const findAllPipelineResponse = await this.pipelineClient.findAll(data);
+
+      const pipelines = objectCamelToSnake(findAllPipelineResponse);
+      pipelines.forEach((pipeline) => {
+        this.adjustPayload(pipeline);
+      });
+      return { pipelines };
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async update(id: string, data, info: Info) {
+    try {
+      const updatePipelineResponse = await this.pipelineClient.update({
+        id,
+        info,
+        ...data,
+      });
+
+      const pipeline = objectCamelToSnake(updatePipelineResponse);
+      this.adjustPayload(pipeline);
+
+      return pipeline;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async remove(data: IIdRequest) {
+    try {
+      const removePipelineResponse = await this.pipelineClient.remove(data);
+
+      return removePipelineResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async getPipelineLogsMessages(id: string, details: string) {
+    try {
+      const pipelineLogsResponse =
+        await this.pipelineClient.getPipelineLogsMessages({ id, details });
+
+      return objectCamelToSnake(pipelineLogsResponse);
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async getPipelineStatus(data: IIdRequest) {
+    try {
+      const pipelineStatusResponse =
+        await this.pipelineClient.getPipelineStatus(data);
+
+      return objectCamelToSnake(pipelineStatusResponse);
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async runPipeline({ id, info }: IIdRequest) {
+    try {
+      const triggerPipelineResponse = await this.pipelineClient.runPipeline({
+        id,
+        info,
+      });
+
+      return objectCamelToSnake(triggerPipelineResponse);
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+}

src/modules/transformations/transformations.controller.ts

@@ -0,0 +1,97 @@
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  Param,
+  Post,
+  Put,
+} from '@nestjs/common';
+import { Payload } from '@nestjs/microservices';
+import { TransformationsClientService } from 'src/clients/transformations/client.service';
+import { IIdRequest } from 'src/clients/transformations/interfaces';
+import { TransformationsService } from './transformations.service';
+
+@Controller('transformations')
+export class TransformationsController {
+  constructor(
+    private transformationsClientService: TransformationsClientService,
+  ) {}
+
+  @Post()
+  async create(@Body() createTransformationDto) {
+    console.log(process.env.DEV_URL + `/transformation`, 'ON CREATE ROUTE');
+
+    const transformationService = new TransformationsService(
+      this.transformationsClientService,
+    );
+    const response = await transformationService.create(
+      createTransformationDto,
+    );
+
+    return response;
+  }
+
+  @Get()
+  async findAll(@Body() data: IIdRequest) {
+    console.log(process.env.DEV_URL + `/transformation`, 'ON Find All ROUTE');
+
+    const transformationService = new TransformationsService(
+      this.transformationsClientService,
+    );
+    const response = await transformationService.findAll(data);
+
+    return response;
+  }
+
+  @Get('/:id')
+  async findOne(@Body() data, @Param() params) {
+    const { id } = params;
+    console.log(
+      process.env.DEV_URL + `/transformation/${id}`,
+      'ON Find One ROUTE',
+    );
+
+    const transformationService = new TransformationsService(
+      this.transformationsClientService,
+    );
+    const response = await transformationService.findOne({ id, ...data });
+
+    return response;
+  }
+
+  @Put(':id')
+  async update(@Payload() updateTransformationDto, @Param() params) {
+    const { id } = params;
+    console.log(
+      process.env.DEV_URL + `/transformation/${id}`,
+      'ON UPDATE ROUTE',
+    );
+
+    const transformationService = new TransformationsService(
+      this.transformationsClientService,
+    );
+    const response = await transformationService.update(
+      id,
+      updateTransformationDto,
+    );
+
+    return response;
+  }
+
+  @Delete(':id')
+  async delete(@Body() data, @Param() params) {
+    const { id } = params;
+    console.log(
+      process.env.DEV_URL + `/transformation/${id}`,
+      'ON DELETE ROUTE',
+    );
+
+    const transformationService = new TransformationsService(
+      this.transformationsClientService,
+    );
+    const response = await transformationService.remove({ id, ...data });
+
+    return response;
+  }
+}

src/modules/transformations/transformations.service.spec.ts

@@ -0,0 +1,5 @@
+describe('PipelinesGrpcServerService', () => {
+  it('should be defined', () => {
+    expect(2 + 2).toBe(4);
+  });
+});

src/modules/transformations/transformations.service.ts

@@ -0,0 +1,79 @@
+import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { TransformationsClientService } from 'src/clients/transformations/client.service';
+import {
+  ICreateTransformationsRequest,
+  IIdRequest,
+} from 'src/clients/transformations/interfaces';
+import { trSnakeToCamel } from 'src/utils/CaseConverter';
+
+@Injectable()
+export class TransformationsService {
+  constructor(private transformationClient: TransformationsClientService) {}
+
+  async create(createTransformationDto: ICreateTransformationsRequest) {
+    const { transformations, info } = createTransformationDto;
+
+    if (!transformations || transformations.length == 0) {
+      throw new HttpException('Missing transformations field.', 400);
+    }
+
+    try {
+      const convertedDTO = transformations.map((tr) => {
+        return trSnakeToCamel(tr);
+      });
+      const createTransformationResponse =
+        await this.transformationClient.create({
+          transformations: convertedDTO,
+          info: info,
+        });
+
+      return createTransformationResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async findOne(data: IIdRequest) {
+    try {
+      const findOneTransformationResponse =
+        await this.transformationClient.findOne(data);
+      return findOneTransformationResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async findAll(data) {
+    try {
+      const findAllTransformationResponse =
+        await this.transformationClient.findAll(data);
+
+      return findAllTransformationResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async update(id: string, data) {
+    try {
+      data.transformation['id'] = id;
+      const updateTransformationResponse =
+        await this.transformationClient.update({ ...data });
+
+      return updateTransformationResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+
+  async remove(data: IIdRequest) {
+    try {
+      const removeTransformationResponse =
+        await this.transformationClient.remove(data);
+
+      return removeTransformationResponse;
+    } catch (err) {
+      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
+    }
+  }
+}

src/outputs/config/grpc-client.ts

@@ -1,17 +0,0 @@
-import { join } from 'path';
-import { ClientOptions, Transport } from '@nestjs/microservices';
-
-export const GrpcClientConfiguration: ClientOptions = {
-  transport: Transport.GRPC,
-  options: {
-    //url: `${process.env.USERS_SVC_URL}:${process.env.USERS_SVC_PORT}`,
-    url: `127.0.0.1:50053`,
-    package: 'output',
-    protoPath: join(__dirname, '..', 'proto', 'output.proto'),
-    loader: {
-      enums: String,
-      objects: true,
-      arrays: true,
-    },
-  },
-};

src/outputs/dto/create-output.dto.ts

@@ -1,7 +0,0 @@
-export class CreateOutputDto {
-
-    name:string;
-    plugin:string;
-    values:string;
-    operation:string;
-}

src/outputs/dto/update-output.dto.ts

@@ -1,6 +0,0 @@
-import { PartialType } from '@nestjs/mapped-types';
-import { CreateOutputDto } from './create-output.dto';
-
-export class UpdateOutputDto extends PartialType(CreateOutputDto) {
-
-}

src/outputs/entities/output.entity.ts

@@ -1,9 +0,0 @@
-export class Output {
-
-    id:string;
-    name:string;
-    plugin:string;
-    values:string;
-    operation:string;
-
-}

src/outputs/outputs.controller.spec.ts

@@ -1,20 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { OutputsController } from './outputs.controller';
-import { OutputsService } from './outputs.service';
-
-describe('OutputsController', () => {
-  let controller: OutputsController;
-
-  beforeEach(async () => {
-    const module: TestingModule = await Test.createTestingModule({
-      controllers: [OutputsController],
-      providers: [OutputsService],
-    }).compile();
-
-    controller = module.get<OutputsController>(OutputsController);
-  });
-
-  it('should be defined', () => {
-    expect(controller).toBeDefined();
-  });
-});

src/outputs/outputs.controller.ts

@@ -1,57 +0,0 @@
-import {
-  Controller,
-  Delete,
-  Get,
-  OnModuleInit,
-  Param,
-  Post,
-  Put,
-} from '@nestjs/common';
-import {
-  Client,
-  ClientGrpc,
-  MessagePattern,
-  Payload,
-} from '@nestjs/microservices';
-import { OutputsService } from './outputs.service';
-import { CreateOutputDto } from './dto/create-output.dto';
-import { UpdateOutputDto } from './dto/update-output.dto';
-import { ApiTags } from '@nestjs/swagger';
-import { GrpcClientConfiguration } from './config/grpc-client';
-
-@Controller('output')
-export class OutputsController implements OnModuleInit {
-  @Client(GrpcClientConfiguration)
-  private outputServiceClient: ClientGrpc;
-
-  private outputService: OutputsService;
-
-  onModuleInit() {
-    this.outputService =
-      this.outputServiceClient.getService<OutputsService>('OutputService');
-  }
-  @Post()
-  create(@Payload() createOutputDto: CreateOutputDto) {
-    return this.outputService.create(createOutputDto);
-  }
-
-  @Get()
-  list() {
-    return this.outputService.list();
-  }
-
-  @Get(':id')
-  show(@Param() id: string) {
-    return this.outputService.show(id);
-  }
-
-  @Put(':id')
-  update(@Param() id: string, @Payload() updateOutputDto: UpdateOutputDto) {
-    return this.outputService.update(id, updateOutputDto);
-  }
-
-  @Delete(':id')
-  remove(@Param() id: string) {
-    return this.outputService.remove(id);
-  }
-}

src/outputs/outputs.module.ts

@@ -1,9 +0,0 @@
-import { Module } from '@nestjs/common';
-import { OutputsService } from './outputs.service';
-import { OutputsController } from './outputs.controller';
-
-@Module({
-  controllers: [OutputsController],
-  providers: [OutputsService],
-})
-export class OutputsModule {}

src/outputs/outputs.service.spec.ts

@@ -1,18 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { OutputsService } from './outputs.service';
-
-describe('OutputsService', () => {
-  let service: OutputsService;
-
-  beforeEach(async () => {
-    const module: TestingModule = await Test.createTestingModule({
-      providers: [OutputsService],
-    }).compile();
-
-    service = module.get<OutputsService>(OutputsService);
-  });
-
-  it('should be defined', () => {
-    expect(service).toBeDefined();
-  });
-});

src/outputs/outputs.service.ts

@@ -1,26 +0,0 @@
-import { Injectable } from '@nestjs/common';
-import { CreateOutputDto } from './dto/create-output.dto';
-import { UpdateOutputDto } from './dto/update-output.dto';
-
-@Injectable()
-export class OutputsService {
-  create(createOutputDto: CreateOutputDto) {
-    return 'This action adds a new output';
-  }
-
-  list() {
-    return `This action returns all outputs`;
-  }
-
-  show(id: string) {
-    return `This action returns a #${id} output`;
-  }
-
-  update(id: string, updateOutputDto: UpdateOutputDto) {
-    return `This action updates a #${id} output`;
-  }
-
-  remove(id: string) {
-    return `This action removes a #${id} output`;
-  }
-}

src/outputs/proto/output.proto

@@ -1,48 +0,0 @@
-syntax = "proto3";
-
-package output;
-
-import "google/protobuf/timestamp.proto";
-
-
-service OutputService{
-    rpc Create(CreateOutputRequest) returns (Output) {}
-    rpc Show(IdRequest) returns (Output) {}
-    rpc List(Empty) returns (ListResponse){}
-    rpc Update(UpdateOutputRequest) returns (Output){}
-    rpc Remove(IdRequest) returns (Empty){}
-}
-
-
-message Empty {}
-
-message IdRequest{
-  string id = 1;
-}
-
-message Output {
-  string id = 1;
-  string name = 2;
-  string plugin = 3;
-  string values = 4;
-  string operation = 5;
-}
-
-message CreateOutputRequest {
-  string name = 1;
-  string plugin = 2;
-  string values = 3;
-  string operation = 4;
-}
-
-message UpdateOutputRequest{
-  string id = 1;
-  string name = 3;
-  string plugin = 4;
-  string values = 5;
-  string operation = 6;
-}
-
-message ListResponse {
-  repeated Output outputs = 1;
-}

src/pipelines/config/grpc-client.ts

@@ -1,17 +0,0 @@
-import { join } from 'path';
-import { ClientOptions, Transport } from '@nestjs/microservices';
-
-export const GrpcClientConfiguration: ClientOptions = {
-  transport: Transport.GRPC,
-  options: {
-    //url: `${process.env.USERS_SVC_URL}:${process.env.USERS_SVC_PORT}`,
-    url: `127.0.0.1:50054`,
-    package: 'pipeline',
-    protoPath: join(__dirname, '..', 'proto', 'pipeline.proto'),
-    loader: {
-      enums: String,
-      objects: true,
-      arrays: true,
-    },
-  },
-};

src/pipelines/dto/create-pipeline.dto.ts

@@ -1,12 +0,0 @@
-import { InputGrpcClient } from "src/inputs/entities/input-grcp-client.entity";
-import { Output } from "src/outputs/entities/output.entity";
-import { Transformation } from "src/transformations/entities/transformation.entity";
-
-export class CreatePipelineDto {
-    input:InputGrpcClient;
-    output:Output;
-    transformations:Transformation;
-    tags:string[];
-    name:string;
-    description:string;
-}

src/pipelines/dto/update-pipeline.dto.ts

@@ -1,6 +0,0 @@
-import { PartialType } from '@nestjs/mapped-types';
-import { CreatePipelineDto } from './create-pipeline.dto';
-
-export class UpdatePipelineDto extends PartialType(CreatePipelineDto) {
-
-}

src/pipelines/entities/pipeline.entity.ts

@@ -1,14 +0,0 @@
-import { InputGrpcClient } from "src/inputs/entities/input-grcp-client.entity";
-import { Output } from "src/outputs/entities/output.entity";
-import { Transformation } from "src/transformations/entities/transformation.entity";
-
-export class Pipeline {
-    id:string;
-    input:InputGrpcClient;
-    output:Output;
-    transformations:Transformation;
-    tags:string[];
-    name:string;
-    description:string;
-    status:string;
-}

src/pipelines/pipelines.controller.spec.ts

@@ -1,20 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { PipelinesController } from './pipelines.controller';
-import { PipelinesService } from './pipelines.service';
-
-describe('PipelinesController', () => {
-  let controller: PipelinesController;
-
-  beforeEach(async () => {
-    const module: TestingModule = await Test.createTestingModule({
-      controllers: [PipelinesController],
-      providers: [PipelinesService],
-    }).compile();
-
-    controller = module.get<PipelinesController>(PipelinesController);
-  });
-
-  it('should be defined', () => {
-    expect(controller).toBeDefined();
-  });
-});

src/pipelines/pipelines.controller.ts

@@ -1,70 +0,0 @@
-import {
-  Controller,
-  Delete,
-  Get,
-  OnModuleInit,
-  Param,
-  Post,
-  Put,
-} from '@nestjs/common';
-import {
-  Client,
-  ClientGrpc,
-  MessagePattern,
-  Payload,
-} from '@nestjs/microservices';
-import { PipelinesService } from './pipelines.service';
-import { CreatePipelineDto } from './dto/create-pipeline.dto';
-import { UpdatePipelineDto } from './dto/update-pipeline.dto';
-import { GrpcClientConfiguration } from './config/grpc-client';
-
-@Controller('pipeline')
-
-export class PipelinesController implements OnModuleInit {
-
-  @Client(GrpcClientConfiguration)
-  private pipelineServiceClient: ClientGrpc;
-
-  private pipelineService: PipelinesService;
-
-  onModuleInit() {
-    this.pipelineService =
-      this.pipelineServiceClient.getService<PipelinesService>(
-        'PipelineService',
-      );
-  }
-
-  @Post()
-  create(@Payload() createPipelineDto: CreatePipelineDto) {
-    return this.pipelineService.create(createPipelineDto);
-  }
-
-  @Get()
-  list() {
-    return this.pipelineService.list();
-  }
-
-  @Get(':id')
-  show(@Param() id: string) {
-    return this.pipelineService.show(id);
-  }
-
-  @Put(':id')
-  update(@Param() id: string, @Payload() updatePipelineDto: UpdatePipelineDto) {
-    return this.pipelineService.update(id, updatePipelineDto);
-  }
-
-  @Delete()
-  remove(@Param() id: string) {
-    return this.pipelineService.remove(id);
-  }
-
-  @Post()
-  getPipelineLogsMessages(@Param() id: string, @Payload() details: string) {
-    return this.pipelineService.getPipelineLogsMessages(id, details);
-  }
-
-  getPipelineStatus(id: string) {
-    return this.pipelineService.getPipelineStatus(id);
-  }
-}

src/pipelines/pipelines.module.ts

@@ -1,9 +0,0 @@
-import { Module } from '@nestjs/common';
-import { PipelinesService } from './pipelines.service';
-import { PipelinesController } from './pipelines.controller';
-
-@Module({
-  controllers: [PipelinesController],
-  providers: [PipelinesService],
-})
-export class PipelinesModule {}

src/pipelines/pipelines.service.spec.ts

@@ -1,18 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { PipelinesService } from './pipelines.service';
-
-describe('PipelinesService', () => {
-  let service: PipelinesService;
-
-  beforeEach(async () => {
-    const module: TestingModule = await Test.createTestingModule({
-      providers: [PipelinesService],
-    }).compile();
-
-    service = module.get<PipelinesService>(PipelinesService);
-  });
-
-  it('should be defined', () => {
-    expect(service).toBeDefined();
-  });
-});

src/pipelines/pipelines.service.ts

@@ -1,34 +0,0 @@
-import { Injectable } from '@nestjs/common';
-import { CreatePipelineDto } from './dto/create-pipeline.dto';
-import { UpdatePipelineDto } from './dto/update-pipeline.dto';
-
-@Injectable()
-export class PipelinesService {
-  create(createPipelineDto: CreatePipelineDto) {
-    return 'This action adds a new pipeline';
-  }
-
-  list() {
-    return `This action returns all pipelines`;
-  }
-
-  show(id: string) {
-    return `This action returns a #${id} pipeline`;
-  }
-
-  update(id: string, updatePipelineDto: UpdatePipelineDto) {
-    return `This action updates a #${id} pipeline`;
-  }
-
-  remove(id: string) {
-    return `This action removes a #${id} pipeline`;
-  }
-
-  getPipelineLogsMessages(id: string, details: string) {
-    return `This action perfoms a getLogMessages on #${id} pipeline`;
-  }
-
-  getPipelineStatus(id: string) {
-    return `This action performs a getStatus on #${id} pipeline`;
-  }
-}

src/pipelines/proto/pipeline.proto

@@ -1,97 +0,0 @@
-syntax = "proto3";
-
-package pipeline;
-
-import "google/protobuf/timestamp.proto";
-
-service PipelineService{
-    rpc Create(CreatePipelineRequest) returns (Pipeline) {}
-    rpc Show(IdRequest) returns (Pipeline) {}
-    rpc List(Empty) returns (ListResponse){}
-    rpc Update(UpdatePipelineRequest) returns (Pipeline){}
-    rpc Remove(IdRequest) returns (Empty){}
-    rpc getPipelineLogsMessages(getPipelineLogsMessagesRequest) returns (getPipelineLogsMessagesResponse){}
-    rpc getPipelineStatus(IdRequest) returns (getPipelineStatusResponse){}
-}
-
-
-message Empty {}
-
-message IdRequest{
-  string id = 1;
-}
-
-message Transformation {
-    string id = 1;
-    string inputSource = 2;
-    string table = 3;
-    string type = 4;
-    string params = 5;
-}
-
-message Input {
-    string id = 1;
-    string cronFormated = 2;
-    string name = 3;
-    string plugin = 4;
-    string values = 5;
-    string operation = 6;
-}
-
-message Output {
-    string id = 1;
-    string name = 2;
-    string plugin = 3;
-    string values = 4;
-    string operation = 5;
-}
-
-message Pipeline {
-  string id = 1;
-  Input input = 2;
-  Output output = 3;
-  Transformation transformations = 4;
-  repeated string tags = 5;
-  string name = 6;
-  string description = 7;
-  string status = 8;
-}
-
-message CreatePipelineRequest {
-    Input input = 1;
-    Output output = 2;
-    Transformation transformations = 3;
-    repeated string tags = 4;
-    string name = 5;
-    string description = 6;
-}
-
-message UpdatePipelineRequest{
-    string id = 1;
-    repeated string tags = 2;
-    string name = 3;
-    string description = 4;
-    string status = 5;
-}
-
-message ListResponse {
-  repeated Pipeline pipelines = 1;
-}
-
-message getPipelineLogsMessagesRequest{
-    string id = 1;
-    string details = 2;
-}
-
-message getPipelineLogsMessagesResponseItem{
-    string date = 1;
-    string log = 2;
-}
-
-message getPipelineLogsMessagesResponse{
-    repeated getPipelineLogsMessagesResponseItem pipelineLogs = 1;
-}
-
-message getPipelineStatusResponse{
-    string status = 1;
-}

src/rest/rest-enrichments/dto/create-rest-enrichment.dto.ts

@@ -1,6 +0,0 @@
-export class CreateRestEnrichmentDto {
-
-    type:string;
-
-    columns
-}

src/rest/rest-enrichments/dto/update-rest-enrichment.dto.ts

@@ -1,4 +0,0 @@
-import { PartialType } from '@nestjs/swagger';
-import { CreateRestEnrichmentDto } from './create-rest-enrichment.dto';
-
-export class UpdateRestEnrichmentDto extends PartialType(CreateRestEnrichmentDto) {}

src/rest/rest-enrichments/entities/rest-enrichment.entity.ts

@@ -1,7 +0,0 @@
-export class RestEnrichment {
-    id:string;
-
-    type:string;
-
-    columns:string[]
-}

src/rest/rest-enrichments/rest-enrichments.controller.spec.ts

@@ -1,20 +0,0 @@
-import { Test, TestingModule } from '@nestjs/testing';
-import { RestEnrichmentsController } from './rest-enrichments.controller';
-import { RestEnrichmentsService } from './rest-enrichments.service';
-
-describe('RestEnrichmentsController', () => {
-  let controller: RestEnrichmentsController;
-
-  beforeEach(async () => {
-    const module: TestingModule = await Test.createTestingModule({
-      controllers: [RestEnrichmentsController],
-      providers: [RestEnrichmentsService],
-    }).compile();
-
-    controller = module.get<RestEnrichmentsController>(RestEnrichmentsController);
-  });
-
-  it('should be defined', () => {
-    expect(controller).toBeDefined();
-  });
-});