Merge pull request #115 from dadosfera/fix/recreate-input

FIX: recreating input getting id the right way

.releaserc.json

@@ -5,18 +5,18 @@
       {
         "preset": "eslint",
         "releaseRules": [
-          { "tag": "FIX", "release": "patch" },
+          { "tag": "BREAKING", "release": "major" },
           { "tag": "FEAT", "release": "minor" },
           { "tag": "UPDATE", "release": "minor" },
           { "tag": "UPGRADE", "release": "minor" },
-          { "tag": "BREAKING", "release": "major" },
-          { "tag": "DOCS", "release": "patch" },
           { "tag": "CHORE", "release": "minor" },
-          { "tag": "BUILD", "release": "patch" },
           { "tag": "REFACTOR", "release": "minor" },
+          { "tag": "PERF", "release": "minor" },
+          { "tag": "FIX", "release": "patch" },
+          { "tag": "DOCS", "release": "patch" },
+          { "tag": "BUILD", "release": "patch" },
           { "tag": "TEST", "release": "patch" },
-          { "tag": "CI", "release": "patch" },
-          { "tag": "PERF", "release": "minor" }
+          { "tag": "CI", "release": "patch" }
         ]
       }
     ],

Dockerfile

@@ -4,6 +4,12 @@ ARG NPM_TOKEN
 COPY package.json .
 COPY package-lock.json .
 COPY .npmrc .
+
+RUN apk update && apk add curl unzip
+RUN apk add --no-cache aws-cli
+
+RUN aws codeartifact login --tool npm --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1
+
 RUN npm install
 RUN rm -f ./.npmrc 
 

package.json

@@ -1,5 +1,5 @@
 {
-  "name": "grpc-server-and-client-nestjs-micro-pattern",
+  "name": "maestro",
   "version": "0.0.0",
   "description": "",
   "author": "",
@@ -25,59 +25,68 @@
   },
   "dependencies": {
     "@aws-sdk/client-secrets-manager": "^3.112.0",
-    "@grpc/grpc-js": "^1.5.10",
-    "@grpc/proto-loader": "^0.6.9",
-    "@nestjs/common": "^8.4.3",
+    "@grpc/grpc-js": "^1.6.7",
+    "@grpc/proto-loader": "^0.6.13",
+    "@nestjs/common": "^8.4.7",
     "@nestjs/config": "^1.2.1",
-    "@nestjs/core": "^8.4.3",
+    "@nestjs/core": "^8.4.7",
     "@nestjs/mapped-types": "*",
-    "@nestjs/microservices": "^8.4.3",
+    "@nestjs/microservices": "^8.4.7",
     "@nestjs/passport": "^8.2.2",
-    "@nestjs/platform-express": "^8.4.3",
+    "@nestjs/platform-express": "^8.4.7",
     "@nestjs/schedule": "^1.1.0",
     "@nestjs/swagger": "^5.2.1",
-    "@victorradael/protospack": "2.5.0",
-    "@victorradael/protospack-v2": "1.1.0",
+    "protospack": "2.5.1",
+    "protospack-v2": "1.1.1",
     "axios": "^0.25.0",
     "cron-parser": "^4.4.0",
-    "dotenv": "^14.2.0",
-    "helmet": "^5.0.2",
+    "dadosfera-logs": "^1.0.0-alpha.10",
+    "elastic-apm-node": "^3.36.0",
+    "dotenv": "^14.3.2",
+    "helmet": "^5.1.0",
     "jsonwebtoken": "^8.5.1",
     "jwk-to-pem": "^2.0.5",
     "passport": "^0.6.0",
-    "passport-hubspot": "^0.1.0",
+    "passport-facebook": "^3.0.0",
+    "passport-forcedotcom": "^0.1.5",
+    "passport-google-oauth20": "^2.0.0",
     "passport-hubspot-oauth2": "^1.0.3",
+    "passport-mailchimp": "^1.1.0",
     "reflect-metadata": "^0.1.13",
     "rimraf": "^3.0.2",
     "rxjs": "^7.5.5",
-    "swagger-ui-express": "^4.3.0"
+    "swagger-ui-express": "^4.4.0"
   },
   "overrides": {
     "multer": "1.4.5-lts.1"
   },
   "devDependencies": {
-    "@nestjs/cli": "^8.2.4",
-    "@nestjs/schematics": "^8.0.8",
-    "@nestjs/testing": "^8.4.3",
+    "@nestjs/cli": "^8.2.8",
+    "@nestjs/schematics": "^8.0.11",
+    "@nestjs/testing": "^8.4.7",
     "@types/express": "^4.17.13",
     "@types/jest": "27.0.2",
     "@types/jsonwebtoken": "^8.5.8",
     "@types/jwk-to-pem": "^2.0.1",
-    "@types/node": "^16.11.26",
+    "@types/multer": "^1.4.7",
+    "@types/node": "^16.11.41",
+    "@types/passport-facebook": "^2.1.11",
+    "@types/passport-google-oauth20": "^2.0.11",
+    "@types/passport-oauth2": "^1.4.11",
     "@types/supertest": "^2.0.12",
-    "@typescript-eslint/eslint-plugin": "^5.17.0",
-    "@typescript-eslint/parser": "^5.17.0",
-    "eslint": "^8.12.0",
+    "@typescript-eslint/eslint-plugin": "^5.29.0",
+    "@typescript-eslint/parser": "^5.29.0",
+    "eslint": "^8.18.0",
     "eslint-config-prettier": "^8.5.0",
     "eslint-plugin-prettier": "^4.0.0",
     "jest": "^27.5.1",
-    "nock": "^13.2.4",
-    "prettier": "^2.6.1",
+    "nock": "^13.2.7",
+    "prettier": "^2.7.1",
     "source-map-support": "^0.5.20",
-    "supertest": "^6.1.3",
-    "ts-jest": "^27.1.4",
-    "ts-loader": "^9.2.7",
-    "ts-node": "^10.7.0",
+    "supertest": "^6.2.3",
+    "ts-jest": "^27.1.5",
+    "ts-loader": "^9.3.1",
+    "ts-node": "^10.8.1",
     "tsconfig-paths": "^3.14.1",
     "typescript": "^4.6.3"
   },
@@ -98,4 +107,4 @@
     "coverageDirectory": "../coverage",
     "testEnvironment": "node"
   }
-}
+}

src/app.module.ts

@@ -1,6 +1,7 @@
 import { Module } from '@nestjs/common';
 import { ClientsModule } from '@nestjs/microservices';
 import { ConfigModule } from '@nestjs/config';
+import { DadosferaLogger } from 'dadosfera-logs';
 
 import { InputsController } from './modules/inputs/inputs.controller';
 import { TransformationsController } from './modules/transformations/transformations.controller';
@@ -29,17 +30,25 @@ import { InputsClientConfiguration } from './clients/inputs/client.config';
 import { PipelinesClientConfiguration } from './clients/pipelines/client.config';
 import { CatalogController } from './modules/catalog/catalog.controller';
 import { CatalogService } from './modules/catalog/catalog.service';
-import { HubspotStrategy } from './modules/oauth/passport-strategies/hubspot';
 import { OauthController } from './modules/oauth/oauth.controller';
 import { getOauthSecrets } from './utils/OauthSecrets';
+import { HubspotStrategy } from './modules/oauth/passport-strategies/hubspot-strategy';
+import { FacebookStrategy } from './modules/oauth/passport-strategies/facebook-strategy';
 import { AuthenticationGuard } from './authentication/authentication.guard';
 import { APP_GUARD } from '@nestjs/core';
+import { GoogleStrategy } from './modules/oauth/passport-strategies/google-strategy';
+import { MailChimpStrategy } from './modules/oauth/passport-strategies/mailchimp-strategy';
+import { SalesforceStrategy } from './modules/oauth/passport-strategies/salesforce-strategy';
+import { ConnectorClientConfiguration } from './clients/connector/client.config';
+import { ConnectorController } from './modules/connector/connector.controller';
+import { ConnectorClientService } from './clients/connector/client.service';
 
 const ducClient = new DucClient();
 const inputClient = new InputsClientConfiguration();
 const outputClient = new OutputsClientConfiguration();
 const pipelineClient = new PipelinesClientConfiguration();
 const transformationClient = new TransformationsClientConfiguration();
+const connectorClient = new ConnectorClientConfiguration();
 
 @Module({
   controllers: [
@@ -51,13 +60,16 @@ const transformationClient = new TransformationsClientConfiguration();
     HealthController,
     CatalogController,
     OauthController,
+    ConnectorController,
   ],
   providers: [
+    DadosferaLogger,
     { provide: 'OAUTH_SECRETS', useValue: getOauthSecrets() },
     InputsService,
     TransformationsService,
     OutputsService,
     PipelinesService,
+    ConnectorClientService,
     HealthService,
     InputsClientService,
     TransformationsClientService,
@@ -67,6 +79,10 @@ const transformationClient = new TransformationsClientConfiguration();
     PermissionsClientService,
     CatalogService,
     HubspotStrategy,
+    FacebookStrategy,
+    GoogleStrategy,
+    MailChimpStrategy,
+    SalesforceStrategy,
     {
       provide: APP_GUARD,
       useClass: AuthenticationGuard,
@@ -98,6 +114,10 @@ const transformationClient = new TransformationsClientConfiguration();
         name: 'PIPELINES_PACKAGE',
         ...pipelineClient.config(),
       },
+      {
+        name: 'CONNECTOR_PACKAGE',
+        ...connectorClient.config(),
+      },
     ]),
   ],
 })

src/authentication/authentication.guard.ts

@@ -4,11 +4,12 @@ import {
   OnApplicationBootstrap,
   ExecutionContext,
   Logger,
+  Inject,
 } from '@nestjs/common';
 import { Reflector } from '@nestjs/core';
 import assert from 'assert';
 import jwt from 'jsonwebtoken';
-
+import { DadosferaLogger } from 'dadosfera-logs';
 import { AuthClientService } from '../clients/auth/client.service';
 import { Permission } from './permissions.enum';
 import {
@@ -24,15 +25,18 @@ import ErrorCodes from '../utils/errorCodes';
 export class AuthenticationGuard
   implements CanActivate, OnApplicationBootstrap
 {
-  private readonly logger = new Logger(AuthenticationGuard.name);
+  logger: any;
 
   pems: Map<string, string>;
 
   constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
     private reflector: Reflector,
     private authClient: AuthClientService,
   ) {
     this.pems = new Map();
+    this.logger = dadosferaLogger.logger;
   }
 
   async onApplicationBootstrap() {
@@ -125,7 +129,7 @@ export class AuthenticationGuard
     } catch (err) {
       // log errors if authentication is required
       if (mustBeAuthenticated) {
-        this.logger.log('Unable to verify duc access token\n' + err.stack);
+        this.logger.error('Unable to verify duc access token\n' + err.stack);
       }
 
       return false;

src/authentication/permissions.enum.ts

@@ -1,5 +1,8 @@
+import { Logger } from '@nestjs/common';
 import assert from 'assert';
 
+const logger = new Logger();
+
 export enum PermissionUsages {
   PUBLIC = 'public',
   INTERNAL = 'internal',
@@ -11,8 +14,11 @@ export interface Permission {
   usage: PermissionUsages;
 }
 
-// like field numbers in gRPC, avoid to change (or reuse previously used) seqids once its
-// deployed to DUC
+/*
+- like field numbers in gRPC, avoid to change (or reuse previously used) seqids once its deployed to DUC
+- it is possible to update claim and usage, not seqid
+*/
+
 /*export const Permissions: {
   [P in keyof any]: { [Q in keyof any]: Permission };
 } = {*/
@@ -196,9 +202,28 @@ export const Permissions = {
       usage: PermissionUsages.PUBLIC,
     },
   },
+
+  ORCHEST: {
+    INTELLIGENCE: {
+      seqid: 31,
+      claim: 'intelligence:open',
+      usage: PermissionUsages.PUBLIC,
+    },
+    APP_BUILDER: {
+      seqid: 32,
+      claim: 'app-builder:open',
+      usage: PermissionUsages.PUBLIC,
+    },
+    MACHINE_LEARNING: {
+      seqid: 33,
+      claim: 'machine-learning:open',
+      usage: PermissionUsages.PUBLIC,
+    },
+  },
 };
 
 // traverses the object searching for duplicate seqids or claims (executes at runtime)
+let nextAvailableSeqid = 0;
 const seqids = Object.values(Permissions).flatMap((namespace) =>
   Object.values(namespace).map(({ seqid }) => seqid),
 );
@@ -212,5 +237,8 @@ Object.values(Permissions).map((namespace) =>
 
     const claimsCount = claims.filter((x) => x === claim).length;
     assert(claimsCount === 1, `claim '${claim}' count is not 1`);
+    nextAvailableSeqid = Math.max(nextAvailableSeqid, seqid);
   }),
 );
+
+logger.log(`next available seqid ${nextAvailableSeqid + 1}`);

src/clients/auth/client.service.ts

@@ -1,8 +1,9 @@
-import { Logger, OnModuleInit, Inject } from '@nestjs/common';
+import { OnModuleInit, Inject } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
+import { DadosferaLogger } from 'dadosfera-logs';
 
-import { ProtoServices } from '@victorradael/protospack-v2/dist/lib/Duc';
-import { AuthProtoService as AuthServiceInterface } from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { ProtoServices } from 'protospack-v2/dist/lib/Duc';
+import { AuthProtoService as AuthServiceInterface } from 'protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
   AuthGetPublicKeysResponse,
   AuthSignInRequest,
@@ -25,15 +26,21 @@ import {
   AuthVerifyResetPasswordCodeResponse,
   AuthConfirmResetPasswordRequest,
   AuthConfirmResetPasswordResponse,
-} from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/messages';
+} from 'protospack-v2/dist/lib/Duc/interfaces/messages';
 
 import grpcHandler from '../../utils/grpcHandler';
 
 export class AuthClientService implements OnModuleInit {
-  private readonly logger = new Logger(AuthClientService.name);
+  logger: any;
 
   private authService: AuthServiceInterface;
-  constructor(@Inject('DUC_PACKAGE') private readonly grpcClient: ClientGrpc) {}
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    @Inject('DUC_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   onModuleInit() {
     this.authService = this.grpcClient.getService<AuthServiceInterface>(
@@ -42,7 +49,7 @@ export class AuthClientService implements OnModuleInit {
   }
 
   async getPublicKeys() {
-    this.logger.log('GetPublicKeys');
+    this.logger.info('GetPublicKeys');
 
     return grpcHandler<AuthGetPublicKeysResponse>(
       this.authService.AuthGetPublicKeys({}),
@@ -50,7 +57,7 @@ export class AuthClientService implements OnModuleInit {
   }
 
   async signIn({ username, password, totp }: AuthSignInRequest) {
-    this.logger.log('SignIn');
+    this.logger.info('SignIn');
 
     return grpcHandler<AuthSignInResponse>(
       this.authService.AuthSignIn({ username, password, totp }),
@@ -58,7 +65,7 @@ export class AuthClientService implements OnModuleInit {
   }
 
   async refreshAccessToken({ refreshToken }: AuthRefreshAccessTokenRequest) {
-    this.logger.log('RefreshAccessToken');
+    this.logger.info('RefreshAccessToken');
 
     return grpcHandler<AuthRefreshAccessTokenResponse>(
       this.authService.AuthRefreshAccessToken({ refreshToken }),
@@ -70,7 +77,7 @@ export class AuthClientService implements OnModuleInit {
     oldPassword,
     newPassword,
   }: AuthChangePasswordRequest) {
-    this.logger.log('ChangePassword');
+    this.logger.info('ChangePassword');
 
     return grpcHandler<AuthChangePasswordResponse>(
       this.authService.AuthChangePassword({
@@ -82,7 +89,7 @@ export class AuthClientService implements OnModuleInit {
   }
 
   async resetPassword({ username }: AuthResetPasswordRequest) {
-    this.logger.log('resetPassword');
+    this.logger.info('resetPassword');
 
     return grpcHandler<AuthResetPasswordResponse>(
       this.authService.AuthResetPassword({ username }),
@@ -93,7 +100,7 @@ export class AuthClientService implements OnModuleInit {
     username,
     code,
   }: AuthVerifyResetPasswordCodeRequest) {
-    this.logger.log('verifyResetPasswordCode');
+    this.logger.info('verifyResetPasswordCode');
 
     return grpcHandler<AuthVerifyResetPasswordCodeResponse>(
       this.authService.AuthVerifyResetPasswordCode({ username, code }),
@@ -105,7 +112,7 @@ export class AuthClientService implements OnModuleInit {
     code,
     newPassword,
   }: AuthConfirmResetPasswordRequest) {
-    this.logger.log('confirmResetPassword');
+    this.logger.info('confirmResetPassword');
 
     return grpcHandler<AuthConfirmResetPasswordResponse>(
       this.authService.AuthConfirmResetPassword({
@@ -117,7 +124,7 @@ export class AuthClientService implements OnModuleInit {
   }
 
   async enableTotpMFA({ accessToken, password }: AuthEnableTotpMfaRequest) {
-    this.logger.log('enableTotpMFA');
+    this.logger.info('enableTotpMFA');
 
     return grpcHandler<AuthEnableTotpMfaResponse>(
       this.authService.AuthEnableTotpMfa({ accessToken, password }),
@@ -125,7 +132,7 @@ export class AuthClientService implements OnModuleInit {
   }
 
   async disableTotpMFA({ accessToken, password }: AuthDisableTotpMfaRequest) {
-    this.logger.log('disableTotpMFA');
+    this.logger.info('disableTotpMFA');
 
     return grpcHandler<AuthDisableTotpMfaResponse>(
       this.authService.AuthDisableTotpMfa({ accessToken, password }),
@@ -133,7 +140,7 @@ export class AuthClientService implements OnModuleInit {
   }
 
   async dismissTotpMFA({ accessToken }: AuthDismissTotpMfaRequest) {
-    this.logger.log('dismissTotpMFA');
+    this.logger.info('dismissTotpMFA');
 
     return grpcHandler<AuthDismissTotpMfaResponse>(
       this.authService.AuthDismissTotpMfa({ accessToken }),
@@ -141,7 +148,7 @@ export class AuthClientService implements OnModuleInit {
   }
 
   async verifyTotp({ accessToken, totp }: AuthVerifyTotpMfaRequest) {
-    this.logger.log('disableTotpMFA');
+    this.logger.info('disableTotpMFA');
 
     return grpcHandler<AuthVerifyTotpMfaResponse>(
       this.authService.AuthVerifyTotpMfa({ accessToken, totp }),

src/clients/connector/client.config.ts

@@ -0,0 +1,31 @@
+import { credentials } from '@grpc/grpc-js';
+import { ClientOptions, Transport } from '@nestjs/microservices';
+import { ConnectorManager } from 'protospack-v2';
+
+export class ConnectorClientConfiguration {
+  config(): ClientOptions {
+    return {
+      transport: Transport.GRPC,
+      options: {
+        url: process.env.INFACTORY_URL,
+        package: [
+          ConnectorManager.ProtoPackages.WritePackage,
+          ConnectorManager.ProtoPackages.ReadPackage,
+        ],
+        credentials:
+          process.env.LOCAL_ENV === 'local'
+            ? undefined
+            : credentials.createSsl(),
+        protoPath: [
+          ConnectorManager.ProtoPaths.WriteFilePath,
+          ConnectorManager.ProtoPaths.ReadFilePath,
+        ],
+        loader: {
+          enums: String,
+          objects: true,
+          arrays: true,
+        },
+      },
+    };
+  }
+}

src/clients/connector/client.service.ts

@@ -0,0 +1,307 @@
+import {
+  OnModuleInit,
+  Inject,
+  HttpException,
+  HttpStatus,
+} from '@nestjs/common';
+import { DadosferaLogger } from 'dadosfera-logs';
+import { ClientGrpc } from '@nestjs/microservices';
+import { ConnectorManager } from 'protospack-v2';
+import { from } from 'rxjs';
+
+export class ConnectorClientService implements OnModuleInit {
+  private connectorServiceRead: ConnectorManager.ReadService.ConnectorManagerReadServices;
+  private connectorServiceWrite: ConnectorManager.WriteService.ConnectorManagerWriteServices;
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    @Inject('CONNECTOR_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  onModuleInit() {
+    this.connectorServiceWrite =
+      this.grpcClient.getService<ConnectorManager.WriteService.ConnectorManagerWriteServices>(
+        ConnectorManager.ProtoServices.ConnectorManagerWriteServices,
+      );
+
+    this.connectorServiceRead =
+      this.grpcClient.getService<ConnectorManager.ReadService.ConnectorManagerReadServices>(
+        ConnectorManager.ProtoServices.ConnectorManagerReadServices,
+      );
+  }
+
+  async uploadConnector(uploadConnector) {
+    const connector: ConnectorManager.Entities.ConnectorCreateRequest = {
+      file: {
+        buffer: uploadConnector.file.buffer,
+        mimetypes: uploadConnector.file.mimetype,
+      },
+      connector: JSON.stringify(uploadConnector.connector),
+    };
+    const serviceBody: ConnectorManager.Messages.RegisterConnectorRequest = {
+      connector,
+    };
+
+    const observable = from(
+      this.connectorServiceWrite.RegisterConnector(serviceBody),
+    );
+
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          //console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.details);
+        this.logger.error(err);
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      });
+
+    this.logger.info('ConnectorClientService - Upload');
+
+    return result;
+  }
+
+  async uploadFile(uploadFile) {
+    const body: ConnectorManager.Messages.UploadFileRequest = {
+      file: {
+        buffer: uploadFile.file.buffer,
+        mimetypes: uploadFile.file.mimetype,
+      },
+      name: uploadFile.name,
+    };
+
+    const observable = from(this.connectorServiceWrite.UploadFile(body));
+
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          //console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.details);
+        this.logger.error(err);
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      });
+
+    this.logger.info('ConnectorClientService - Upload');
+
+    return result;
+  }
+
+  async getAllConnectors(body) {
+    const observable = from(
+      this.connectorServiceRead.GetAllConnectors({
+        search: body.search,
+        filters: JSON.stringify(body.filters),
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          //console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err);
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      });
+
+    this.logger.info('ConnectorClientService - getAllConnectors');
+
+    return result;
+  }
+
+  async getConnectorDetails(plugin: string) {
+    const observable = from(
+      this.connectorServiceRead.GetConnectorDetails({
+        plugin,
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          //console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err);
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      });
+
+    this.logger.info('ConnectorClientService - getAllConnectors');
+
+    return result;
+  }
+
+  async getConnector(plugin: string) {
+    const observable = from(
+      this.connectorServiceRead.GetConnector({
+        plugin,
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          //console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err);
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      });
+
+    this.logger.info('ConnectorClientService - getAllConnectors');
+
+    return result;
+  }
+
+  async deleteConnector(plugin: string, version: string) {
+    const observable = from(
+      this.connectorServiceWrite.DeleteConnector({
+        version,
+        plugin,
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          //console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err);
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      });
+
+    this.logger.info('ConnectorClientService - getAllConnectors');
+
+    return result;
+  }
+
+  async updateConnector({ plugin, changes }) {
+    const observable = from(
+      this.connectorServiceWrite.UpdateConnector({
+        plugin,
+        changes,
+      }),
+    );
+    const result = await new Promise((resolve, reject) => {
+      observable.subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          //console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err);
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      });
+
+    this.logger.info('ConnectorClientService - getAllConnectors');
+
+    return result;
+  }
+}

src/clients/duc/client.config.ts

@@ -3,7 +3,7 @@ import { ClientOptions, Transport } from '@nestjs/microservices';
 import {
   ProtoPackages,
   ProtoPaths,
-} from '@victorradael/protospack-v2/dist/lib/Duc';
+} from 'protospack-v2/dist/lib/Duc';
 
 export class DucClient {
   config(): ClientOptions {

src/clients/inputs/client.config.ts

@@ -1,7 +1,7 @@
 import { credentials } from '@grpc/grpc-js';
 import { ClientOptions, Transport } from '@nestjs/microservices';
 
-import { InputPackages, InputProtoFilePath } from '@victorradael/protospack';
+import { InputPackages, InputProtoFilePath } from 'protospack';
 
 export class InputsClientConfiguration {
   config(): ClientOptions {

src/clients/inputs/client.service.ts

@@ -15,7 +15,7 @@ import {
   InputService,
   TestConnectionGetColumnsRequest,
   TestConnectionRequest,
-} from '@victorradael/protospack';
+} from 'protospack';
 import axios, { AxiosRequestConfig } from 'axios';
 import { lastValueFrom } from 'rxjs';
 import { InputModel } from 'src/modules/inputs/dtos/input.model';
@@ -24,16 +24,22 @@ import {
   objectSnakeToCamel,
 } from 'src/utils/CaseConverter';
 import { mustache } from 'src/utils/mustache';
+import { DadosferaLogger } from 'dadosfera-logs';
 import { OauthSecrets } from 'src/utils/OauthSecrets';
 import { URLSearchParams } from 'url';
 import { IIdRequest, UpdateInputRequest } from './interfaces';
 
 export class InputsClientService implements OnModuleInit {
   private inputService: InputService;
+  logger: any;
   constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
     @Inject('INPUTS_PACKAGE') private readonly grpcClient: ClientGrpc,
     @Inject('OAUTH_SECRETS') private readonly oauthSecrets: OauthSecrets,
-  ) {}
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   async onModuleInit() {
     this.inputService =
@@ -41,7 +47,7 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async newCreate(createInputDto: InputNewCreateRequest) {
-    console.log('InputClientService', 'Create');
+    this.logger.info('InputClientService - Create');
 
     const input = await lastValueFrom(
       this.inputService.NewCreate(objectSnakeToCamel(createInputDto)),
@@ -51,7 +57,7 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async createGeneric(createInputGeneric) {
-    console.log('InputClientService', 'Create');
+    this.logger.info('InputClientService - Create');
     const { info, ...data } = createInputGeneric;
     // data.credentials = await this.getInputTokens(data);
     if (data.options) delete data.options;
@@ -64,7 +70,7 @@ export class InputsClientService implements OnModuleInit {
 
     const structReturn = await lastValueFrom(
       this.inputService.Create(grpcPayload),
-    ).catch((err) => {
+    ).catch((err: { details: string }) => {
       if (err.details === 'Item Not found!') {
         throw new NotFoundException('Input not found');
       }
@@ -76,23 +82,24 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async createS3Inputs(createInputDto: InputCreateS3Request) {
-    console.log('InputClientService', 'Create');
+    this.logger.info('InputClientService - Create');
     objectSnakeToCamel(createInputDto);
     const createInputResponse = await lastValueFrom(
       this.inputService.CreateS3(createInputDto),
     ).catch((e) => {
       throw new HttpException(e.details, 500);
     });
-    console.log('done');
+    this.logger.info('Done');
     objectCamelToSnake(createInputResponse);
     return createInputResponse;
   }
 
   async findOne(data: IIdRequest) {
-    console.log('InputClientService', 'FindOne');
+    this.logger.info('InputClientService - FindOne');
     const findOneInputResponse = await lastValueFrom(
       this.inputService.FindOne(objectSnakeToCamel(data)),
     ).catch((e) => {
+      this.logger.error(e.details);
       throw new HttpException(e.details, HttpStatus.INTERNAL_SERVER_ERROR);
     });
     objectCamelToSnake(findOneInputResponse);
@@ -100,10 +107,11 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async findAll(data) {
-    console.log('InputClientService', 'FindAll');
+    this.logger.info('InputClientService - FindAll');
     const findAllInputResponse = await lastValueFrom(
       this.inputService.FindAll(objectSnakeToCamel(data)),
     ).catch((e) => {
+      this.logger.error(e.details);
       throw new HttpException(e.details, HttpStatus.INTERNAL_SERVER_ERROR);
     });
     findAllInputResponse.inputs.forEach((input) => objectCamelToSnake(input));
@@ -112,23 +120,26 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async update(updateInputDTO: UpdateInputRequest) {
-    console.log('InputClientService', 'Update');
+    this.logger.info('InputClientService - Update');
     const updateInputResponse = await new Promise((resolve, reject) => {
       this.inputService.Update(objectSnakeToCamel(updateInputDTO)).subscribe({
         next(x) {
           resolve(objectCamelToSnake(x));
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -136,7 +147,7 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async remove(idRequest: IIdRequest) {
-    console.log('InputClientService', 'Remove');
+    this.logger.info('InputClientService - Remove');
 
     const removeInputResponse = await new Promise((resolve, reject) => {
       this.inputService.Remove(objectSnakeToCamel(idRequest)).subscribe({
@@ -144,16 +155,19 @@ export class InputsClientService implements OnModuleInit {
           resolve(objectCamelToSnake(x));
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -161,23 +175,26 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async testConnection(data: TestConnectionRequest) {
-    console.log('InputClientService', 'TestConnection');
+    this.logger.info('InputClientService - TestConnection');
     const testConnectionResponse = await new Promise((resolve, reject) => {
       this.inputService.NewTestConnection(objectSnakeToCamel(data)).subscribe({
         next(x) {
           resolve(objectCamelToSnake(x));
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -185,23 +202,26 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async getColumns(data: TestConnectionGetColumnsRequest) {
-    console.log('InputClientService', 'TestConnection/Get-Columns');
+    this.logger.info('InputClientService - TestConnection/Get-Columns');
     const getColumnsResponse = await new Promise((resolve, reject) => {
       this.inputService.GetColumns(objectSnakeToCamel(data)).subscribe({
         next(x) {
           resolve(objectCamelToSnake(x));
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -260,7 +280,7 @@ export class InputsClientService implements OnModuleInit {
     };
 
     const { data } = await axios(axiosRequestConfig).catch((err) => {
-      console.log(err.response.data);
+      this.logger.error(err.response.data);
       throw new HttpException(err.response.data.message, err.response.status);
     });
     for (const key in get_tokens_set_response) {
@@ -273,12 +293,12 @@ export class InputsClientService implements OnModuleInit {
   }
 
   async getAvailableEntities(data) {
-    console.log('InputClientService', 'GetAvailableEntities');
+    this.logger.info('InputClientService - GetAvailableEntities');
     objectSnakeToCamel(data);
     const response = await lastValueFrom(
       this.inputService.GetAvailableEntities(data),
     ).catch((err) => {
-      console.log(err);
+      this.logger.info(err.details);
       if (err.details && err.details.includes('400'))
         throw new HttpException('Plugin inválido', HttpStatus.BAD_REQUEST);
       throw new HttpException(err.details, HttpStatus.INTERNAL_SERVER_ERROR);

src/clients/inputs/interfaces.d.ts

@@ -29,8 +29,10 @@ interface Cron {
 }
 
 export interface Info {
-  costumer_id: string;
+  customer_id: string;
   user_id: string;
+  customer: string;
+  customer_tier: string;
 }
 
 export interface ICreateInputRequest {

src/clients/outputs/client.config.ts

@@ -1,4 +1,4 @@
-import { OutputPackages, OutputProtoFilePath } from '@victorradael/protospack';
+import { OutputPackages, OutputProtoFilePath } from 'protospack';
 import { ClientOptions, Transport } from '@nestjs/microservices';
 import { credentials } from '@grpc/grpc-js';
 

src/clients/outputs/client.service.ts

@@ -1,9 +1,10 @@
 import { Controller, Inject, OnModuleInit } from '@nestjs/common';
 import { ClientGrpc, Payload } from '@nestjs/microservices';
+import { DadosferaLogger } from 'dadosfera-logs';
 import {
   OutputServicesNames,
   OutputsServiceInterface,
-} from '@victorradael/protospack';
+} from 'protospack';
 import {
   objectCamelToSnake,
   objectSnakeToCamel,
@@ -17,9 +18,14 @@ import {
 @Controller('output')
 export class OutputsClientService implements OnModuleInit {
   private outputService: OutputsServiceInterface;
+  logger: any;
   constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
     @Inject('OUTPUTS_PACKAGE') private readonly grpcClient: ClientGrpc,
-  ) {}
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   onModuleInit() {
     this.outputService = this.grpcClient.getService<OutputsServiceInterface>(
@@ -28,7 +34,7 @@ export class OutputsClientService implements OnModuleInit {
   }
 
   async create(@Payload() createOutputDto: ICreateOutputRequest) {
-    console.log('OutputClientService', 'Create');
+    this.logger.info('OutputClientService - Create');
 
     const createOutputResponse = await new Promise((resolve, reject) => {
       this.outputService.Create(objectSnakeToCamel(createOutputDto)).subscribe({
@@ -36,16 +42,19 @@ export class OutputsClientService implements OnModuleInit {
           resolve(x);
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -55,7 +64,7 @@ export class OutputsClientService implements OnModuleInit {
   }
 
   async findAll(data) {
-    console.log('OutputClientService', 'FindAll');
+    this.logger.info('OutputClientService - FindAll');
 
     const findAllOutputResponse = await new Promise((resolve, reject) => {
       this.outputService.FindAll(objectSnakeToCamel(data)).subscribe({
@@ -63,16 +72,19 @@ export class OutputsClientService implements OnModuleInit {
           resolve(x);
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -84,7 +96,7 @@ export class OutputsClientService implements OnModuleInit {
   }
 
   async findOne(data: IIdRequest) {
-    console.log('OutputClientService', 'FindOne');
+    this.logger.info('OutputClientService - FindOne');
 
     const findOneOutputResponse = await new Promise((resolve, reject) => {
       this.outputService.FindOne(objectSnakeToCamel(data)).subscribe({
@@ -92,16 +104,19 @@ export class OutputsClientService implements OnModuleInit {
           resolve(x);
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -109,7 +124,7 @@ export class OutputsClientService implements OnModuleInit {
   }
 
   async update(updateOutPutDTO: IOutputUpdateRequest) {
-    console.log('OutputClientService', 'Update');
+    this.logger.info('OutputClientService - Update');
 
     const updateOutputResponse = await new Promise((resolve, reject) => {
       this.outputService.Update(objectSnakeToCamel(updateOutPutDTO)).subscribe({
@@ -117,16 +132,19 @@ export class OutputsClientService implements OnModuleInit {
           resolve(x);
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -134,7 +152,7 @@ export class OutputsClientService implements OnModuleInit {
   }
 
   async remove(data: IIdRequest) {
-    console.log('OutputClientService', 'Remove');
+    this.logger.info('OutputClientService - Remove');
 
     const removeOutputResponse = await new Promise((resolve, reject) => {
       this.outputService.Remove(objectSnakeToCamel(data)).subscribe({
@@ -142,16 +160,19 @@ export class OutputsClientService implements OnModuleInit {
           resolve(objectCamelToSnake(x));
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 

src/clients/permissions/client.service.ts

@@ -1,20 +1,26 @@
-import { Logger, OnModuleInit, Inject } from '@nestjs/common';
+import { OnModuleInit, Inject } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
 
-import { ProtoServices } from '@victorradael/protospack-v2/dist/lib/Duc';
-import { PermissionsProtoService as PermissionsServiceInterface } from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { ProtoServices } from 'protospack-v2/dist/lib/Duc';
+import { PermissionsProtoService as PermissionsServiceInterface } from 'protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
   Empty,
   InjectPermissionsRequest,
-} from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/messages';
-
+} from 'protospack-v2/dist/lib/Duc/interfaces/messages';
+import { DadosferaLogger } from 'dadosfera-logs';
 import grpcHandler from '../../utils/grpcHandler';
 
 export class PermissionsClientService implements OnModuleInit {
-  private readonly logger = new Logger(PermissionsClientService.name);
+  logger: any;
 
   private permissionsService: PermissionsServiceInterface;
-  constructor(@Inject('DUC_PACKAGE') private readonly grpcClient: ClientGrpc) {}
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    @Inject('DUC_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   onModuleInit() {
     this.permissionsService =
@@ -24,7 +30,7 @@ export class PermissionsClientService implements OnModuleInit {
   }
 
   async injectPermissions({ permissions }: InjectPermissionsRequest) {
-    this.logger.log('InjectPermissions');
+    this.logger.info('InjectPermissions');
 
     return grpcHandler<Empty>(
       this.permissionsService.InjectPermissions({ permissions }),

src/clients/pipelines/client.config.ts

@@ -2,7 +2,7 @@ import { ClientOptions, Transport } from '@nestjs/microservices';
 import {
   PipelinePackages,
   PipelineProtoFilePath,
-} from '@victorradael/protospack';
+} from 'protospack';
 import { credentials } from '@grpc/grpc-js';
 
 export class PipelinesClientConfiguration {

src/clients/pipelines/client.service.ts

@@ -1,9 +1,12 @@
-import { HttpException, Inject, OnModuleInit } from '@nestjs/common';
-import { ClientGrpc, Payload } from '@nestjs/microservices';
 import {
-  PipelineServicesNames,
-  PipelinesServiceInterface,
-} from '@victorradael/protospack';
+  BadRequestException,
+  Inject,
+  InternalServerErrorException,
+  OnModuleInit,
+} from '@nestjs/common';
+import { ClientGrpc, Payload } from '@nestjs/microservices';
+import { PipelineServicesNames, PipelinesServiceInterface } from 'protospack';
+import { lastValueFrom } from 'rxjs';
 import {
   objectCamelToSnake,
   objectSnakeToCamel,
@@ -14,12 +17,18 @@ import {
   IIdRequest,
   IUpdatePipelineRequest,
 } from './interfaces';
+import { DadosferaLogger } from 'dadosfera-logs';
 
 export class PipelinesClientService implements OnModuleInit {
   private pipelineService: PipelinesServiceInterface;
+  logger: any;
   constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
     @Inject('PIPELINES_PACKAGE') private readonly grpcClient: ClientGrpc,
-  ) {}
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   onModuleInit() {
     this.pipelineService =
@@ -29,54 +38,47 @@ export class PipelinesClientService implements OnModuleInit {
   }
 
   async create(@Payload() createPipelineDto: ICreatePipelineDto) {
-    console.log('PipelinesClientService', 'Create');
-
-    const createPipelineResponse = await new Promise((resolve, reject) => {
-      this.pipelineService
-        .Create(objectSnakeToCamel(createPipelineDto))
-        .subscribe({
-          next(x) {
-            resolve(x);
-          },
-          error(err) {
-            console.log('Observable Error');
-            reject(err);
-          },
-          complete() {
-            console.log('done');
-          },
-        });
-    })
-      .then((res) => res)
-      .catch((err) => {
-        if (err.details == 'Invalid Request') {
-          throw new HttpException(err.details, 400);
+    this.logger.info('PipelinesClientService - Create');
+    const createPipelineResponse = await lastValueFrom(
+      this.pipelineService.Create(objectSnakeToCamel(createPipelineDto)),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((error: { details: string }) => {
+        if (error.details.includes('INVALID_REQUEST')) {
+          // eslint-disable-next-line @typescript-eslint/no-unused-vars
+          const [errorType, message] = error.details.split('|');
+          throw new BadRequestException(message);
         }
-        throw new HttpException(err.details, 500);
+        throw new InternalServerErrorException(error.details);
       });
 
     return createPipelineResponse;
   }
 
   async findAll(data: IIdRequest) {
-    console.log('PipelinesClientService', 'FindAll');
-
+    this.logger.info('PipelinesClientService - FindAll');
     const findAllPipelineResponse = await new Promise((resolve, reject) => {
       this.pipelineService.FindAll(objectSnakeToCamel(data)).subscribe({
         next(x) {
           resolve(x.pipelines);
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -84,7 +86,7 @@ export class PipelinesClientService implements OnModuleInit {
   }
 
   async findOne(data: IIdRequest) {
-    console.log('PipelinesClientService', 'FindOne');
+    this.logger.info('PipelinesClientService - FindOne');
 
     const findOnePipelineResponse = await new Promise((resolve, reject) => {
       this.pipelineService.FindOne(objectSnakeToCamel(data)).subscribe({
@@ -92,16 +94,19 @@ export class PipelinesClientService implements OnModuleInit {
           resolve(x);
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // console.log('done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -109,7 +114,7 @@ export class PipelinesClientService implements OnModuleInit {
   }
 
   async update(UpdatePipelineRequest: IUpdatePipelineRequest) {
-    console.log('PipelinesClientService', 'Update');
+    this.logger.info('PipelinesClientService - Update');
 
     const updatePipelineResponse = await new Promise((resolve, reject) => {
       this.pipelineService
@@ -119,16 +124,19 @@ export class PipelinesClientService implements OnModuleInit {
             resolve(x);
           },
           error(err) {
-            console.log('Observable Error');
             reject(err);
           },
           complete() {
-            console.log('done');
+            //console.log('done');
           },
         });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -136,7 +144,7 @@ export class PipelinesClientService implements OnModuleInit {
   }
 
   async remove(data: IIdRequest) {
-    console.log('PipelinesClientService', 'Remove');
+    this.logger.info('PipelinesClientService - Remove');
 
     const removePipelineResponse = await new Promise((resolve, reject) => {
       this.pipelineService.remove(objectSnakeToCamel(data)).subscribe({
@@ -144,16 +152,19 @@ export class PipelinesClientService implements OnModuleInit {
           resolve(objectCamelToSnake(x));
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // this.logger.info('Done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -161,7 +172,7 @@ export class PipelinesClientService implements OnModuleInit {
   }
 
   async getPipelineLogsMessages(data: IGetPipelineLogsRequest) {
-    console.log('PipelinesClientService', 'GetPipelineLogsMessages');
+    this.logger.info('PipelinesClientService - GetPipelineLogsMessages');
 
     const logsPipelineResponse = await new Promise((resolve, reject) => {
       this.pipelineService.getPipelineLogs(data).subscribe({
@@ -169,16 +180,19 @@ export class PipelinesClientService implements OnModuleInit {
           resolve(x);
         },
         error(err) {
-          console.log('Observable Error');
           reject(err);
         },
         complete() {
-          console.log('done');
+          // this.logger.info('Done');
         },
       });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -186,7 +200,7 @@ export class PipelinesClientService implements OnModuleInit {
   }
 
   async getPipelineStatus(data) {
-    console.log('PipelinesClientService', 'GetPipelineStatus');
+    this.logger.info('PipelinesClientService - GetPipelineStatus');
 
     const statusPipelineResponse = await new Promise((resolve, reject) => {
       this.pipelineService
@@ -203,16 +217,19 @@ export class PipelinesClientService implements OnModuleInit {
             resolve({ status: statusArray });
           },
           error(err) {
-            console.log('Observable Error');
             reject(err);
           },
           complete() {
-            console.log('done');
+            // this.logger.info('Done');
           },
         });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -220,7 +237,7 @@ export class PipelinesClientService implements OnModuleInit {
   }
 
   async runPipeline({ id, info }: IIdRequest) {
-    console.log('PipelinesClientService', 'RunPipeline');
+    this.logger.info('PipelinesClientService - RunPipeline');
     const statusPipelineResponse = await new Promise((resolve, reject) => {
       this.pipelineService
         .triggerPipeline(objectSnakeToCamel({ id, info }))
@@ -234,16 +251,20 @@ export class PipelinesClientService implements OnModuleInit {
             resolve(x);
           },
           error(err) {
-            console.log('Observable Error');
+            this.logger.error('Observable Error');
             reject(err);
           },
           complete() {
-            console.log('done');
+            this.logger.info('Done');
           },
         });
     })
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 

src/clients/transformations/client.config.ts

@@ -2,7 +2,7 @@ import { ClientOptions, Transport } from '@nestjs/microservices';
 import {
   TransformationPackages,
   TransformationProtoFilePath,
-} from '@victorradael/protospack';
+} from 'protospack';
 import { credentials } from '@grpc/grpc-js';
 
 export class TransformationsClientConfiguration {

src/clients/transformations/client.service.ts

@@ -1,6 +1,7 @@
 import { Controller, Inject, OnModuleInit, Post } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
-import { TransformationsServiceInterface } from '@victorradael/protospack';
+import { TransformationsServiceInterface } from 'protospack';
+import { DadosferaLogger } from 'dadosfera-logs';
 import {
   objectCamelToSnake,
   objectSnakeToCamel,
@@ -10,9 +11,14 @@ import { ICreateTransformationsRequest, IIdRequest } from './interfaces';
 @Controller('transformation')
 export class TransformationsClientService implements OnModuleInit {
   private transformationService: TransformationsServiceInterface;
+  logger: any;
   constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
     @Inject('TRANSFORMATIONS_PACKAGE') private readonly grpcClient: ClientGrpc,
-  ) {}
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   onModuleInit() {
     this.transformationService =
@@ -23,7 +29,7 @@ export class TransformationsClientService implements OnModuleInit {
 
   @Post()
   async create(createTransformationsDto: ICreateTransformationsRequest) {
-    console.log('TransformationClientService', 'Create');
+    this.logger.info('TransformationClientService - Create');
 
     const createTransformationResponse = await new Promise(
       (resolve, reject) => {
@@ -34,17 +40,20 @@ export class TransformationsClientService implements OnModuleInit {
               resolve(x);
             },
             error(err) {
-              console.log('Observable Error');
               reject(err);
             },
             complete() {
-              console.log('done');
+              // console.log('done');
             },
           });
       },
     )
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -58,7 +67,7 @@ export class TransformationsClientService implements OnModuleInit {
   }
 
   async findAll(data) {
-    console.log('TransformationClientService', 'FindAll');
+    this.logger.info('TransformationClientService - FindAll');
 
     const findAllTransformationResponse = await new Promise(
       (resolve, reject) => {
@@ -67,17 +76,20 @@ export class TransformationsClientService implements OnModuleInit {
             resolve(x);
           },
           error(err) {
-            console.log('Observable Error');
             reject(err);
           },
           complete() {
-            console.log('done');
+            // console.log('done');
           },
         });
       },
     )
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
     const convertedTransforms = findAllTransformationResponse[
@@ -89,7 +101,7 @@ export class TransformationsClientService implements OnModuleInit {
   }
 
   async findOne(data: IIdRequest) {
-    console.log('TransformationClientService', 'FindOne');
+    this.logger.info('TransformationClientService - FindOne');
 
     const findOneTransformationResponse = await new Promise(
       (resolve, reject) => {
@@ -98,17 +110,20 @@ export class TransformationsClientService implements OnModuleInit {
             resolve(x);
           },
           error(err) {
-            console.log('Observable Error');
             reject(err);
           },
           complete() {
-            console.log('done');
+            // console.log('done');
           },
         });
       },
     )
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -116,7 +131,7 @@ export class TransformationsClientService implements OnModuleInit {
   }
 
   async update(updateTransformationDTO) {
-    console.log('TransformationClientService', 'Update');
+    this.logger.info('TransformationClientService - Update');
 
     const updateTransformationResponse = await new Promise(
       (resolve, reject) => {
@@ -127,17 +142,20 @@ export class TransformationsClientService implements OnModuleInit {
               resolve(x);
             },
             error(err) {
-              console.log('Observable Error');
               reject(err);
             },
             complete() {
-              console.log('done');
+              // console.log('done');
             },
           });
       },
     )
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 
@@ -145,7 +163,7 @@ export class TransformationsClientService implements OnModuleInit {
   }
 
   async remove(data: IIdRequest) {
-    console.log('TransformationClientService', 'Remove');
+    this.logger.info('TransformationClientService - Remove');
 
     const removeTransformationResponse = await new Promise(
       (resolve, reject) => {
@@ -154,17 +172,20 @@ export class TransformationsClientService implements OnModuleInit {
             resolve(x);
           },
           error(err) {
-            console.log('Observable Error');
             reject(err);
           },
           complete() {
-            console.log('done');
+            // console.log('done');
           },
         });
       },
     )
-      .then((res) => res)
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
       .catch((err) => {
+        this.logger.error(err.message);
         throw new Error(err);
       });
 

src/main.ts

@@ -1,12 +1,35 @@
+import 'elastic-apm-node/start';
 import { NestFactory } from '@nestjs/core';
 import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger';
 import { writeFileSync } from 'fs';
 import helmet from 'helmet';
+import { DadosferaLogger } from 'dadosfera-logs';
+
+import documentEmpty from '../swagger_empty.json';
 
 import { AppModule } from './app.module';
 
 async function bootstrap() {
+  DadosferaLogger.setupLogger({
+    serviceName: 'maestro',
+    serviceEnvironment: process.env.ENV,
+  });
+
+  const logger = new DadosferaLogger().logger;
+
+  const orginalWinstonLog = logger.log.bind(logger);
+  logger.log = function (...kwargs: any[]) {
+    if (kwargs[0] in logger.levels) {
+      if (kwargs[0] == 'error') {
+        orginalWinstonLog('error', kwargs[2]);
+      }
+    } else {
+      orginalWinstonLog('info', ...kwargs);
+    }
+  };
+
   const app = await NestFactory.create(AppModule, {
+    logger: logger,
     cors: {
       origin: '*',
       methods: 'GET,HEAD,PUT,PATCH,POST,DELETE',
@@ -18,17 +41,20 @@ async function bootstrap() {
   app.use(helmet());
 
   const config = new DocumentBuilder()
-    .setTitle('Maestro Grpc Documentation')
+    .setTitle('Maestro')
     .setDescription('Documentation for Maestro gateway')
     .setVersion('1.0')
     .addBearerAuth()
     .build();
 
   const document = SwaggerModule.createDocument(app, config);
-  writeFileSync('./swagger.json', JSON.stringify(document));
+
   if (process.env.ENV != 'stg' && process.env.ENV != 'prd')
     SwaggerModule.setup('api', app, document);
 
+  const swaggerDoc = process.env.ENV === 'dev' ? document : documentEmpty;
+  SwaggerModule.setup('api', app, swaggerDoc);
+
   await app.listen(3333);
 }
 bootstrap();

src/modules/auth/auth.controller.ts

@@ -1,5 +1,4 @@
 import {
-  Logger,
   Body,
   Controller,
   Headers,
@@ -7,6 +6,7 @@ import {
   HttpCode,
   HttpStatus,
   OnApplicationBootstrap,
+  Inject,
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import {
@@ -19,27 +19,31 @@ import {
   AuthEnableTotpMfaRequest,
   AuthDisableTotpMfaRequest,
   AuthVerifyTotpMfaRequest,
-} from '@victorradael/protospack-v2/dist/lib/Duc/interfaces/messages';
+} from 'protospack-v2/dist/lib/Duc/interfaces/messages';
 
 import { AuthClientService } from '../../clients/auth/client.service';
 import { PermissionsClientService } from '../../clients/permissions/client.service';
 import { Permissions } from '../../authentication/permissions.enum';
-
+import { DadosferaLogger } from 'dadosfera-logs';
 import ErrorBuilder from '../../utils/ErrorBuilder';
 
 @ApiTags('Auth')
 @Controller('auth')
 export class AuthController implements OnApplicationBootstrap {
-  private readonly logger = new Logger(AuthController.name);
+  logger: any;
 
   constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
     private authClient: AuthClientService,
     private permissionsClient: PermissionsClientService,
-  ) {}
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   // internally used to send permissions to duc on microservice startup
   async onApplicationBootstrap() {
-    this.logger.log('sending permissions to DUC...');
+    this.logger.info('sending permissions to DUC...');
 
     const permissions = Object.values(Permissions).flatMap((namespace) =>
       Object.values(namespace),
@@ -52,7 +56,7 @@ export class AuthController implements OnApplicationBootstrap {
           err.code === 'No connection established' &&
           process.env.LOCAL_ENV === 'true'
         ) {
-          return this.logger.log(
+          return this.logger.info(
             "couldn't connect to DUC. suppresing in local env",
           );
         }
@@ -64,7 +68,7 @@ export class AuthController implements OnApplicationBootstrap {
   @Post('sign-in')
   @HttpCode(HttpStatus.OK)
   async signIn(@Body() { username, password, totp }: AuthSignInRequest) {
-    this.logger.log(`/auth`, 'SignIn');
+    this.logger.info('/auth - SignIn');
 
     return this.authClient.signIn({ username, password, totp });
   }
@@ -74,7 +78,7 @@ export class AuthController implements OnApplicationBootstrap {
   async refreshAccessToken(
     @Body() { refreshToken }: AuthRefreshAccessTokenRequest,
   ) {
-    this.logger.log(`/auth`, 'RefreshAccessToken');
+    this.logger.info('/auth - RefreshAccessToken');
 
     return this.authClient.refreshAccessToken({ refreshToken });
   }
@@ -85,7 +89,7 @@ export class AuthController implements OnApplicationBootstrap {
     @Body() body: AuthChangePasswordRequest,
     @Headers() headers,
   ) {
-    this.logger.log(`/auth`, 'change-password');
+    this.logger.info('/auth - change-password');
 
     const { oldPassword, newPassword } = body;
     const { authorization: accessToken } = headers;
@@ -100,7 +104,7 @@ export class AuthController implements OnApplicationBootstrap {
   @Post('reset-password')
   @HttpCode(HttpStatus.OK)
   async resetPassword(@Body() body: AuthResetPasswordRequest) {
-    this.logger.log(`/auth`, 'reset-password');
+    this.logger.info('/auth - reset-password');
 
     const { username } = body;
 
@@ -112,7 +116,7 @@ export class AuthController implements OnApplicationBootstrap {
   async verifyResetPasswordCode(
     @Body() body: AuthVerifyResetPasswordCodeRequest,
   ) {
-    this.logger.log(`/auth`, 'verify-reset-password-code');
+    this.logger.info('/auth - verify-reset-password-code');
 
     const { username, code } = body;
 
@@ -122,7 +126,7 @@ export class AuthController implements OnApplicationBootstrap {
   @Post('confirm-reset-password')
   @HttpCode(HttpStatus.OK)
   async confirmResetPassword(@Body() body: AuthConfirmResetPasswordRequest) {
-    this.logger.log(`/auth`, 'confirm-reset-password');
+    this.logger.info('/auth - confirm-reset-password');
 
     const { username, code, newPassword } = body;
 
@@ -139,7 +143,7 @@ export class AuthController implements OnApplicationBootstrap {
     @Body() body: AuthEnableTotpMfaRequest,
     @Headers() headers,
   ) {
-    this.logger.log(`/auth`, 'enable-totp');
+    this.logger.info('/auth - enable-totp');
 
     const { password } = body;
     const { authorization: accessToken } = headers;
@@ -153,7 +157,7 @@ export class AuthController implements OnApplicationBootstrap {
     @Body() body: AuthDisableTotpMfaRequest,
     @Headers() headers,
   ) {
-    this.logger.log(`/auth`, 'disable-totp');
+    this.logger.info('/auth - disable-totp');
 
     const { password } = body;
     const { authorization: accessToken } = headers;
@@ -164,7 +168,7 @@ export class AuthController implements OnApplicationBootstrap {
   @Post('dismiss-totp')
   @HttpCode(HttpStatus.OK)
   async dismissTotpMFA(@Headers() headers) {
-    this.logger.log(`/auth`, 'disable-totp');
+    this.logger.info('/auth - disable-totp');
 
     const { authorization: accessToken } = headers;
 
@@ -174,7 +178,7 @@ export class AuthController implements OnApplicationBootstrap {
   @Post('verify-totp')
   @HttpCode(HttpStatus.OK)
   async verifyTotp(@Body() body: AuthVerifyTotpMfaRequest, @Headers() headers) {
-    this.logger.log(`/auth`, 'enable-totp');
+    this.logger.info('/auth - enable-totp');
 
     const { totp } = body;
     const { authorization: accessToken } = headers;

src/modules/auth/dtos/login.ts

@@ -0,0 +1,12 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class LoginDto {
+  @ApiProperty()
+  username: string;
+
+  @ApiProperty()
+  password: string;
+
+  @ApiProperty({ required: false })
+  totp: string;
+}

src/modules/catalog/catalog.controller.ts

@@ -3,6 +3,7 @@ import {
   Controller,
   Delete,
   Get,
+  Inject,
   Param,
   Post,
   Query,
@@ -11,6 +12,7 @@ import { ApiTags } from '@nestjs/swagger';
 import { AuthenticateCondition } from '../../authentication/authentication.decorator';
 import { Permissions } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
+import { DadosferaLogger } from 'dadosfera-logs';
 
 @ApiTags('Catalog')
 @Controller('catalog')
@@ -33,11 +35,21 @@ import { CatalogService } from './catalog.service';
   return user.permissions.includes(Permissions.CATALOG[action].seqid);
 })
 export class CatalogController {
-  constructor(private catalogService: CatalogService) {}
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private catalogService: CatalogService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   @Get('all')
   async catalogAll(@Body() body) {
-    console.log(`/catalog`, 'ON CATALOG ALL ROUTE');
+    this.logger.info(`/catalog - ON CATALOG ALL ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.catalogAll(body);
 
@@ -46,7 +58,10 @@ export class CatalogController {
 
   @Get('data_apps')
   async dataAppsAll(@Body() body) {
-    console.log(`/catalog`, 'ON FIND ALL DATA APPS ROUTE');
+    this.logger.info(`/catalog - ON FIND ALL DATA APPS ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.dataAppsAll(body);
 
@@ -55,7 +70,10 @@ export class CatalogController {
 
   @Delete('data_apps/:id')
   async dataAppsOne(@Param() params, @Body() body) {
-    console.log(`/catalog`, 'ON FIND ONE DATA APP ROUTE');
+    this.logger.info(`/catalog - ON FIND ONE DATA APP ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
     const { id } = params;
 
     const res = await this.catalogService.dataAppsOne(id, body);
@@ -65,7 +83,10 @@ export class CatalogController {
 
   @Get('dashboard-metabase')
   async getAllDashboardMetabase(@Body() body) {
-    console.log(`/catalog`, 'ON GET ALL DASHBOARDS METABASE ROUTE');
+    this.logger.info(`/catalog - ON GET ALL DASHBOARDS METABASE ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getAllDashboardMetabase(body);
 
@@ -75,7 +96,10 @@ export class CatalogController {
   @Get('dashboard-metabase/:id')
   async getOneDashboardMetabase(@Body() body, @Param() params) {
     const { id } = params;
-    console.log(`/catalog`, 'ON GET ONE DASHBOARD METABASE ROUTE');
+    this.logger.info(`/catalog - ON GET ONE DASHBOARD METABASE ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getOneDashboardMetabase(id, body);
 
@@ -84,7 +108,10 @@ export class CatalogController {
 
   @Get('table-metadata')
   async getAllTableMetadata(@Body() body, @Query() query) {
-    console.log(`/catalog`, 'ON GET ALL TABLES METADATA ROUTE');
+    this.logger.info(`/catalog - ON GET ALL TABLES METADATA ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     if (!query) {
       const res = await this.catalogService.getAllTableMetadata(body);
@@ -98,7 +125,10 @@ export class CatalogController {
   @Delete('table-metadata/:id')
   async deleteOneTableMetadata(@Param() params, @Body() body) {
     const { id } = params;
-    console.log(`/catalog`, 'ON DELETE ONE TABLE METADATA ROUTE');
+    this.logger.info(`/catalog - ON DELETE ONE TABLE METADATA ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.deleteOneTableMetadata(id, body);
 
@@ -107,7 +137,10 @@ export class CatalogController {
 
   @Get('column-metadata')
   async getOneColumnMetadata(@Body() body, @Query() params) {
-    console.log(`/catalog`, 'ON GET ONE COLUMN METADATA ROUTE');
+    this.logger.info(`/catalog - ON GET ONE COLUMN METADATA ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getOneColumnMetadata(body, params);
 
@@ -116,7 +149,10 @@ export class CatalogController {
 
   @Delete('column-metadata/:id')
   async deleteOneColumnMetadata(@Param() params, @Body() body) {
-    console.log(`/catalog`, 'ON DELETE ONE COLUMN METADATA ROUTE');
+    this.logger.info(`/catalog - ON DELETE ONE COLUMN METADATA ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
     const { id } = params;
 
     const res = await this.catalogService.deleteOneColumnMetadata(id, body);
@@ -126,7 +162,10 @@ export class CatalogController {
 
   @Get('data-preview')
   async getOneDataPreview(@Body() body, @Query() params) {
-    console.log(`/catalog`, 'ON GET ONE DATAPREVIEW ROUTE');
+    this.logger.info(`/catalog - ON GET ONE DATAPREVIEW ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getOneDataPreview(body, params);
 
@@ -135,7 +174,10 @@ export class CatalogController {
 
   @Get('data-status')
   async getDataStatus(@Body() body) {
-    console.log(`/catalog`, 'ON GET DATA STATUS ROUTE');
+    this.logger.info(`/catalog - ON GET DATA STATUS ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getDataStatus(body);
 
@@ -144,7 +186,10 @@ export class CatalogController {
 
   @Get('data-status')
   async createDataStatus(@Body() body) {
-    console.log(`/catalog`, 'ON CREATE DATA STATUS ROUTE');
+    this.logger.info(`/catalog - ON CREATE DATA STATUS ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.createDataStatus(body);
 
@@ -153,7 +198,10 @@ export class CatalogController {
 
   @Get('data-description')
   async getDataDescription(@Body() body) {
-    console.log(`/catalog`, 'ON GET DATA DESCRIPTION ROUTE');
+    this.logger.info(`/catalog - ON GET DATA DESCRIPTION ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getDataDescription(body);
 
@@ -162,7 +210,10 @@ export class CatalogController {
 
   @Post('data-description')
   async createDataDescription(@Body() body) {
-    console.log(`/catalog`, 'ON CREATE DATA DESCRIPTION ROUTE');
+    this.logger.info(`/catalog - ON CREATE DATA DESCRIPTION ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.createDataDescription(body);
 
@@ -171,7 +222,10 @@ export class CatalogController {
 
   @Get('data-docs')
   async getDataDocs(@Body() body) {
-    console.log(`/catalog`, 'ON GET DATA DOCS ROUTE');
+    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getDataDocs(body);
 
@@ -180,7 +234,10 @@ export class CatalogController {
 
   @Post('data-docs')
   async createDataDocs(@Body() body) {
-    console.log(`/catalog`, 'ON CREATE DATA DOCS ROUTE');
+    this.logger.info(`/catalog - ON CREATE DATA DOCS ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.createDataDocs(body);
 
@@ -189,7 +246,10 @@ export class CatalogController {
 
   @Get('data-rating')
   async getDataRating(@Body() body) {
-    console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
+    this.logger.info(`/catalog - ON GET DATA RATING ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getDataRating(body);
 
@@ -198,7 +258,10 @@ export class CatalogController {
 
   @Post('data-rating')
   async createDataRating(@Body() body) {
-    console.log(`/catalog`, 'ON GET DATA RATING ROUTE');
+    this.logger.info(`/catalog - ON GET DATA RATING ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.createDataRating(body);
 
@@ -207,7 +270,7 @@ export class CatalogController {
 
   @Get('summary-rating/:id')
   async getSummaryRating() {
-    console.log(`/catalog`, 'ON GET SUMMARY RATING ROUTE');
+    this.logger.info(`/catalog - ON GET SUMMARY RATING ROUTE`);
     //const { id } = params;
 
     //
@@ -222,7 +285,10 @@ export class CatalogController {
 
   @Get('data-comment')
   async getDataComment(@Body() body) {
-    console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
+    this.logger.info(`/catalog - ON GET DATA COMMENT ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getDataComment(body);
 
@@ -231,7 +297,10 @@ export class CatalogController {
 
   @Post('data-comment')
   async createDataComment(@Body() body) {
-    console.log(`/catalog`, 'ON GET DATA COMMENT ROUTE');
+    this.logger.info(`/catalog - ON GET DATA COMMENT ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.createDataComment(body);
 
@@ -240,7 +309,10 @@ export class CatalogController {
 
   @Get('data-review')
   async getDataReview(@Body() body, @Query() params) {
-    console.log(`/catalog`, 'ON GET DATA REVIEW ROUTE');
+    this.logger.info(`/catalog - ON GET DATA REVIEW ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getDataReview(body, params);
 
@@ -249,7 +321,10 @@ export class CatalogController {
 
   @Post('tags')
   async createTags(@Body() body) {
-    console.log(`/catalog`, 'ON CREATE TAG ROUTE');
+    this.logger.info(`/catalog - ON CREATE TAG ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.createTags(body);
 
@@ -258,7 +333,10 @@ export class CatalogController {
 
   @Get('tags')
   async findAllTags(@Body() body) {
-    console.log(`/catalog`, 'ON FIND ALL TAGS ROUTE');
+    this.logger.info(`/catalog - ON FIND ALL TAGS ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.findAllTags(body);
 
@@ -267,7 +345,10 @@ export class CatalogController {
 
   @Delete('tags/:id')
   async deleteTags(@Param() params, @Body() body) {
-    console.log(`/catalog`, 'ON DELETE TAG ROUTE');
+    this.logger.info(`/catalog - ON DELETE TAG ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
     const { id } = params;
 
     const res = await this.catalogService.deleteTags(id, body);
@@ -277,7 +358,10 @@ export class CatalogController {
 
   @Post('table-tags')
   async createTableTags(@Body() body) {
-    console.log(`/catalog`, 'ON CREATE TABLE TAG ROUTE');
+    this.logger.info(`/catalog - ON CREATE TABLE TAG ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.createTableTags(body);
 
@@ -286,7 +370,10 @@ export class CatalogController {
 
   @Get('table-tags')
   async getAllTableTags(@Body() body) {
-    console.log(`/catalog`, 'ON GET ALL TABLE TAGS ROUTE');
+    this.logger.info(`/catalog - ON GET ALL TABLE TAGS ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.findAllTableTags(body);
 
@@ -295,7 +382,10 @@ export class CatalogController {
 
   @Delete('table-tags/:id')
   async deleteTableTags(@Param() params, @Body() body) {
-    console.log(`/catalog`, 'ON CREATE TABLE TAGS ROUTE');
+    this.logger.info(`/catalog - ON CREATE TABLE TAGS ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
     const { id } = params;
 
     const res = await this.catalogService.deleteTableTags(id, body);
@@ -305,7 +395,10 @@ export class CatalogController {
 
   @Get('table-rules')
   async getTableRules(@Body() body) {
-    console.log(`/catalog`, 'ON GET TABLE RULES ROUTE');
+    this.logger.info(`/catalog - ON GET TABLE RULES ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const res = await this.catalogService.getTableRules(body);
 
@@ -314,7 +407,10 @@ export class CatalogController {
 
   @Delete('table-rules/:id')
   async deleteTableRules(@Param() params, @Body() body) {
-    console.log(`/catalog`, 'ON DELETE TABLE RULES ROUTE');
+    this.logger.info(`/catalog - ON DELETE TABLE RULES ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
     const { id } = params;
 
     const res = await this.catalogService.deleteTableRules(id, body);

src/modules/catalog/catalog.service.ts

@@ -46,7 +46,6 @@ class CatalogService {
     const { data } = await axios.get(
       `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
     );
-    console.log(data);
 
     // const [, path] = data.iframe_url.split('.dadosfera');
     // const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;

src/modules/connector/connector.controller.ts

@@ -0,0 +1,219 @@
+import {
+  Body,
+  Controller,
+  Delete,
+  Get,
+  HttpException,
+  Param,
+  Put,
+  Post,
+  Query,
+  UploadedFile,
+  UseInterceptors,
+  Inject,
+} from '@nestjs/common';
+import { FileInterceptor } from '@nestjs/platform-express';
+import { ApiBearerAuth, ApiConsumes, ApiTags } from '@nestjs/swagger';
+import { ConnectorClientService } from 'src/clients/connector/client.service';
+import { AddTagDto } from './dtos/add-tag';
+import { CreateConnectorDto } from './dtos/create-connector';
+import { DeleteConnectorDto } from './dtos/delete-connector';
+import { GetAllDto } from './dtos/get-all';
+import { RemoveTagDto } from './dtos/remove-tag';
+import { UpdateDto } from './dtos/update';
+import { UploadFileDto } from './dtos/upload-file';
+import { DadosferaLogger } from 'dadosfera-logs';
+
+@ApiTags('connectors')
+@ApiBearerAuth()
+@Controller('connectors')
+export class ConnectorController {
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private connectorClientService: ConnectorClientService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  @Post()
+  @ApiConsumes('multipart/form-data')
+  @UseInterceptors(FileInterceptor('file'))
+  async uploadConnector(
+    @UploadedFile() file,
+    @Body() body: CreateConnectorDto,
+  ) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const response = await this.connectorClientService.uploadConnector({
+      file,
+      connector: JSON.parse(body.connector),
+    });
+
+    return response;
+  }
+
+  @Post('/upload')
+  @ApiConsumes('multipart/form-data')
+  @UseInterceptors(FileInterceptor('file'))
+  async uploadFile(@UploadedFile() file, @Body() { name }: UploadFileDto) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const response = await this.connectorClientService.uploadFile({
+      file,
+      name,
+    });
+
+    return response;
+  }
+
+  @Get()
+  async getAllConnectors(@Query() queries: GetAllDto) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const { search, ...filters } = queries;
+
+    const response: any = await this.connectorClientService.getAllConnectors({
+      filters: filters || {},
+      search: search || '',
+    });
+
+    const connectors = JSON.parse(response.connectors).connectors;
+
+    return {
+      message: response.message,
+      connectors,
+    };
+  }
+
+  @Get('/:plugin')
+  async getConnector(
+    @Param('plugin') plugin: string,
+    @Query('version') version: string,
+  ) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const pluginId = `${plugin}-${version}`;
+
+    const response: any = await this.connectorClientService.getConnector(
+      pluginId,
+    );
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Get('/:plugin/details')
+  async getConnectorDetails(
+    @Param('plugin') plugin: string,
+    @Query('version') version: string,
+  ) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const pluginId = `${plugin}-${version}`;
+
+    const response: any = await this.connectorClientService.getConnectorDetails(
+      pluginId,
+    );
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Put('/:plugin')
+  @ApiConsumes('multipart/form-data')
+  async updateConnector(
+    @Param('plugin') plugin: string,
+    @Body() body: UpdateDto,
+  ) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const changes = body;
+
+    const response: any = await this.connectorClientService.updateConnector({
+      plugin,
+      changes: JSON.stringify(changes),
+    });
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Put('/:plugin/add-tag')
+  async addTagOnConnector(
+    @Param('plugin') plugin: string,
+    @Body() body: AddTagDto,
+  ) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const { tags } = body;
+
+    if (!tags || !(typeof tags === 'object') || !tags.length) {
+      throw new HttpException('Not found tags attributes', 400);
+    }
+
+    const changes = { plugin, tags };
+
+    const response: any = await this.connectorClientService.updateConnector({
+      plugin,
+      changes: JSON.stringify(changes),
+    });
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Put('/:plugin/remove-tag')
+  async removeTagOnConnector(
+    @Param('plugin') plugin: string,
+    @Body() body: RemoveTagDto,
+  ) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const { tags } = body;
+    const remove = tags;
+
+    if (!remove || !(typeof remove === 'object') || !remove.length) {
+      throw new HttpException('Not found remove attribute', 400);
+    }
+
+    const changes = { plugin, remove };
+
+    const response: any = await this.connectorClientService.updateConnector({
+      plugin,
+      changes: JSON.stringify(changes),
+    });
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+
+  @Delete('/:plugin')
+  async deleteConnector(
+    @Param('plugin') plugin: string,
+    @Body() { version }: DeleteConnectorDto,
+  ) {
+    this.logger.info('/upload - Upload Connector Route');
+
+    const response: any = await this.connectorClientService.deleteConnector(
+      plugin,
+      version,
+    );
+
+    return {
+      message: response.message || 'ok',
+      connector: { ...JSON.parse(response.connector) },
+    };
+  }
+}

src/modules/connector/dtos/add-tag.ts

@@ -0,0 +1,6 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class AddTagDto {
+  @ApiProperty()
+  tags: string[];
+}

src/modules/connector/dtos/create-connector.ts

@@ -0,0 +1,9 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class CreateConnectorDto {
+  @ApiProperty({ format: 'binary' })
+  file: string;
+
+  @ApiProperty()
+  connector: string;
+}

src/modules/connector/dtos/delete-connector.ts

@@ -0,0 +1,6 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class DeleteConnectorDto {
+  @ApiProperty()
+  version: string;
+}

src/modules/connector/dtos/get-all.ts

@@ -0,0 +1,9 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class GetAllDto {
+  @ApiProperty()
+  search: string;
+
+  @ApiProperty()
+  filters: any;
+}

src/modules/connector/dtos/remove-tag.ts

@@ -0,0 +1,6 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class RemoveTagDto {
+  @ApiProperty()
+  tags: string[];
+}

src/modules/connector/dtos/update.ts

@@ -0,0 +1,42 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class UpdateDto {
+  @ApiProperty({ format: 'binary', required: false })
+  file?: string;
+
+  @ApiProperty()
+  version: string;
+
+  @ApiProperty({ required: false })
+  category?: string;
+
+  @ApiProperty({ required: false })
+  plugin?: string;
+
+  @ApiProperty({ required: false })
+  image?: string;
+
+  @ApiProperty({ required: false })
+  docs?: string;
+
+  @ApiProperty({ required: false })
+  name?: string;
+
+  @ApiProperty({
+    required: false,
+    description: 'skip_select_entities: boolean skip_select_columns: boolean;',
+  })
+  options?: {
+    skip_select_entities: boolean;
+    skip_select_columns: boolean;
+  };
+
+  @ApiProperty({
+    required: false,
+    type: 'array',
+    items: {
+      properties: {},
+    },
+  })
+  connection_controls?: object[];
+}

src/modules/connector/dtos/upload-file.ts

@@ -0,0 +1,9 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class UploadFileDto {
+  @ApiProperty({ format: 'binary' })
+  file: string;
+
+  @ApiProperty()
+  name: string;
+}

src/modules/health/health.controller.ts

@@ -1,15 +1,22 @@
-import { Controller, Get } from '@nestjs/common';
+import { Controller, Get, Inject } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import { HealthService } from './health.service';
+import { DadosferaLogger } from 'dadosfera-logs';
 
 @ApiTags('Health')
 @Controller('health')
 export class HealthController {
-  constructor(private readonly healthService: HealthService) {}
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private readonly healthService: HealthService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   @Get()
   check() {
-    console.log(`/health`, 'check');
     return this.healthService.check();
   }
 }

src/modules/health/health.service.ts

@@ -1,9 +1,16 @@
-import { Injectable } from '@nestjs/common';
+import { Inject, Injectable } from '@nestjs/common';
+import { DadosferaLogger } from 'dadosfera-logs';
 
 @Injectable()
 export class HealthService {
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
   check() {
-    console.log('HEALTH');
     return { message: 'Ok' };
   }
 }

src/modules/inputs/dtos/input.model.ts

@@ -1,4 +1,5 @@
 import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
+import { Info } from 'src/clients/inputs/interfaces';
 import { Method } from 'axios';
 
 export class InputModel {
@@ -149,6 +150,8 @@ export class TestConnectionGetColumnsReq {
   credentials: CredentialsJdbc;
   @ApiPropertyOptional()
   id: string;
+  @ApiPropertyOptional()
+  info: Info;
 }
 export class TestConnectionGetColumnsRes {
   @ApiProperty()
@@ -160,6 +163,8 @@ export class TestConnectionReq {
   plugin: string;
   @ApiProperty()
   credentials: CredentialsJdbc;
+  @ApiPropertyOptional()
+  info: Info;
 }
 export class TestConnectionRes {
   @ApiProperty()
@@ -182,6 +187,8 @@ export class CreateInputReq {
   name: string;
   @ApiPropertyOptional()
   options: InputOptions;
+  @ApiPropertyOptional()
+  info: Info;
 }
 
 export class Input {
@@ -203,4 +210,6 @@ export class Input {
   created_at: string;
   @ApiProperty()
   updated_at: string;
+  @ApiPropertyOptional()
+  info: Info;
 }

src/modules/inputs/inputs.controller.ts

@@ -3,14 +3,15 @@ import {
   Controller,
   Delete,
   Get,
+  Inject,
   Param,
   Patch,
   Post,
 } from '@nestjs/common';
 import { InputsService } from './inputs.service';
+import { DadosferaLogger } from 'dadosfera-logs';
 import { InputsClientService } from 'src/clients/inputs/client.service';
 import { UpdateInputRequest } from 'src/clients/inputs/interfaces';
-import { InputNewCreateRequest } from '@victorradael/protospack';
 import { Permissions } from '../../authentication/permissions.enum';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
 import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
@@ -28,7 +29,7 @@ import {
 @ApiTags('inputs')
 @Controller('inputs')
 @AuthenticateCondition((req, user) => {
-  let action;
+  let action: any;
 
   switch (req.method) {
     case 'POST':
@@ -58,7 +59,13 @@ import {
 })
 export class InputsController {
   inputService: InputsService;
-  constructor(private inputsClientService: InputsClientService) {
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private inputsClientService: InputsClientService,
+  ) {
+    this.logger = dadosferaLogger.logger;
     this.inputService = new InputsService(this.inputsClientService);
   }
 
@@ -76,7 +83,10 @@ export class InputsController {
   @Post('/test-connection')
   @ApiOkResponse({ type: TestConnectionRes })
   async testConnection(@Body() data: TestConnectionReq) {
-    console.log(`/test-connection`, 'ON TEST CONNECTION ROUTE');
+    this.logger.info(`/test-connection - ON TEST CONNECTION ROUTE`, {
+      user: data.info.user_id,
+      customer: data.info.customer,
+    });
 
     const response = await this.inputService.testConnection(data);
 
@@ -86,9 +96,12 @@ export class InputsController {
   @Post('/test-connection/get-columns')
   @ApiOkResponse({ type: TestConnectionGetColumnsRes })
   async getColumns(@Body() data: TestConnectionGetColumnsReq) {
-    console.log(
-      `/test-connection/get-columns`,
-      'ON TEST CONNECTION GET COLUMNS ROUTE',
+    this.logger.info(
+      `/test-connection/get-columns - ON TEST CONNECTION GET COLUMNS ROUTE`,
+      {
+        user: data.info.user_id,
+        customer: data.info.customer,
+      },
     );
 
     const response = await this.inputService.getColumns(data);
@@ -99,7 +112,10 @@ export class InputsController {
   @Post()
   @ApiOkResponse({ type: Input })
   async create(@Body() createInputDto: CreateInputReq) {
-    console.log(`/input`, 'ON CREATE ROUTE');
+    this.logger.info(`/input - ON CREATE ROUTE`, {
+      user: createInputDto.info.user_id,
+      customer: createInputDto.info.customer,
+    });
 
     const response = await this.inputService.create(createInputDto);
 
@@ -110,7 +126,7 @@ export class InputsController {
   @ApiOkResponse({ type: Input })
   async reCreate(@Param('id') id: string, @Body() input: CreateInputReq) {
     if (!input.id) input.id = id;
-    console.log(`POST /${input.id}`, 'ON RECREATE ROUTE');
+    this.logger.info(`POST /${id}`, 'ON RECREATE ROUTE');
 
     const response = await this.inputService.reCreate(input);
 
@@ -119,7 +135,10 @@ export class InputsController {
 
   @Get()
   async findAll(@Body() body) {
-    console.log(`/input`, 'ON FIND ALL ROUTE');
+    this.logger.info(`/input - ON FIND ALL ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const response = await this.inputService.findAll(body);
 
@@ -129,7 +148,10 @@ export class InputsController {
   @Get('/:id')
   async findOne(@Body() body, @Param() params) {
     const { id } = params;
-    console.log(`/input/${id}`, 'ON FIND ONE ROUTE');
+    this.logger.info(`/input/${id} - ON FIND ONE ROUTE`, {
+      user: body.info.user_id,
+      customer: body.info.customer,
+    });
 
     const response = await this.inputService.findOne({ id, ...body });
 
@@ -140,10 +162,12 @@ export class InputsController {
   async update(@Body() updateInputDto: UpdateInputRequest, @Param() params) {
     const { id } = params;
     const { info } = updateInputDto;
+    this.logger.info(`/input/${id} - ON UPDATE ROUTE`, {
+      user: info.user_id,
+      customer: info.customer_id,
+    });
     delete updateInputDto.info;
 
-    console.log(`/input/${id}`, 'ON UPDATE ROUTE');
-
     const response = await this.inputService.update(id, updateInputDto, info);
 
     return response;
@@ -153,7 +177,10 @@ export class InputsController {
   async delete(@Body() data, @Param() params) {
     const { id } = params;
 
-    console.log(`/input/${id}`, 'ON DELETE ROUTE');
+    this.logger.info(`/input/${id} - ON DELETE ROUTE`, {
+      user: data.info.user_id,
+      customer: data.info.customer,
+    });
 
     const response = await this.inputService.remove({ id, ...data });
 

src/modules/inputs/inputs.service.ts

@@ -1,13 +1,13 @@
 import { Body, HttpException, HttpStatus, Injectable } from '@nestjs/common';
 import { Timeout } from '@nestjs/schedule';
-import { DecodeGrpcStruct } from '@victorradael/protospack';
+import { DecodeGrpcStruct } from 'protospack';
 import CronParser, { CronExpression } from 'cron-parser';
 import { InputsClientService } from 'src/clients/inputs/client.service';
 import { IIdRequest, Info } from 'src/clients/inputs/interfaces';
 
 @Injectable()
 export class InputsService {
-  constructor(private inputClient: InputsClientService) {}
+  constructor(private inputClient: InputsClientService) { }
   secondsInADay = 60 * 60 * 24;
   secondsInAnHour = 60 * 60;
 

src/modules/oauth/oauth.controller.ts

@@ -1,16 +1,9 @@
-import {
-  BadRequestException,
-  Controller,
-  Get,
-  Query,
-  Redirect,
-  Req,
-  UseGuards,
-} from '@nestjs/common';
+import { Controller, Get, Redirect, Req, UseGuards } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import { AuthGuard } from '@nestjs/passport';
 import { InputsClientService } from 'src/clients/inputs/client.service';
 import { InputsService } from '../inputs/inputs.service';
+import { Request } from 'express';
 
 @ApiTags('oauth')
 @Controller('oauth')
@@ -40,15 +33,98 @@ export class OauthController {
   @Get('hubspot/callback')
   @UseGuards(AuthGuard('hubspot'))
   @Redirect()
-  async oauthHubspotCallback(@Req() req, @Query('state') customer_id) {
-    const { authInfo } = req;
-    if (!authInfo) throw new BadRequestException('Oauth tokens not found');
-    const { accessToken, refreshToken } = authInfo;
+  async oauthHubspotCallback(@Req() req) {
+    return await this.callback(req, 'hubspot');
+  }
+
+  @Get('googleads')
+  @UseGuards(AuthGuard('google'))
+  async oauthGoogleAds() {
+    return true;
+  }
+
+  @Get('googleads/callback')
+  @UseGuards(AuthGuard('google'))
+  @Redirect()
+  async oauthGoogleAdsCallback(@Req() req) {
+    return await this.callback(req, 'googleads');
+  }
+
+  @Get('google-sheets')
+  @UseGuards(AuthGuard('google'))
+  async oauthGoogleSheets() {
+    return true;
+  }
+
+  @Get('google-sheets/callback')
+  @UseGuards(AuthGuard('google'))
+  @Redirect()
+  async oauthGoogleSheetsCallback(@Req() req) {
+    return await this.callback(req, 'google-sheets');
+  }
+
+  @Get('facebook')
+  @UseGuards(AuthGuard('facebook'))
+  async oauthFacebook() {
+    return true;
+  }
+
+  @Get('facebook/callback')
+  @UseGuards(AuthGuard('facebook'))
+  @Redirect()
+  async oauthFacebookCallback(@Req() req) {
+    return await this.callback(req, 'facebook');
+  }
+
+  @Get('mailchimp')
+  @UseGuards(AuthGuard('mailchimp'))
+  async oauthMailchimp() {
+    return true;
+  }
+
+  @Get('mailchimp/callback')
+  @UseGuards(AuthGuard('mailchimp'))
+  @Redirect()
+  async oauthMailchimpCallback(@Req() req) {
+    return await this.callback(req, 'mailchimp');
+  }
+
+  @Get('salesforce')
+  @UseGuards(AuthGuard('salesforce'))
+  async oauthSalesforce() {
+    return true;
+  }
+
+  @Get('salesforce/callback')
+  @UseGuards(AuthGuard('salesforce'))
+  @Redirect()
+  async oauthSalesforceCallback(@Req() req) {
+    return await this.callback(req, 'salesforce');
+  }
+
+  async callback(@Req() req: Request, plugin) {
+    const { error, state: customer_id } = req.query;
+
+    if (error)
+      return {
+        url: `${this.frontendRedirectUri}?error=${error}`,
+      };
+    const request: any = req;
+    const { authInfo } = request;
+
+    if (!authInfo)
+      return {
+        url: `${this.frontendRedirectUri}?error=invalid_credentials`,
+      };
+
+    const { accessToken: access_token, refreshToken: refresh_token } = authInfo;
+
     const response = await this.inputService.create({
       info: { customer_id, customer: 'customer', user_id: 'empty' },
-      plugin: 'hubspot',
-      credentials: { access_token: accessToken, refresh_token: refreshToken },
+      plugin,
+      credentials: { access_token, refresh_token },
     });
+
     return { url: `${this.frontendRedirectUri}?input_id=${response.input.id}` };
   }
 }

src/modules/oauth/passport-strategies/facebook-strategy.ts

@@ -0,0 +1,45 @@
+import {
+  Profile,
+  Strategy,
+  StrategyOption,
+  VerifyFunction,
+} from 'passport-facebook';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+import { Request } from 'express';
+import { ParamsDictionary } from 'express-serve-static-core';
+import { ParsedQs } from 'qs';
+
+@Injectable()
+export class FacebookStrategy extends PassportStrategy(Strategy) {
+  constructor(
+    @Inject('OAUTH_SECRETS')
+    private readonly oauthSecrets: OauthSecrets,
+  ) {
+    const options: StrategyOption = {
+      clientID: oauthSecrets.facebook.client_id,
+      clientSecret: oauthSecrets.facebook.client_secret,
+      callbackURL: oauthSecrets.facebook.redirect_uri,
+    };
+    const verify: VerifyFunction = (
+      accessToken: string,
+      refreshToken: string,
+      profile: Profile,
+      done: (error: any, user?: any, info?: any) => void,
+    ) => {
+      return done(null, profile, { accessToken, refreshToken });
+    };
+
+    super(options, verify);
+  }
+  authenticate(
+    req: Request<ParamsDictionary, any, any, ParsedQs, Record<string, any>>,
+    options?: any,
+  ): void {
+    const { customer_id } = req.query;
+    options.state = customer_id;
+    options.scope = 'ads_read ads_management';
+    super.authenticate(req, options);
+  }
+}

src/modules/oauth/passport-strategies/google-strategy.ts

@@ -0,0 +1,68 @@
+import { Profile, Strategy, StrategyOptions } from 'passport-google-oauth20';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+
+@Injectable()
+export class GoogleStrategy extends PassportStrategy(Strategy, 'google') {
+  redirect_uri: string;
+  constructor(
+    @Inject('OAUTH_SECRETS')
+    private readonly oauthSecrets: OauthSecrets,
+  ) {
+    const options: StrategyOptions = {
+      clientID: oauthSecrets.google.client_id,
+      clientSecret: oauthSecrets.google.client_secret,
+      callbackURL: '/oauth/googleads/callback',
+    };
+    const verify = (
+      accessToken: string,
+      refreshToken: string,
+      profile: Profile,
+      done,
+    ) => {
+      console.log('verify');
+      return done(null, profile, { accessToken, refreshToken });
+    };
+
+    super(options, verify);
+    switch (process.env.ENV) {
+      case 'dev':
+      case 'stg':
+        this.redirect_uri = `https://maestro.${process.env.ENV}.dadosfera.ai/oauth`;
+        break;
+      case 'prd':
+        this.redirect_uri = `https://maestro.dadosfera.ai/oauth`;
+        break;
+      default:
+        this.redirect_uri = `/oauth`;
+        break;
+    }
+  }
+
+  authenticate(req, options) {
+    const plugin: string = req.route.path
+      .replace('/oauth/', '')
+      .replace('/callback', '');
+
+    const { customer_id } = req.query;
+    options.scope = ['https://www.googleapis.com/auth/userinfo.email'];
+    options.callbackURL = `${this.redirect_uri}/${plugin}/callback`;
+
+    switch (plugin) {
+      case 'googleads':
+        options.scope.push('https://www.googleapis.com/auth/adwords');
+        break;
+      case 'google-sheets':
+        options.scope.push(
+          'https://www.googleapis.com/auth/drive.metadata.readonly',
+          'https://www.googleapis.com/auth/spreadsheets.readonly',
+        );
+        break;
+    }
+    options.state = customer_id;
+    options.accessType = 'offline';
+    options.prompt = 'consent';
+    super.authenticate(req, options);
+  }
+}

src/modules/oauth/passport-strategies/hubspot-strategy.ts

@@ -14,7 +14,6 @@ export class HubspotStrategy extends PassportStrategy(Strategy) {
         clientID: oauthSecrets.hubspot.client_id,
         clientSecret: oauthSecrets.hubspot.client_secret,
         callbackURL: oauthSecrets.hubspot.redirect_uri,
-        redirectUri: oauthSecrets.hubspot.redirect_uri,
         scope:
           'automation business-intelligence oauth forms integration-sync sales-email-read crm.lists.read crm.objects.contacts.read crm.schemas.contacts.read crm.objects.companies.read crm.objects.deals.read crm.schemas.companies.read crm.schemas.deals.read crm.objects.owners.read crm.objects.quotes.read crm.schemas.quotes.read crm.objects.line_items.read crm.schemas.line_items.read',
         passReqToCallback: true,

src/modules/oauth/passport-strategies/mailchimp-strategy.ts

@@ -0,0 +1,35 @@
+import { Strategy } from 'passport-mailchimp';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable, Req } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+
+@Injectable()
+export class MailChimpStrategy extends PassportStrategy(Strategy, 'mailchimp') {
+  constructor(
+    @Inject('OAUTH_SECRETS')
+    private readonly oauthSecrets: OauthSecrets,
+  ) {
+    const options = {
+      clientID: oauthSecrets.mailchimp.client_id,
+      clientSecret: oauthSecrets.mailchimp.client_secret,
+      callbackURL: oauthSecrets.mailchimp.redirect_uri,
+      scope: '',
+    };
+    const verify = (
+      accessToken: string,
+      refreshToken: string,
+      profile: any,
+      done,
+    ) => {
+      return done(null, profile, { accessToken, refreshToken });
+    };
+
+    super(options, verify);
+  }
+
+  authenticate(@Req() req, options) {
+    const { customer_id } = req.query;
+    options.state = customer_id;
+    super.authenticate(req, options);
+  }
+}

src/modules/oauth/passport-strategies/salesforce-strategy.ts

@@ -0,0 +1,47 @@
+import { Strategy } from 'passport-forcedotcom';
+import { PassportStrategy } from '@nestjs/passport';
+import { Inject, Injectable } from '@nestjs/common';
+import { OauthSecrets } from 'src/utils/OauthSecrets';
+
+@Injectable()
+export class SalesforceStrategy extends PassportStrategy(
+  Strategy,
+  'salesforce',
+) {
+  constructor(
+    @Inject('OAUTH_SECRETS')
+    private readonly oauthSecrets: OauthSecrets,
+  ) {
+    const options = {
+      clientID: oauthSecrets.salesforce.client_id,
+      clientSecret: oauthSecrets.salesforce.client_secret,
+      callbackURL: oauthSecrets.salesforce.redirect_uri,
+      scope: [
+        'wave_api',
+        'chatter_api',
+        'chatbot_api',
+        'cdp_ingest_api',
+        'cdp_profile_api',
+        'api',
+        'pardot_api',
+        'cdp_segment_api',
+        'cdp_query_api',
+        'refresh_token',
+        'offline_access',
+      ],
+    };
+    const verify = ({ params }, refreshToken: string, profile: any, done) => {
+      return done(null, profile, {
+        accessToken: params.access_token,
+        refreshToken,
+      });
+    };
+    super(options, verify);
+  }
+
+  authenticate(req, options) {
+    const { customer_id } = req.query;
+    options.state = customer_id;
+    super.authenticate(req, options);
+  }
+}

src/modules/outputs/outputs.controllers.ts

@@ -3,6 +3,7 @@ import {
   Controller,
   Delete,
   Get,
+  Inject,
   Param,
   Post,
   Put,
@@ -13,6 +14,7 @@ import { OutputsClientService } from 'src/clients/outputs/client.service';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
 import { Permissions } from '../../authentication/permissions.enum';
 import { OutputsService } from './outputs.service';
+import { DadosferaLogger } from 'dadosfera-logs';
 
 @ApiTags('Outputs')
 @Controller('outputs')
@@ -35,11 +37,21 @@ import { OutputsService } from './outputs.service';
   return user.permissions.includes(Permissions.OUTPUT[action].seqid);
 })
 export class OutputsController {
-  constructor(private outputsClientService: OutputsClientService) { }
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private outputsClientService: OutputsClientService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   @Post()
   async create(@Body() createOutputDto) {
-    console.log(process.env.DEV_URL + `/output`, 'ON CREATE ROUTE');
+    this.logger.info(process.env.DEV_URL + `/output - ON CREATE ROUTE`, {
+      user: createOutputDto.info.user_id,
+      customer: createOutputDto.info.customer,
+    });
 
     const outputService = new OutputsService(this.outputsClientService);
     const response = await outputService.create(createOutputDto);
@@ -49,7 +61,10 @@ export class OutputsController {
 
   @Get()
   async findAll(@Body() data) {
-    console.log(process.env.DEV_URL + `/output`, 'ON Find All ROUTE');
+    this.logger.info(process.env.DEV_URL + `/output - ON Find All ROUTE`, {
+      user: data.info.user_id,
+      customer: data.info.customer,
+    });
 
     const outputService = new OutputsService(this.outputsClientService);
     const response = await outputService.findAll(data);
@@ -60,7 +75,13 @@ export class OutputsController {
   @Get('/:id')
   async findOne(@Body() data, @Param() params) {
     const { id } = params;
-    console.log(process.env.DEV_URL + `/output/${id}`, 'ON Find One ROUTE');
+    this.logger.info(
+      process.env.DEV_URL + `/output/${id} - ON Find One ROUTE`,
+      {
+        user: data.info.user_id,
+        customer: data.info.customer,
+      },
+    );
 
     const outputService = new OutputsService(this.outputsClientService);
     const response = await outputService.findOne({ id, ...data });
@@ -72,10 +93,12 @@ export class OutputsController {
   async update(@Payload() updateOutputDto, @Param() params) {
     const { id } = params;
     const { info } = updateOutputDto;
+    this.logger.info(process.env.DEV_URL + `/output/${id} - ON UPDATE ROUTE`, {
+      user: updateOutputDto.info.user_id,
+      customer: updateOutputDto.info.customer,
+    });
     delete updateOutputDto.info;
 
-    console.log(process.env.DEV_URL + `/output/${id}`, 'ON UPDATE ROUTE');
-
     const outputService = new OutputsService(this.outputsClientService);
     const response = await outputService.update(id, updateOutputDto, info);
 
@@ -85,7 +108,10 @@ export class OutputsController {
   @Delete(':id')
   async delete(@Body() data, @Param() params) {
     const { id } = params;
-    console.log(process.env.DEV_URL + `/output/${id}`, 'ON DELETE ROUTE');
+    this.logger.info(process.env.DEV_URL + `/output/${id} - ON DELETE ROUTE`, {
+      user: data.info.user_id,
+      customer: data.info.customer,
+    });
 
     const outputService = new OutputsService(this.outputsClientService);
     const response = await outputService.remove({ id, ...data });

src/modules/pipelines/pipelines.controller.ts

@@ -3,6 +3,7 @@ import {
   Controller,
   Delete,
   Get,
+  Inject,
   Param,
   Post,
   Put,
@@ -12,6 +13,7 @@ import { PipelinesClientService } from 'src/clients/pipelines/client.service';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
 import { Permissions } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
+import { DadosferaLogger } from 'dadosfera-logs';
 
 @ApiTags('Pipelines')
 @Controller('pipelines')
@@ -34,16 +36,26 @@ import { PipelinesService } from './pipelines.service';
   return user.permissions.includes(Permissions.PIPELINE[action].seqid);
 })
 export class PipelinesController {
-  constructor(private pipelinesClientService: PipelinesClientService) {}
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private pipelinesClientService: PipelinesClientService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   @Post('start/:id')
   async activate(@Param() params, @Body() body) {
     const { id } = params;
     const { info } = body;
 
-    console.log(
-      process.env.DEV_URL + `/pipeline/start/${id}`,
-      'ON START PIPELINE ROUTE',
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/start/${id} - ON START PIPELINE ROUTE`,
+      {
+        user: body.info.user_id,
+        customer: body.info.customer,
+      },
     );
 
     const pipelineService = new PipelinesService(this.pipelinesClientService);
@@ -57,9 +69,12 @@ export class PipelinesController {
     const { id } = params;
     body.id = id;
 
-    console.log(
-      process.env.DEV_URL + `/pipeline/${id}`,
-      'ON GET PIPELINE STATUS ROUTE',
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`,
+      {
+        user: body.info.user_id,
+        customer: body.info.customer,
+      },
     );
 
     const pipelineService = new PipelinesService(this.pipelinesClientService);
@@ -71,9 +86,9 @@ export class PipelinesController {
   @Get(':id/:details')
   async getPipelineLogs(@Param() params) {
     const { id, details } = params;
-    console.log(
-      process.env.DEV_URL + `/pipeline/${id}`,
-      'ON GET PIPELINE LOGS ROUTE',
+    this.logger.info(
+      process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE LOGS ROUTE`,
+      {},
     );
 
     const pipelineService = new PipelinesService(this.pipelinesClientService);
@@ -84,7 +99,7 @@ export class PipelinesController {
 
   @Post()
   async create(@Body() createPipelineDto) {
-    console.log(process.env.DEV_URL + `/pipelines`, 'ON CREATE ROUTE');
+    this.logger.info(process.env.DEV_URL + `/pipelines ON CREATE ROUTE`);
 
     const pipelineService = new PipelinesService(this.pipelinesClientService);
     const response = await pipelineService.create(createPipelineDto);
@@ -94,7 +109,10 @@ export class PipelinesController {
 
   @Get()
   async findAll(@Body() data) {
-    console.log(process.env.DEV_URL + `/pipeline`, 'ON Find All ROUTE');
+    this.logger.info(process.env.DEV_URL + `/pipeline ON Find All ROUTE`, {
+      user: data.info.user_id,
+      customer: data.info.customer,
+    });
 
     const pipelineService = new PipelinesService(this.pipelinesClientService);
     const response = await pipelineService.findAll(data);
@@ -105,7 +123,7 @@ export class PipelinesController {
   @Get('/:id')
   async findOne(@Body() data, @Param() params) {
     const { id } = params;
-    console.log(process.env.DEV_URL + `/pipeline/${id}`, 'ON Find One ROUTE');
+    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON Find One ROUTE`);
 
     const pipelineService = new PipelinesService(this.pipelinesClientService);
     const response = await pipelineService.findOne({ id, ...data });
@@ -119,7 +137,7 @@ export class PipelinesController {
     const { info } = updatePipelineDto;
     delete updatePipelineDto.info;
 
-    console.log(process.env.DEV_URL + `/pipeline/${id}`, 'ON UPDATE ROUTE');
+    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON UPDATE ROUTE`);
 
     const pipelineService = new PipelinesService(this.pipelinesClientService);
     const response = await pipelineService.update(id, updatePipelineDto, info);
@@ -130,7 +148,7 @@ export class PipelinesController {
   @Delete(':id')
   async delete(@Body() data, @Param() params) {
     const { id } = params;
-    console.log(process.env.DEV_URL + `/pipeline/${id}`, 'ON DELETE ROUTE');
+    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON DELETE ROUTE`);
 
     const pipelineService = new PipelinesService(this.pipelinesClientService);
     const response = await pipelineService.remove({ id, ...data });

src/modules/pipelines/pipelines.service.ts

@@ -1,5 +1,5 @@
 import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
-import { DecodeGrpcStruct } from '@victorradael/protospack';
+import { DecodeGrpcStruct } from 'protospack';
 import { PipelinesClientService } from 'src/clients/pipelines/client.service';
 import { IIdRequest, Info } from 'src/clients/pipelines/interfaces';
 import { objectCamelToSnake } from 'src/utils/CaseConverter';
@@ -17,19 +17,14 @@ export class PipelinesService {
   }
 
   async create(createPipelineDto) {
-    try {
-      const createPipelineResponse = await this.pipelineClient.create(
-        createPipelineDto,
-      );
+    const createPipelineResponse = await this.pipelineClient.create(
+      createPipelineDto,
+    );
 
-      const pipeline = objectCamelToSnake(createPipelineResponse);
-      this.adjustPayload(pipeline.pipeline);
+    const pipeline = objectCamelToSnake(createPipelineResponse);
+    this.adjustPayload(pipeline.pipeline);
 
-      return pipeline;
-    } catch (err) {
-      console.log(err);
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
+    return pipeline;
   }
 
   async findOne(data: IIdRequest) {

src/modules/transformations/transformations.controller.ts

@@ -3,6 +3,7 @@ import {
   Controller,
   Delete,
   Get,
+  Inject,
   Param,
   Post,
   Put,
@@ -14,6 +15,7 @@ import { IIdRequest } from 'src/clients/transformations/interfaces';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
 import { Permissions } from '../../authentication/permissions.enum';
 import { TransformationsService } from './transformations.service';
+import { DadosferaLogger } from 'dadosfera-logs';
 
 @ApiTags('Transformations')
 @Controller('transformations')
@@ -36,13 +38,24 @@ import { TransformationsService } from './transformations.service';
   return user.permissions.includes(Permissions.TRANSFORMATIONS[action].seqid);
 })
 export class TransformationsController {
+  logger: any;
   constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
     private transformationsClientService: TransformationsClientService,
-  ) {}
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   @Post()
   async create(@Body() createTransformationDto) {
-    console.log(process.env.DEV_URL + `/transformation`, 'ON CREATE ROUTE');
+    this.logger.info(
+      process.env.DEV_URL + `/transformation - ON CREATE ROUTE`,
+      {
+        user: createTransformationDto.info.user_id,
+        customer: createTransformationDto.info.customer,
+      },
+    );
 
     const transformationService = new TransformationsService(
       this.transformationsClientService,
@@ -56,7 +69,13 @@ export class TransformationsController {
 
   @Get()
   async findAll(@Body() data: IIdRequest) {
-    console.log(process.env.DEV_URL + `/transformation`, 'ON Find All ROUTE');
+    this.logger.info(
+      process.env.DEV_URL + `/transformation - ON Find All ROUTE`,
+      {
+        user: data.info.user_id,
+        customer: data.info.customer_id,
+      },
+    );
 
     const transformationService = new TransformationsService(
       this.transformationsClientService,
@@ -69,9 +88,12 @@ export class TransformationsController {
   @Get('/:id')
   async findOne(@Body() data, @Param() params) {
     const { id } = params;
-    console.log(
-      process.env.DEV_URL + `/transformation/${id}`,
-      'ON Find One ROUTE',
+    this.logger.info(
+      process.env.DEV_URL + `/transformation/${id} - ON Find One ROUTE`,
+      {
+        user: data.info.user_id,
+        customer: data.info.customer,
+      },
     );
 
     const transformationService = new TransformationsService(
@@ -85,9 +107,12 @@ export class TransformationsController {
   @Put(':id')
   async update(@Payload() updateTransformationDto, @Param() params) {
     const { id } = params;
-    console.log(
-      process.env.DEV_URL + `/transformation/${id}`,
-      'ON UPDATE ROUTE',
+    this.logger.info(
+      process.env.DEV_URL + `/transformation/${id} - ON UPDATE ROUTE`,
+      {
+        user: updateTransformationDto.info.user_id,
+        customer: updateTransformationDto.info.customer,
+      },
     );
 
     const transformationService = new TransformationsService(
@@ -104,9 +129,12 @@ export class TransformationsController {
   @Delete(':id')
   async delete(@Body() data, @Param() params) {
     const { id } = params;
-    console.log(
-      process.env.DEV_URL + `/transformation/${id}`,
-      'ON DELETE ROUTE',
+    this.logger.info(
+      process.env.DEV_URL + `/transformation/${id} - ON DELETE ROUTE`,
+      {
+        user: data.info.user_id,
+        customer: data.info.customer,
+      },
     );
 
     const transformationService = new TransformationsService(

src/utils/OauthSecrets.ts

@@ -13,6 +13,8 @@ export class OauthSecrets {
   hubspot = new OauthSecretsObject();
   google = new OauthSecretsObject();
   mailchimp = new OauthSecretsObject();
+  facebook = new OauthSecretsObject();
+  salesforce = new OauthSecretsObject();
 }
 export async function getOauthSecrets() {
   const secrets = new OauthSecrets();
@@ -25,7 +27,15 @@ export async function getOauthSecrets() {
     const res = await secretsManagerClient
       .send(getSecretComand)
       .catch(() => null);
-    if (res) secrets[key] = JSON.parse(res.SecretString);
+    if (res) {
+      secrets[key] = JSON.parse(res.SecretString);
+    } else {
+      secrets[key] = {
+        client_id: 'id',
+        client_secret: 'id',
+        redirect_uri: 'id',
+      };
+    }
   }
   return secrets;
 }

swagger_empty.json

@@ -0,0 +1,17 @@
+{
+  "openapi": "3.0.0",
+  "paths": {
+  },
+  "info": {
+    "title": "404",
+    "description": "",
+    "version": "",
+    "contact": {}
+  },
+  "tags": [],
+  "servers": [],
+  "components": {
+    
+    "schemas": {}
+  }
+}

tsconfig.json

@@ -17,6 +17,7 @@
     "noImplicitAny": false,
     "strictBindCallApply": false,
     "forceConsistentCasingInFileNames": false,
-    "noFallthroughCasesInSwitch": false
+    "noFallthroughCasesInSwitch": false,
+    "resolveJsonModule": true
   }
 }