Merge pull request #158 from dadosfera/ft/rls-old-catalog

FEAT: Rls first change

package-lock.json

@@ -11,8 +11,8 @@
       "license": "UNLICENSED",
       "dependencies": {
         "@aws-sdk/client-secrets-manager": "^3.112.0",
-        "@dadosfera/dadosfera-logs": "^1.0.0-beta.3",
-        "@dadosfera/protospack-v2": "3.17.2",
+        "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
+        "@dadosfera/protospack-v2": "3.18.11",
         "@grpc/grpc-js": "^1.6.7",
         "@grpc/proto-loader": "^0.6.13",
         "@nestjs/common": "^8.4.7",
@@ -1716,9 +1716,9 @@
       }
     },
     "node_modules/@dadosfera/dadosfera-logs": {
-      "version": "1.0.0-beta.3",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/dadosfera-logs/-/dadosfera-logs-1.0.0-beta.3.tgz",
-      "integrity": "sha512-VuGiQlpDulcl1+FSFoT4/6PA9Pr+DAzbFHAYesz9rPinR46ejG7ZBZk3m86NYqQtgMyurqXvgCR8GPy9FpwqFw==",
+      "version": "1.0.0-beta.4",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/dadosfera-logs/-/dadosfera-logs-1.0.0-beta.4.tgz",
+      "integrity": "sha512-fFncbNVMbfQa2EFl7NJgmtuSRWHGtmwCbl5p++lSLvGcTIMjLGJ4HAMzSMemQhSxiiYlokdwweb7jJY7Ms62SQ==",
       "dependencies": {
         "@elastic/ecs-winston-format": "^1.3.1",
         "winston": "^3.7.2",
@@ -1726,9 +1726,9 @@
       }
     },
     "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.17.2",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.17.2.tgz",
-      "integrity": "sha512-N1hn7lIBWgc4JPEAdlQ3jt+++y61XYb9amDmgOUbfSt4803oSdAnCktrcxq3/0e/ZuSYm0qESOkKn0uNLDlGcg==",
+      "version": "3.18.11",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.11.tgz",
+      "integrity": "sha512-8/+RLEM6qheWIQf0hlgE3Rfu9y2vmoze0LvJ/imRkg2tObO+HRxxpZuGKaY+naH8maUawyOX8xO4lpmfotjOEw==",
       "dependencies": {
         "@grpc/grpc-js": "^1.6.7",
         "rxjs": "^7.5.5",
@@ -7975,9 +7975,9 @@
       }
     },
     "node_modules/logform": {
-      "version": "2.4.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/logform/-/logform-2.4.1.tgz",
-      "integrity": "sha512-7XB/tqc3VRbri9pRjU6E97mQ8vC27ivJ3lct4jhyT+n0JNDd4YKldFl0D75NqDp46hk8RC7Ma1Vjv/UPf67S+A==",
+      "version": "2.4.2",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/logform/-/logform-2.4.2.tgz",
+      "integrity": "sha512-W4c9himeAwXEdZ05dQNerhFz2XG80P9Oj0loPUMV23VC2it0orMHQhJm4hdnnor3rd1HsGf6a2lPwBM1zeXHGw==",
       "dependencies": {
         "@colors/colors": "1.5.0",
         "fecha": "^4.2.0",
@@ -10337,9 +10337,9 @@
       }
     },
     "node_modules/ts-proto": {
-      "version": "1.125.0",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.125.0.tgz",
-      "integrity": "sha512-ADXnF+Psk3SaLzxtXrhvKUDrNNpg7LnL5rQuQL+u9PiOQ4C2ktWLvJM0VtL4zqQ9/OHROmXjebpR0KMZAkI93w==",
+      "version": "1.126.1",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
+      "integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
       "dependencies": {
         "@types/object-hash": "^1.3.0",
         "dataloader": "^1.4.0",
@@ -10856,10 +10856,11 @@
       }
     },
     "node_modules/winston": {
-      "version": "3.7.2",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/winston/-/winston-3.7.2.tgz",
-      "integrity": "sha512-QziIqtojHBoyzUOdQvQiar1DH0Xp9nF1A1y7NVy2DGEsz82SBDtOalS0ulTRGVT14xPX3WRWkCsdcJKqNflKng==",
+      "version": "3.8.2",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/winston/-/winston-3.8.2.tgz",
+      "integrity": "sha512-MsE1gRx1m5jdTTO9Ld/vND4krP2To+lgDoMEHGGa4HIlAUyXJtfc7CxQcGXVyz2IBpw5hbFkj2b/AtUdQwyRew==",
       "dependencies": {
+        "@colors/colors": "1.5.0",
         "@dabh/diagnostics": "^2.0.2",
         "async": "^3.2.3",
         "is-stream": "^2.0.0",
@@ -12295,9 +12296,9 @@
       }
     },
     "@dadosfera/dadosfera-logs": {
-      "version": "1.0.0-beta.3",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/dadosfera-logs/-/dadosfera-logs-1.0.0-beta.3.tgz",
-      "integrity": "sha512-VuGiQlpDulcl1+FSFoT4/6PA9Pr+DAzbFHAYesz9rPinR46ejG7ZBZk3m86NYqQtgMyurqXvgCR8GPy9FpwqFw==",
+      "version": "1.0.0-beta.4",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/dadosfera-logs/-/dadosfera-logs-1.0.0-beta.4.tgz",
+      "integrity": "sha512-fFncbNVMbfQa2EFl7NJgmtuSRWHGtmwCbl5p++lSLvGcTIMjLGJ4HAMzSMemQhSxiiYlokdwweb7jJY7Ms62SQ==",
       "requires": {
         "@elastic/ecs-winston-format": "^1.3.1",
         "winston": "^3.7.2",
@@ -12305,9 +12306,9 @@
       }
     },
     "@dadosfera/protospack-v2": {
-      "version": "3.17.2",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.17.2.tgz",
-      "integrity": "sha512-N1hn7lIBWgc4JPEAdlQ3jt+++y61XYb9amDmgOUbfSt4803oSdAnCktrcxq3/0e/ZuSYm0qESOkKn0uNLDlGcg==",
+      "version": "3.18.11",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.11.tgz",
+      "integrity": "sha512-8/+RLEM6qheWIQf0hlgE3Rfu9y2vmoze0LvJ/imRkg2tObO+HRxxpZuGKaY+naH8maUawyOX8xO4lpmfotjOEw==",
       "requires": {
         "@grpc/grpc-js": "^1.6.7",
         "rxjs": "^7.5.5",
@@ -16568,9 +16569,9 @@
       }
     },
     "logform": {
-      "version": "2.4.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/logform/-/logform-2.4.1.tgz",
-      "integrity": "sha512-7XB/tqc3VRbri9pRjU6E97mQ8vC27ivJ3lct4jhyT+n0JNDd4YKldFl0D75NqDp46hk8RC7Ma1Vjv/UPf67S+A==",
+      "version": "2.4.2",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/logform/-/logform-2.4.2.tgz",
+      "integrity": "sha512-W4c9himeAwXEdZ05dQNerhFz2XG80P9Oj0loPUMV23VC2it0orMHQhJm4hdnnor3rd1HsGf6a2lPwBM1zeXHGw==",
       "requires": {
         "@colors/colors": "1.5.0",
         "fecha": "^4.2.0",
@@ -18130,9 +18131,9 @@
       }
     },
     "ts-proto": {
-      "version": "1.125.0",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.125.0.tgz",
-      "integrity": "sha512-ADXnF+Psk3SaLzxtXrhvKUDrNNpg7LnL5rQuQL+u9PiOQ4C2ktWLvJM0VtL4zqQ9/OHROmXjebpR0KMZAkI93w==",
+      "version": "1.126.1",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
+      "integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
       "requires": {
         "@types/object-hash": "^1.3.0",
         "dataloader": "^1.4.0",
@@ -18486,10 +18487,11 @@
       }
     },
     "winston": {
-      "version": "3.7.2",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/winston/-/winston-3.7.2.tgz",
-      "integrity": "sha512-QziIqtojHBoyzUOdQvQiar1DH0Xp9nF1A1y7NVy2DGEsz82SBDtOalS0ulTRGVT14xPX3WRWkCsdcJKqNflKng==",
+      "version": "3.8.2",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/winston/-/winston-3.8.2.tgz",
+      "integrity": "sha512-MsE1gRx1m5jdTTO9Ld/vND4krP2To+lgDoMEHGGa4HIlAUyXJtfc7CxQcGXVyz2IBpw5hbFkj2b/AtUdQwyRew==",
       "requires": {
+        "@colors/colors": "1.5.0",
         "@dabh/diagnostics": "^2.0.2",
         "async": "^3.2.3",
         "is-stream": "^2.0.0",

package.json

@@ -26,8 +26,8 @@
   },
   "dependencies": {
     "@aws-sdk/client-secrets-manager": "^3.112.0",
-    "@dadosfera/dadosfera-logs": "^1.0.0-beta.3",
-    "@dadosfera/protospack-v2": "3.17.2",
+    "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
+    "@dadosfera/protospack-v2": "3.18.11",
     "@grpc/grpc-js": "^1.6.7",
     "@grpc/proto-loader": "^0.6.13",
     "@nestjs/common": "^8.4.7",

src/app.module.ts

@@ -23,6 +23,7 @@ import { HealthModule } from './modules/health/health.module';
 import { CatalogModule } from './modules/catalog/catalog.module';
 import { ConfigModule } from '@nestjs/config';
 import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
+import { ProductboardModule } from './modules/productboard/productboard.module';
 
 @Module({
   controllers: [],
@@ -53,6 +54,8 @@ import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
     InputsModule,
     OauthModule,
     PipelinesV2Module,
+    CatalogModule,
+    ProductboardModule,
   ],
 })
 export class AppModule {}

src/authentication/permissions.enum.ts

@@ -128,7 +128,7 @@ export const PERMISSIONS_GROUPS = {
       DELETE: {
         seqid: 38,
         claim: 'connection:delete',
-        usage: PermissionUsages.PUBLIC,
+        usage: PermissionUsages.INTERNAL,
         name: {
           'pt-br': 'Excluir Fonte',
           'en-us': 'Remove Source',
@@ -165,16 +165,16 @@ export const PERMISSIONS_GROUPS = {
           'es-es': 'Crear VPN',
         },
       },
-      DELETE: {
-        seqid: 36,
-        claim: 'network_config:delete',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Excluir VPN',
-          'en-us': 'Remove VPN',
-          'es-es': 'Eliminar VPN',
-        },
-      },
+      // DELETE: {
+      //   seqid: 36,
+      //   claim: 'network_config:delete',
+      //   usage: PermissionUsages.PUBLIC,
+      //   name: {
+      //     'pt-br': 'Excluir VPN',
+      //     'en-us': 'Remove VPN',
+      //     'es-es': 'Eliminar VPN',
+      //   },
+      // },
     },
   },
 
@@ -325,6 +325,16 @@ export const PERMISSIONS_GROUPS = {
           'es-es': 'Eliminar atributos',
         },
       },
+      DATA_MANAGER: {
+        seqid: 42,
+        claim: 'catalog:data_manager',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Vizualizar todos os recursos do catálogo.',
+          'en-us': 'View all data assets.',
+          'es-es': 'Ver todos los activos de datos',
+        },
+      },
     },
   },
 
@@ -503,7 +513,7 @@ export const PERMISSIONS_GROUPS = {
       'es-es': 'Usuarios',
     },
     permissions: {
-      ADMIN: {
+      CONNECTIONS_MIGRATION: {
         seqid: 40,
         claim: 'dadosfera:connections-migration',
         usage: PermissionUsages.INTERNAL,
@@ -513,6 +523,16 @@ export const PERMISSIONS_GROUPS = {
           'es-es': 'connections-migration',
         },
       },
+      SYNC_USER: {
+        seqid: 41,
+        claim: 'dadosfera:sync-user',
+        usage: PermissionUsages.INTERNAL,
+        name: {
+          'pt-br': 'sync-user',
+          'en-us': 'sync-user',
+          'es-es': 'sync-user',
+        },
+      },
     },
   },
 };

src/modules/auth/auth.controller.ts

@@ -27,6 +27,7 @@ import { AuthClientService } from './auth.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
 import { RequestUser, User } from 'src/authentication/user.decorator';
+import { Metadata } from '@grpc/grpc-js';
 
 @ApiTags('Auth')
 @UseFilters(new GrpcToHttpExceptionFilter())
@@ -59,20 +60,27 @@ export class AuthController {
 
   @Post('sign-in')
   @HttpCode(HttpStatus.OK)
-  async signIn(@Body() { username, password, totp }: AuthSignInRequest) {
+  async signIn(
+    @Body() { username, password, totp }: AuthSignInRequest,
+    @Headers('Dadosfera-Lang') language: string,
+  ) {
     this.logger.info('/auth - SignIn');
-
-    return this.authClient.signIn({ username, password, totp });
+    const metadata = new Metadata();
+    metadata.add('language', language || 'pt-br');
+    return this.authClient.signIn({ username, password, totp }, metadata);
   }
 
   @Post('refresh-access-token')
   @HttpCode(HttpStatus.OK)
   async refreshAccessToken(
     @Body() { refreshToken }: AuthRefreshAccessTokenRequest,
+    @Headers('Dadosfera-Lang') language: string,
   ) {
     this.logger.info('/auth - RefreshAccessToken');
+    const metadata = new Metadata();
+    metadata.add('language', language || 'pt-br');
 
-    return this.authClient.refreshAccessToken({ refreshToken });
+    return this.authClient.refreshAccessToken({ refreshToken }, metadata);
   }
 
   @Post('change-password')

src/modules/auth/auth.service.ts

@@ -19,6 +19,7 @@ import {
   AuthConfirmResetPasswordRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
+import { Metadata } from '@grpc/grpc-js';
 
 @Injectable()
 export class AuthClientService implements OnModuleInit {
@@ -51,19 +52,25 @@ export class AuthClientService implements OnModuleInit {
     return lastValueFrom(this.authService.AuthSnowflakeSignIn(input));
   }
 
-  async signIn({ username, password, totp }: AuthSignInRequest) {
+  async signIn(
+    { username, password, totp }: AuthSignInRequest,
+    metadata: Metadata,
+  ) {
     this.logger.info('SignIn');
 
     return lastValueFrom(
-      this.authService.AuthSignIn({ username, password, totp }),
+      this.authService.AuthSignIn({ username, password, totp }, metadata),
     );
   }
 
-  async refreshAccessToken({ refreshToken }: AuthRefreshAccessTokenRequest) {
+  async refreshAccessToken(
+    { refreshToken }: AuthRefreshAccessTokenRequest,
+    metadata: Metadata,
+  ) {
     this.logger.info('RefreshAccessToken');
 
     return lastValueFrom(
-      this.authService.AuthRefreshAccessToken({ refreshToken }),
+      this.authService.AuthRefreshAccessToken({ refreshToken }, metadata),
     );
   }
 

src/modules/catalog/catalog-client.ts

@@ -0,0 +1,38 @@
+import {
+  ClientsProviderAsyncOptions,
+  GrpcOptions,
+  Transport,
+} from '@nestjs/microservices';
+import { credentials } from '@grpc/grpc-js';
+import { Catalog } from '@dadosfera/protospack-v2';
+
+export class CatalogClientConfiguration {
+  public name = 'CatalogClientConfiguration';
+  private config: GrpcOptions = {
+    transport: Transport.GRPC,
+    options: {
+      url: process.env.PIFACTORY_URL,
+      package: [
+        Catalog.ProtoPackages.ReadPackage,
+        Catalog.ProtoPackages.WritePackage,
+      ],
+      credentials:
+        process.env.LOCAL_ENV || process.env.ENV === 'local'
+          ? undefined
+          : credentials.createSsl(),
+      protoPath: [
+        Catalog.ProtoPaths.ReadFilePath,
+        Catalog.ProtoPaths.WriteFilePath,
+      ],
+      loader: {
+        keepCase: true,
+        enums: String,
+        defaults: false,
+      },
+    },
+  };
+  providerOptions: ClientsProviderAsyncOptions = {
+    name: this.name,
+    ...this.config,
+  };
+}

src/modules/catalog/catalog.controller.ts

@@ -2,21 +2,31 @@ import {
   Body,
   Controller,
   Delete,
+  ForbiddenException,
   Get,
+  HttpException,
   Inject,
   Param,
   Post,
+  Put,
   Query,
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
-import { AuthenticateCondition } from '../../authentication/authentication.decorator';
+import {
+  AuthenticateCondition,
+  Authenticated,
+} from '../../authentication/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
+import { RequestUser, User } from 'src/authentication/user.decorator';
 
 @ApiTags('Catalog')
 @Controller('catalog')
+@Authenticated()
 @AuthenticateCondition((req, user) => {
+  if (req.path.includes('/manage_permissions/')) return true;
   let action;
 
   switch (req.method) {
@@ -46,16 +56,78 @@ export class CatalogController {
     this.logger = dadosferaLogger.logger;
   }
 
+  @Put('manage_permissions/:id')
+  async manageDataAssetPermissions(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Body() body,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const response = await this.catalogService.managePermissions(
+      { ...body, id },
+      metadata,
+    );
+
+    return { data_asset: JSON.parse(response.data_asset) };
+  }
+
+  @Put('revoke_permissions/:id')
+  async revokeDataAssetPermissions(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Body() body,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const response = await this.catalogService.revokePermissions(
+      { ...body, id },
+      metadata,
+    );
+
+    return { message: response.message };
+  }
+
   @Get('all')
-  async catalogAll(@Body() body) {
+  async catalogAll(@User() user: RequestUser, @Body() body, @Query() params) {
+    const { user_id, customer_name, customer_id, username, permissions } = user;
     this.logger.info(`/catalog - ON CATALOG ALL ROUTE`, {
       user: body.info.user_id,
       customer: body.info.customer,
     });
 
-    const res = await this.catalogService.catalogAll(body);
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
 
-    return res;
+    const roles = await this.catalogService.getUserRolesIds(user_id);
+
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
+      username,
+      roles,
+      is_data_manager,
+    });
+
+    const res = await this.catalogService.getAllOpenSearchDataAssets(
+      params,
+      metadata,
+      customer_id,
+    );
+
+    return res.data_assets;
   }
 
   @Get('data_apps')
@@ -96,31 +168,168 @@ export class CatalogController {
   }
 
   @Get('dashboard-metabase/:id')
-  async getOneDashboardMetabase(@Body() body, @Param() params) {
+  async getOneDashboardMetabase(
+    @Body() body,
+    @Param() params,
+    @User() user: RequestUser,
+  ) {
     const { id } = params;
     this.logger.info(`/catalog - ON GET ONE DASHBOARD METABASE ROUTE`, {
       user: body.info.user_id,
       customer: body.info.customer,
     });
 
-    const res = await this.catalogService.getOneDashboardMetabase(id, body);
+    const { username, user_id, customer_id, customer_name, permissions } = user;
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
+    let has_permission = false;
+    const metadata = PackTheMetadata({
+      username,
+      user_id,
+      customer_id,
+      customer_name,
+    });
 
-    return res;
+    const user_roles = await this.catalogService.getUserRolesIds(user_id);
+
+    const res = await this.catalogService.getOneDashboardMetabase({
+      id,
+      body,
+      metadata,
+      customer_id,
+      user_id: undefined,
+    });
+
+    const dashboard = res.dashboard;
+
+    if (dashboard.owner === username) has_permission = true;
+
+    for (const role of user_roles) {
+      if (dashboard.p_roles.includes(role)) has_permission = true;
+    }
+
+    if (dashboard.p_users.includes(user_id)) has_permission = true;
+
+    if (is_data_manager || has_permission) {
+      delete dashboard.p_roles;
+      delete dashboard.p_users;
+      return res;
+    }
+
+    throw new HttpException(
+      'You do not have permission to access this data asset.',
+      403,
+    );
+  }
+
+  @Get('dashboard-metabase/rls/:id')
+  async getOneDashboardMetabaseRls(
+    @Body() body,
+    @Param() params,
+    @User() user: RequestUser,
+  ) {
+    const { username, user_id, customer_id, customer_name, permissions } = user;
+    const { id } = params;
+    this.logger.info(`/catalog - ON GET ONE DASHBOARD METABASE ROUTE`, {
+      username,
+      customer_name,
+    });
+
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
+    let has_permission = false;
+    const metadata = PackTheMetadata({
+      username,
+      user_id,
+      customer_id,
+      customer_name,
+    });
+
+    const user_roles = await this.catalogService.getUserRolesIds(user_id);
+
+    const res = await this.catalogService.getOneDashboardMetabase({
+      id,
+      body,
+      metadata,
+      customer_id,
+      user_id,
+    });
+
+    const dashboard = res.dashboard;
+
+    if (dashboard.owner === username) has_permission = true;
+
+    for (const role of user_roles) {
+      if (dashboard.p_roles.includes(role)) has_permission = true;
+    }
+
+    if (dashboard.p_users.includes(user_id)) has_permission = true;
+
+    if (is_data_manager || has_permission) {
+      delete dashboard.p_roles;
+      delete dashboard.p_users;
+      return res;
+    }
+
+    throw new HttpException(
+      'You do not have permission to access this data asset.',
+      403,
+    );
   }
 
   @Get('table-metadata')
-  async getAllTableMetadata(@Body() body, @Query() query) {
+  async getAllTableMetadata(
+    @Body() body,
+    @Query() query,
+    @User() user: RequestUser,
+  ) {
     this.logger.info(`/catalog - ON GET ALL TABLES METADATA ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+      user: user.user_id,
+      customer: user.customer_name,
+    });
+    const { user_id, customer_name, customer_id, permissions, username } = user;
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
+    let has_permission = false;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
     });
 
     if (!query) {
       const res = await this.catalogService.getAllTableMetadata(body);
       return res;
     } else {
-      const res = await this.catalogService.getOneTableMetadata(body, query);
-      return res;
+      const user_roles = await this.catalogService.getUserRolesIds(user_id);
+      const res = await this.catalogService.getOneTableMetadata(
+        body,
+        query,
+        metadata,
+        customer_id,
+      );
+      const table = res[0];
+
+      if (table.owner === username) has_permission = true;
+
+      for (const role of user_roles) {
+        if (table.p_roles.includes(role)) has_permission = true;
+      }
+
+      if (table.p_users.includes(user_id)) has_permission = true;
+
+      if (is_data_manager || has_permission) {
+        delete table.p_roles;
+        delete table.p_users;
+        return res;
+      }
+
+      throw new ForbiddenException(
+        'You do not have permission to access this data asset.',
+      );
     }
   }
 
@@ -211,15 +420,19 @@ export class CatalogController {
   }
 
   @Post('data-description')
-  async createDataDescription(@Body() body) {
+  async createDataDescription(@Body() body, @User() user: RequestUser) {
     this.logger.info(`/catalog - ON CREATE DATA DESCRIPTION ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+      user: user.user_id,
+      customer: user.customer_name,
     });
 
-    const res = await this.catalogService.createDataDescription(body);
-
-    return res;
+    const { user_id, customer_name, customer_id } = user;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
+    });
+    return await this.catalogService.createDataDescription(body, metadata);
   }
 
   @Get('data-docs')
@@ -322,15 +535,21 @@ export class CatalogController {
   }
 
   @Post('tags')
-  async createTags(@Body() body) {
+  async createTags(@Body() body, @User() user: RequestUser) {
     this.logger.info(`/catalog - ON CREATE TAG ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+      user: user.user_id,
+      customer: user.customer_name,
+    });
+    const { user_id, customer_name, customer_id } = user;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
     });
 
-    const res = await this.catalogService.createTags(body);
+    const res = await this.catalogService.createTags(body, metadata);
 
-    return res;
+    return res.data_assets;
   }
 
   @Get('tags')
@@ -340,7 +559,14 @@ export class CatalogController {
       customer: body.info.customer,
     });
 
-    const res = await this.catalogService.findAllTags(body);
+    const { user_id, customer, customer_id } = body.info;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name: customer,
+    });
+
+    const res = await this.catalogService.findAllTags(body, metadata);
 
     return res;
   }
@@ -352,8 +578,14 @@ export class CatalogController {
       customer: body.info.customer,
     });
     const { id } = params;
-
-    const res = await this.catalogService.deleteTags(id, body);
+    body.data_asset_id = id;
+    const { user_id, customer, customer_id } = body.info;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name: customer,
+    });
+    const res = await this.catalogService.deleteTags(body, metadata);
 
     return res;
   }
@@ -370,14 +602,19 @@ export class CatalogController {
     return res;
   }
 
-  @Get('table-tags')
-  async getAllTableTags(@Body() body) {
+  @Get('table-tags/:data_asset_id')
+  async getAllTableTags(@Body() body, @Param() params) {
     this.logger.info(`/catalog - ON GET ALL TABLE TAGS ROUTE`, {
       user: body.info.user_id,
       customer: body.info.customer,
     });
-
-    const res = await this.catalogService.findAllTableTags(body);
+    const { user_id, customer, customer_id } = body.info;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name: customer,
+    });
+    const res = await this.catalogService.findAllTableTags(params, metadata);
 
     return res;
   }

src/modules/catalog/catalog.module.ts

@@ -4,9 +4,23 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 
 import { CatalogController } from './catalog.controller';
 import { CatalogService } from './catalog.service';
+import { CatalogClientConfiguration } from './catalog-client';
+import { ClientsModule } from '@nestjs/microservices';
+import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
+import { UsersModule } from '../users/users.module';
+import { RolesModule } from '../roles/roles.module';
+
+const client = new CatalogClientConfiguration();
 
 @Module({
+  imports: [
+    ClientsModule.register([client.providerOptions]),
+    OldPipelineModule,
+    UsersModule,
+    RolesModule,
+  ],
   controllers: [CatalogController],
   providers: [CatalogService, DadosferaLogger],
+  exports: [CatalogService],
 })
 export class CatalogModule {}

src/modules/catalog/catalog.service.ts

@@ -1,6 +1,47 @@
+import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
+import { ReadService } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import { Messages } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import { WriteService } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import {
+  HttpException,
+  HttpStatus,
+  Inject,
+  OnModuleInit,
+} from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
 import axios from 'axios';
+import { lastValueFrom } from 'rxjs';
+import { CatalogClientConfiguration } from './catalog-client';
+import { UsersService } from '../users/users.service';
+import { RolesService } from '../roles/roles.service';
+
+class CatalogService implements OnModuleInit {
+  catalogReadService: ReadService.CatalogReadServices;
+  catalogWriteService: WriteService.CatalogWriteServices;
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    @Inject(CatalogClientConfiguration.name)
+    private readonly grpcClient: ClientGrpc,
+    private readonly userService: UsersService,
+    private readonly roleService: RolesService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  onModuleInit() {
+    this.catalogReadService =
+      this.grpcClient.getService<ReadService.CatalogReadServices>(
+        ProtoServices.CatalogReadServices,
+      );
+    this.catalogWriteService =
+      this.grpcClient.getService<WriteService.CatalogWriteServices>(
+        ProtoServices.CatalogWriteServices,
+      );
+  }
 
-class CatalogService {
   _getNimbusUrl(body) {
     const customer = body.info.customer.toLowerCase();
 
@@ -8,7 +49,36 @@ class CatalogService {
       return `https://nimbus-${customer}.dadosfera.ai`;
     }
 
-    return `https://nimbus-${customer}.${process.env.ENV}.dadosfera.ai`;
+    return `https://nimbus-${customer}.${process.env.ENV.replace(
+      'local',
+      'stg',
+    )}.dadosfera.ai`;
+  }
+
+  async managePermissions(data: Messages.ManagePermissionRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
+
+    return lastValueFrom(
+      this.catalogWriteService.ManagePermission(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
+  }
+
+  async revokePermissions(data: Messages.RevokePermissionRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
+
+    return lastValueFrom(
+      this.catalogWriteService.RevokePermission(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
   }
 
   async catalogAll(body) {
@@ -41,15 +111,177 @@ class CatalogService {
     return data;
   }
 
-  async getOneDashboardMetabase(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
+  async getUserRolesIds(userId: string) {
+    const result = await this.userService.findOneById(userId).catch(() => null);
+
+    const roles_ids = result.user.roles.map((role) => role.id);
+
+    return roles_ids;
+  }
+
+  async getUsernamesAndRolesByCustomerId(customerId: string) {
+    const resultUsers = await this.userService.findAllUsersByCustomerId(
+      customerId,
+    );
+    const resultRoles = await this.roleService.roleSearch(
+      {},
+      { customer_id: customerId },
     );
 
-    // const [, path] = data.iframe_url.split('.dadosfera');
-    // const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
-    // data.iframe_url = host + path;
+    const customer_users = resultUsers.users.map((user) => {
+      return {
+        id: user.id,
+        username: user.username,
+      };
+    });
+
+    const customer_roles = resultRoles.roles.map((role) => {
+      return {
+        id: role.id,
+        name: role.name,
+      };
+    });
+
+    return [customer_users, customer_roles];
+  }
+
+  async getAllOpenSearchDataAssets(
+    data: Messages.GetAllDataAssetsRequest,
+    metadata,
+    customer_id,
+  ) {
+    this.logger.info('CatalogService - getAllOpenSearchDashboard');
+
+    const response = await lastValueFrom(
+      this.catalogReadService.GetAllDataAssets(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
+
+    const data_assets = JSON.parse(response.data_assets);
+
+    const [customer_users, customer_roles] =
+      await this.getUsernamesAndRolesByCustomerId(customer_id);
+
+    for (const asset of data_assets.tables) {
+      const condition =
+        asset.owner && !asset.owner.includes('@') ? true : false;
+      const result = condition
+        ? await this.userService.findOneById(asset.owner).catch(() => null)
+        : null;
+
+      const owner = result !== null ? result.user.username : null;
+
+      const roles = [];
+      const users = [];
+
+      for (const role of customer_roles) {
+        for (const role_id of asset.roles) {
+          if (role.id === role_id) roles.push(role);
+        }
+      }
+
+      for (const user of customer_users) {
+        for (const user_id of asset.users) {
+          if (user.id === user_id) users.push(user);
+        }
+      }
+
+      Object.assign(asset, {
+        ...asset,
+        owner,
+        roles,
+        users,
+      });
+    }
+
+    for (const asset of data_assets.dashboards) {
+      const condition =
+        asset.owner && !asset.owner.includes('@') ? true : false;
+      const result = condition
+        ? await this.userService.findOneById(asset.owner).catch(() => null)
+        : null;
+
+      const owner = result !== null ? result.user.username : null;
+
+      const roles = [];
+      const users = [];
+
+      for (const role of customer_roles) {
+        for (const role_id of asset.roles) {
+          if (role.id === role_id) roles.push(role);
+        }
+      }
+
+      for (const user of customer_users) {
+        for (const user_id of asset.users) {
+          if (user.id === user_id) users.push(user);
+        }
+      }
+
+      Object.assign(asset, {
+        ...asset,
+        owner,
+        roles,
+        users,
+      });
+    }
+
+    return { data_assets };
+  }
+
+  async getOneDashboardMetabase({ id, body, metadata, customer_id, user_id }) {
+    const nimbusUrl = this._getNimbusUrl(body);
+    const { data } = await axios.get(
+      `${nimbusUrl}/api/catalog/dashboard-metabase/${id}?user_id=${user_id}`,
+    );
+
+    const { data_asset } = await lastValueFrom(
+      this.catalogReadService.GetOneDataAsset(
+        { id, type: 'dashboard' },
+        metadata,
+      ),
+    );
+    const opensearchTable = JSON.parse(data_asset);
+
+    const result = opensearchTable.owner
+      ? await this.userService
+          .findOneById(opensearchTable.owner)
+          .catch(() => null)
+      : null;
+
+    const owner = result !== null ? result.user.username : null;
+
+    const [customer_users, customer_roles] =
+      await this.getUsernamesAndRolesByCustomerId(customer_id);
+
+    const users = [];
+    const roles = [];
+
+    for (const role of customer_roles) {
+      for (const role_id of opensearchTable.roles) {
+        if (role.id === role_id) roles.push(role);
+      }
+    }
+
+    for (const user of customer_users) {
+      for (const user_id of opensearchTable.users) {
+        if (user.id === user_id) users.push(user);
+      }
+    }
+
+    Object.assign(data.dashboard, {
+      tags: opensearchTable.tags,
+      description: opensearchTable.description || null,
+      p_roles: opensearchTable.roles,
+      p_users: opensearchTable.users,
+      roles,
+      users,
+      owner,
+    });
 
     return data;
   }
@@ -62,12 +294,59 @@ class CatalogService {
     return data;
   }
 
-  async getOneTableMetadata(body, params) {
+  async getOneTableMetadata(body, params, metadata, customer_id) {
     const nimbusUrl = this._getNimbusUrl(body);
     const { data } = await axios.get(
       `${nimbusUrl}/api/catalog/table-metadata/`,
       { params: params },
     );
+    if (data?.length === 1) {
+      const { data_asset } = await lastValueFrom(
+        this.catalogReadService.GetOneDataAsset(
+          { id: data[0].id, type: 'dataset' },
+          metadata,
+        ),
+      );
+      const opensearchTable = JSON.parse(data_asset);
+      const result = opensearchTable.owner
+        ? await this.userService
+            .findOneById(opensearchTable.owner)
+            .catch(() => null)
+        : null;
+
+      const owner = result !== null ? result.user.username : null;
+
+      const [customer_users, customer_roles] =
+        await this.getUsernamesAndRolesByCustomerId(customer_id);
+
+      const users = [];
+      const roles = [];
+
+      for (const role of customer_roles) {
+        for (const role_id of opensearchTable.roles) {
+          if (role.id === role_id) roles.push(role);
+        }
+      }
+
+      for (const user of customer_users) {
+        for (const user_id of opensearchTable.users) {
+          if (user.id === user_id) users.push(user);
+        }
+      }
+
+      return [
+        {
+          ...data[0],
+          tags: opensearchTable.tags,
+          table_description: opensearchTable.description,
+          p_roles: opensearchTable.roles,
+          p_users: opensearchTable.users,
+          users,
+          roles,
+          owner,
+        },
+      ];
+    }
     return data;
   }
 
@@ -127,13 +406,34 @@ class CatalogService {
     return data;
   }
 
-  async createDataDescription(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.post(
-      `${nimbusUrl}/api/catalog/data-description/`,
-      body,
+  async createDataDescription(body, metadata) {
+    await lastValueFrom(
+      this.catalogWriteService.UpdateDataAsset(
+        {
+          id: `dataset-${body.table_id}`,
+          description: body.description,
+          tags: undefined,
+        },
+        metadata,
+      ),
     );
-    return data;
+    // {
+    //   description: 'descrição nova';
+    //   id: 5;
+    //   table_id: 4;
+    // }
+    // const nimbusUrl = this._getNimbusUrl(body);
+    // const { data } = await axios.post(
+    //   `${nimbusUrl}/api/catalog/data-description/`,
+    //   body,
+    // );
+    // {"id":5,"description":"descrição nova","updated_at":"2022-09-28T14:35:15.618750Z","table_id":4}
+    return {
+      id: 0,
+      description: body.description,
+      updated_at: new Date().toISOString(),
+      table_id: body.table_id,
+    };
   }
 
   async getDataDocs(body) {
@@ -197,31 +497,76 @@ class CatalogService {
     return data;
   }
 
-  async createTags(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.post(`${nimbusUrl}/api/catalog/tags/`, body);
-    return data;
+  async createTags(data: Messages.TagTableRequest, metadata) {
+    this.logger.info('CatalogService - createTags');
+
+    const response = await lastValueFrom(
+      this.catalogWriteService.TagTable(data, metadata),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return { data_assets: response };
   }
 
-  async findAllTags(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/`, body);
-    return data;
+  async findAllTags(data, metadata) {
+    this.logger.info('CatalogService - findAllCustomerTags');
+
+    const response = await lastValueFrom(
+      this.catalogReadService.GetCustomerTags(data, metadata),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return response;
   }
 
-  async findAllTableTags(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/table-tags/`,
-      body,
-    );
-    return data;
+  async findAllTableTags(data, metadata) {
+    this.logger.info('CatalogService - findAllTableTags');
+
+    const response = await lastValueFrom(
+      this.catalogReadService.GetTableTags(data, metadata),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return response;
   }
 
-  async deleteTags(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.delete(`${nimbusUrl}/api/catalog/tags/${id}`);
-    return data;
+  async deleteTags(data, metadata) {
+    this.logger.info('CatalogService - deleteTags');
+
+    const response = await lastValueFrom(
+      this.catalogWriteService.UntagTable(data, metadata),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return response;
   }
 
   async createTableTags(body) {

src/modules/connection/client.service.ts

@@ -26,16 +26,22 @@ import {
   ConnectionsApiNetworkConfig,
   NetworkConfigDto,
 } from '../network-config/dto/network-config';
+import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
 
 export class ConnectionClientService implements OnModuleInit {
   private connectionServiceRead: ConnectionManager.ReadService.ConnectionManagerReadServices;
   private connectionServiceWrite: ConnectionManager.WriteService.ConnectionManagerWriteServices;
+  logger: DadosferaLogger;
+
   constructor(
     @Inject(ConnectionClientConfiguration.name)
     private readonly grpcClient: ClientGrpc,
     private usersService: UsersService,
     private connectorService: ConnectorClientService,
-  ) {}
+    private dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
 
   onModuleInit() {
     this.connectionServiceWrite =
@@ -198,42 +204,58 @@ export class ConnectionClientService implements OnModuleInit {
         JSON.parse(connectorsStr).map((c) => c),
       );
     const { customers } = await this.usersService.findAllCustomers();
-    const promises: Promise<{
+
+    const customer_connections: {
       customer_name: string;
       customer_id: string;
       productConnections: Record<string, any>[];
       platformConnections: ConnectionApiConnection[];
       productNetworkConfigs: Record<string, any>[];
       platformNetworkConfigs: ConnectionsApiNetworkConfig[];
-    }>[] = [];
+    }[] = [];
+    for (const customer of customers) {
+      const { name: customer_name, id: customer_id } = customer;
 
-    customers.forEach((c) => {
-      const customer_name = c.name;
-      const customer_id = c.id;
-      promises.push(
-        this.INTERNAL_getAllConnections({ customer_name }).then((res) => ({
-          customer_name,
-          customer_id,
-          platformConnections: res.platformConnections
-            ? JSON.parse(res.platformConnections)
-            : [],
-          productConnections: res.productConnections
-            ? JSON.parse(res.productConnections)
-            : [],
-          productNetworkConfigs: res.productNetworkConfigs
-            ? JSON.parse(res.productNetworkConfigs)
-            : [],
-          platformNetworkConfigs: res.platformNetworkConfigs
-            ? JSON.parse(res.platformNetworkConfigs)
-            : [],
-        })),
+      const customer_connection = await this.INTERNAL_getAllConnections({
+        customer_name,
+      }).then((res) => ({
+        customer_name,
+        customer_id,
+        platformConnections: res.platformConnections
+          ? JSON.parse(res.platformConnections)
+          : [],
+        productConnections: res.productConnections
+          ? JSON.parse(res.productConnections)
+          : [],
+        productNetworkConfigs: res.productNetworkConfigs
+          ? JSON.parse(res.productNetworkConfigs)
+          : [],
+        platformNetworkConfigs: res.platformNetworkConfigs
+          ? JSON.parse(res.platformNetworkConfigs)
+          : [],
+      }));
+      customer_connections.push(customer_connection);
+    }
+    this.logger.info(
+      'DEBUG_ConnectionsMigrations - ' + JSON.stringify(customer_connections),
+    );
+
+    const migrations: {
+      customer_name: string;
+      status: any[];
+      productConnectionsMissing: ConnectionApiConnection[];
+      productNetworkConfigsMissing: ConnectionsApiNetworkConfig[];
+    }[] = [];
+    for (const customer_connection of customer_connections) {
+      const productConnectionsMissing: ConnectionApiConnection[] = [];
+      const productNetworkConfigsMissing: ConnectionsApiNetworkConfig[] = [];
+      const status: any[] = [];
+      let updatePromises: Promise<any>[] = [];
+
+      this.logger.info(
+        'DEBUG_ConnectionsMigrations - customer_connections ' +
+          JSON.stringify(customer_connection),
       );
-    });
-    const customer_connections = await Promise.all(promises);
-
-    const productConnectionsMissing: ConnectionApiConnection[] = [];
-    const productNetworkConfigsMissing: ConnectionsApiNetworkConfig[] = [];
-    const migrations = customer_connections.map((cc) => {
       const {
         customer_name,
         productConnections,
@@ -241,102 +263,108 @@ export class ConnectionClientService implements OnModuleInit {
         productNetworkConfigs,
         platformNetworkConfigs,
         customer_id,
-      } = cc;
+      } = customer_connection;
 
-      platformConnections &&
-        platformConnections.forEach((plc) => {
-          const productConnection = productConnections.find(
-            (prc) => prc.id === plc.config_id,
-          );
-          if (!productConnection) productConnectionsMissing.push(plc);
-        });
+      platformConnections?.forEach((plc) => {
+        const productConnection = productConnections.find(
+          (prc) => prc.id === plc.config_id,
+        );
+        if (!productConnection) productConnectionsMissing.push(plc);
+      });
+      platformNetworkConfigs?.forEach((platNetConfig) => {
+        const productNetworkConfig = productNetworkConfigs.find(
+          (prodNetConfig) => prodNetConfig.id === platNetConfig.config_id,
+        );
+        if (!productNetworkConfig)
+          productNetworkConfigsMissing.push(platNetConfig);
+      });
+      if (apply) {
+        for (const network_config of productNetworkConfigsMissing) {
+          const networkConfigToCatalog = {
+            id: network_config.config_id,
+            created_at: network_config.created_at,
+            updated_at: network_config.updated_at,
+            customer_name: customer_name,
+            customer_id: customer_id,
+            user_id: '',
+            network_type_id: '',
+            network_type_name: network_config.type,
+            type: network_config.type,
+            plugin: network_config.plugin,
+            name: network_config.name,
+            description: network_config.description,
+            properties: undefined,
+            keywords: undefined,
+            tags: undefined,
+          };
 
-      platformNetworkConfigs &&
-        platformNetworkConfigs.forEach((platNetConfig) => {
-          const productNetworkConfig = productNetworkConfigs.find(
-            (prodNetConfig) => prodNetConfig.id === platNetConfig.config_id,
-          );
-          if (!productNetworkConfig)
-            productNetworkConfigsMissing.push(platNetConfig);
-        });
-
-      const updatePromises: Promise<any>[] = [];
-      for (const network_config of productNetworkConfigsMissing) {
-        const networkConfigToCatalog = {
-          id: network_config.config_id,
-          created_at: network_config.created_at,
-          updated_at: network_config.updated_at,
-          customer_name: cc.customer_name,
-          customer_id: cc.customer_id,
-          user_id: '',
-          network_type_id: '',
-          network_type_name: network_config.type,
-          type: network_config.type,
-          plugin: network_config.plugin,
-          name: network_config.name,
-          description: network_config.description,
-          properties: undefined,
-          keywords: undefined,
-          tags: undefined,
-        };
-
-        if (apply) {
           updatePromises.push(
             this.catalogExistingConnection({
               networkConfig: networkConfigToCatalog,
             }),
           );
         }
-      }
-      for (const connection of productConnectionsMissing) {
-        const connector = connectors.find(
-          (c) => c._source.plugin === connection.plugin,
-        );
-        const connectionToCatalog = {
-          id: connection.config_id,
-          created_at: connection.created_at,
-          updated_at: new Date().toISOString(),
-          customer_id: customer_id,
-          user_id: '',
-          plugin: connection.plugin,
-          name: connection.name,
-          description: connection.description,
-          image_url: connector._source.image,
-          network_config_id: connection.network_config_id,
-          type: connection.type,
-          connector_id: connector._id,
-          connector_name: connector._source.name,
-          in_use: 1,
-          username: 'auto',
-          customer_name: customer_name,
-        };
 
-        if (apply) {
+        this.logger.info(
+          'DEBUG_ConnectionsMigrations - Creating missing network configs for customer' +
+            customer_name +
+            ' - ' +
+            JSON.stringify(customer_connection),
+        );
+        const updateStatuses = await Promise.all(updatePromises);
+        status.push(...updateStatuses);
+        updatePromises = [];
+        for (const connection of productConnectionsMissing) {
+          const connector = connectors.find(
+            (c) => c._source.plugin === connection.plugin,
+          );
+          const connectionToCatalog = {
+            id: connection.config_id,
+            created_at: connection.created_at,
+            updated_at: new Date().toISOString(),
+            customer_id: customer_id,
+            user_id: '',
+            plugin: connection.plugin,
+            name: connection.name,
+            description: connection.description,
+            image_url: connector._source.image,
+            network_config_id: connection.network_config_id,
+            type: connection.type,
+            connector_id: connector._id,
+            connector_name: connector._source.name,
+            in_use: 1,
+            username: '',
+            customer_name,
+          };
+
           updatePromises.push(
             this.catalogExistingConnection({ connection: connectionToCatalog }),
           );
         }
+        this.logger.info(
+          'DEBUG_ConnectionsMigrations - Creating missing connections for customer' +
+            ' - ' +
+            customer_name +
+            JSON.stringify(customer_connection),
+        );
+        const updateStatuses_2 = await Promise.all(updatePromises);
+        status.push(...updateStatuses_2);
       }
-      return {
-        customer: { ...cc },
-        updatePromises,
+
+      this.logger.info(
+        'DEBUG_ConnectionsMigrations - migrations for customer ' +
+          customer_name +
+          ' - ' +
+          JSON.stringify(customer_connection),
+      );
+      migrations.push({
+        customer_name,
+        status,
         productConnectionsMissing,
         productNetworkConfigsMissing,
-      };
-    });
-    const customersStatus: any[] = [];
-    for (const migration of migrations) {
-      let status: any[] = [];
-      if (apply) {
-        status = await Promise.all(migration.updatePromises);
-      }
-      customersStatus.push({
-        customer: migration.customer.customer_name,
-        status,
-        productConnectionsMissing: migration.productConnectionsMissing,
-        productNetworkConfigsMissing: migration.productNetworkConfigsMissing,
       });
     }
-    return { customersStatus };
+
+    return { migrations };
   }
 }

src/modules/connection/connection.controller.ts

@@ -45,7 +45,9 @@ export class ConnectionController {
   }
 
   @Get('connections-migration')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.DADOSFERA.permissions.ADMIN)
+  @RequireAllPermissions(
+    PERMISSIONS_GROUPS.DADOSFERA.permissions.CONNECTIONS_MIGRATION,
+  )
   async synchronizeConnections(@Query('apply') apply: string) {
     return this.clientService.synchronizeConnections(apply === 'true');
   }

src/modules/connector/client.service.ts

@@ -45,7 +45,6 @@ export class ConnectorClientService implements OnModuleInit {
     return lastValueFrom(
       this.connectorServiceWrite.RegisterConnector(serviceBody),
     ).catch((err) => {
-      console.log(err.details);
       throw new HttpException(
         err.details,
         err.code === 6 ? HttpStatus.CONFLICT : 400,
@@ -64,7 +63,6 @@ export class ConnectorClientService implements OnModuleInit {
 
     return lastValueFrom(this.connectorServiceWrite.UploadFile(body)).catch(
       (err) => {
-        console.log(err.details);
         throw new HttpException(
           err.details,
           err.code === 6 ? HttpStatus.CONFLICT : 400,
@@ -73,27 +71,174 @@ export class ConnectorClientService implements OnModuleInit {
     );
   }
 
-  async uploadConnectorsFile(uploadFile) {
-    const connectors = JSON.parse(uploadFile.file.buffer.toString('utf8'));
-
-    const body = connectors.map((connector) => {
-      return JSON.stringify(connector);
-    });
-
-    const request = {
-      connectors: body,
-    };
-
-    return lastValueFrom(
-      this.connectorServiceWrite.RegisterMultipleConnectorsWithoutImage(
-        request,
-      ),
+  async uploadConnectorsFile(uploadFile: Express.Multer.File) {
+    const res = await lastValueFrom(
+      this.connectorServiceWrite.RegisterMultipleConnectorsWithoutImage({
+        connectors: uploadFile.buffer,
+      }),
     ).catch((err) => {
       throw new HttpException(
         err.details,
         err.code === 6 ? HttpStatus.CONFLICT : 400,
       );
     });
+    const responseParsed = JSON.parse(res.message);
+    const connectorErrors = responseParsed.items
+      .filter((i) => i.update._index === 'connector' && i.update.error)
+      .map((i) => ({
+        id: i.update._id,
+        reason: i.update.error,
+        status: i.error.status,
+      }));
+    const connectionControlsErrors = responseParsed.items
+      .filter(
+        (i) => i.update._index === 'connection_controls' && i.update.error,
+      )
+      .map((i) => ({
+        id: i.update._id,
+        reason: i.update.error,
+        status: i.error.status,
+      }));
+    const connectionStepsErrors = responseParsed.items
+      .filter((i) => i.update._index === 'connection_steps' && i.update.error)
+      .map((i) => ({
+        id: i.update._id,
+        reason: i.update.error,
+        status: i.error.status,
+      }));
+    const configControlsErrors = responseParsed.items
+      .filter((i) => i.update._index === 'config_controls' && i.update.error)
+      .map((i) => ({
+        id: i.update._id,
+        reason: i.update.error,
+        status: i.error.status,
+      }));
+    const connectorCreated = responseParsed.items
+      .filter(
+        (i) => i.update._index === 'connector' && i.update.result === 'created',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const connectionControlsCreated = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'connection_controls' &&
+          i.update.result === 'created',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const connectionStepsCreated = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'connection_steps' &&
+          i.update.result === 'created',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const configControlsCreated = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'config_controls' &&
+          i.update.result === 'created',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const connectorUpdated = responseParsed.items
+      .filter(
+        (i) => i.update._index === 'connector' && i.update.result === 'updated',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const connectionControlsUpdated = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'connection_controls' &&
+          i.update.result === 'updated',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const connectionStepsUpdated = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'connection_steps' &&
+          i.update.result === 'updated',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const configControlsUpdated = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'config_controls' &&
+          i.update.result === 'updated',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const connectorNoop = responseParsed.items
+      .filter(
+        (i) => i.update._index === 'connector' && i.update.result === 'noop',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const connectionControlsNoop = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'connection_controls' &&
+          i.update.result === 'noop',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const connectionStepsNoop = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'connection_steps' && i.update.result === 'noop',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    const configControlsNoop = responseParsed.items
+      .filter(
+        (i) =>
+          i.update._index === 'config_controls' && i.update.result === 'noop',
+      )
+      .map((i) => ({
+        id: i.update._id,
+      }));
+    return {
+      errors: {
+        connectors: connectorErrors,
+        connection_controls: connectionControlsErrors,
+        connection_steps: connectionStepsErrors,
+        config_controls: configControlsErrors,
+      },
+      created: {
+        connectors: connectorCreated,
+        connection_controls: connectionControlsCreated,
+        connection_steps: connectionStepsCreated,
+        config_controls: configControlsCreated,
+      },
+      updated: {
+        connectors: connectorUpdated,
+        connection_controls: connectionControlsUpdated,
+        connection_steps: connectionStepsUpdated,
+        config_controls: configControlsUpdated,
+      },
+      noop: {
+        connectors: connectorNoop,
+        connection_controls: connectionControlsNoop,
+        connection_steps: connectionStepsNoop,
+        config_controls: configControlsNoop,
+      },
+    };
   }
 
   async getAllConnectors(body) {
@@ -118,13 +263,13 @@ export class ConnectorClientService implements OnModuleInit {
     });
   }
 
-  async getConnectorDetails(plugin: string, language: string) {
+  async getConnectorDetails(connectorId: string, language: string) {
     const meta = new Metadata();
     meta.add('Language', language);
     return lastValueFrom(
       this.connectorServiceRead.GetConnectorDetails(
         {
-          plugin,
+          plugin: connectorId,
         },
         meta,
       ),

src/modules/connector/connector.controller.ts

@@ -19,7 +19,6 @@ import { ApiBearerAuth, ApiConsumes, ApiTags } from '@nestjs/swagger';
 import { ConnectorClientService } from './client.service';
 import { AddTagDto } from './dtos/add-tag';
 import { CreateConnectorDto } from './dtos/create-connector';
-import { UploadConnectorsFileDto } from './dtos/create-multiple-connector';
 import { DeleteConnectorDto } from './dtos/delete-connector';
 import { GetAllDto } from './dtos/get-all';
 import { RemoveTagDto } from './dtos/remove-tag';
@@ -85,14 +84,10 @@ export class ConnectorController {
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.CREATE)
   @ApiConsumes('multipart/form-data')
   @UseInterceptors(FileInterceptor('file'))
-  async uploadConnectorsFile(@UploadedFile() file: UploadConnectorsFileDto) {
-    console.log(`/upload`, 'Upload Connector Route');
+  async uploadConnectorsFile(@UploadedFile() file: Express.Multer.File) {
+    this.logger.info(`/upload`, 'Upload Connector Route');
 
-    const response = await this.connectorClientService.uploadConnectorsFile({
-      file,
-    });
-
-    return response;
+    return await this.connectorClientService.uploadConnectorsFile(file);
   }
 
   @Get()

src/modules/network-config/network-config.controller.ts

@@ -19,14 +19,18 @@ import { RequestUser, User } from 'src/authentication/user.decorator';
 import {
   CreateNetworkConfigReq,
   CreateNetworkConfigRes,
-  DeleteNetworkConfigRes,
   FindAllNetworkConfigsRes,
-  UpdateNetworkConfigReq,
-  UpdateNetworkConfigRes,
 } from './dto/network-config';
 import { FileInterceptor } from '@nestjs/platform-express';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import {
+  Authenticated,
+  RequireAllPermissions,
+} from 'src/authentication/authentication.decorator';
 
+const networkConfigPermissions = PERMISSIONS_GROUPS.NETWORK_CONFIG.permissions;
 @ApiTags('Network Config')
+@Authenticated()
 @Controller('network-config')
 export class NetworkConfigController {
   logger: any;
@@ -92,6 +96,7 @@ export class NetworkConfigController {
 
   @Post()
   @ApiOkResponse({ type: CreateNetworkConfigRes })
+  @RequireAllPermissions(networkConfigPermissions.CREATE)
   @ApiConsumes('multipart/form-data')
   @UseInterceptors(FileInterceptor('ovpn_file'))
   async createNetworkConfigs(
@@ -111,36 +116,37 @@ export class NetworkConfigController {
     });
   }
 
-  @Patch(':id')
-  @ApiOkResponse({ type: UpdateNetworkConfigRes })
-  async updateNetworkConfig(
-    @User() user: RequestUser,
-    @Param('id') network_config_id: string,
-    @Body() body: UpdateNetworkConfigReq,
-  ) {
-    this.logger.info('PATCH /network-config/:id', {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
-    return this.networkConfigService.updateNetworkConfig(
-      body,
-      network_config_id,
-    );
-  }
+  // @Patch(':id')
+  // @ApiOkResponse({ type: UpdateNetworkConfigRes })
+  // @RequireAllPermissions(networkConfigPermissions.CREATE)
+  // async updateNetworkConfig(
+  //   @User() user: RequestUser,
+  //   @Param('id') network_config_id: string,
+  //   @Body() body: UpdateNetworkConfigReq,
+  // ) {
+  //   this.logger.info('PATCH /network-config/:id', {
+  //     user: user.user_id,
+  //     customer: user.customer_name,
+  //   });
+  //   return this.networkConfigService.updateNetworkConfig(
+  //     body,
+  //     network_config_id,
+  //   );
+  // }
 
-  @Delete(':id')
-  @ApiOkResponse({ type: DeleteNetworkConfigRes })
-  async deleteNetworkConfig(
-    @User() user: RequestUser,
-    @Param('id') network_config_id: string,
-  ) {
-    this.logger.info('DELETE /network-config', {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
-    return this.networkConfigService.deleteNetworkConfig(network_config_id, {
-      customer_name: user.customer_name,
-      customer_id: user.customer_id,
-    });
-  }
+  // @Delete(':id')
+  // @ApiOkResponse({ type: DeleteNetworkConfigRes })
+  // async deleteNetworkConfig(
+  //   @User() user: RequestUser,
+  //   @Param('id') network_config_id: string,
+  // ) {
+  //   this.logger.info('DELETE /network-config', {
+  //     user: user.user_id,
+  //     customer: user.customer_name,
+  //   });
+  //   return this.networkConfigService.deleteNetworkConfig(network_config_id, {
+  //     customer_name: user.customer_name,
+  //     customer_id: user.customer_id,
+  //   });
+  // }
 }

src/modules/permissions/permissions.controller.ts

@@ -15,6 +15,7 @@ import { GetPublicPermissionsRes } from './dto/entities';
 import { PermissionsService } from './permissions.service';
 
 @ApiTags('Permissions')
+@Authenticated()
 @Controller('permissions')
 @ApiHeader({
   name: 'dadosfera-lang',
@@ -22,7 +23,6 @@ import { PermissionsService } from './permissions.service';
   required: false,
   description: 'Defaults to pt-br',
 })
-@Authenticated()
 export class PermissionsController {
   logger: DadosferaLogger;
 
@@ -36,7 +36,6 @@ export class PermissionsController {
 
   @Get()
   @ApiOkResponse({ type: GetPublicPermissionsRes })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   getPublicPermissions(
     @User() user: RequestUser,
     @Headers('dadosfera-lang') language,

src/modules/pipelines/pipelines.controller.ts

@@ -9,7 +9,10 @@ import {
   Put,
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
-import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
+import {
+  AuthenticateCondition,
+  Authenticated,
+} from 'src/authentication/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
@@ -17,6 +20,7 @@ import { RequestUser, User } from 'src/authentication/user.decorator';
 
 @ApiTags('Pipelines')
 @Controller('pipelines')
+@Authenticated()
 @AuthenticateCondition((req, user) => {
   let action;
 

src/modules/pipelinesV2/pipelines.controller.ts

@@ -61,7 +61,7 @@ export class PipelinesController {
     @User() user: RequestUser,
     @Body() createPipelineDto: ICreatePipelineV2Req,
   ) {
-    this.logger.info(process.env.DEV_URL + `/pipelines ON CREATE ROUTE`);
+    this.logger.info('PipelinesController - create', { user });
     if (!language) language = 'en-us';
     const { customer_id, customer_name, username, user_id } = user;
     const metadata = PackTheMetadata({
@@ -86,10 +86,7 @@ export class PipelinesController {
     @Headers('Dadosfera-Lang') language,
     @Query() data,
   ) {
-    this.logger.info(process.env.DEV_URL + `/pipeline ON Find All ROUTE`, {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
+    this.logger.info('PipelinesController - findAll', { user });
 
     if (!language) language = 'en-us';
 
@@ -103,24 +100,34 @@ export class PipelinesController {
     });
 
     const response = await this.pipelinesClientService.findAll(data, metadata);
-    const oldResponse = await this.oldPipelinesService.findAll({
-      customer_name,
-      user_id,
-      customer_id,
-    });
 
     return {
-      pipelines: [...response.pipelines, ...oldResponse.pipelines],
+      pipelines: [...response.pipelines],
     };
   }
 
+  @Get(':id/config')
+  async getPipelineproperties(
+    @Headers('Dadosfera-Lang') language,
+    @User() user: RequestUser,
+    @Param('id') id,
+  ) {
+    this.logger.info('PipelinesController - getPipelineproperties', { user });
+    const metadata = PackTheMetadata({
+      ...user,
+      language: language || 'pt-br',
+    });
+    return this.pipelinesClientService.findOneProperties(id, metadata);
+  }
+
   @Get('/:id')
   async findOne(
     @Headers('Dadosfera-Lang') language,
     @User() user: RequestUser,
     @Param('id') id,
   ): Promise<Messages.PipelineV2FindOneResponse> {
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON Find One ROUTE`);
+    this.logger.info('PipelinesController - findOne', { user });
+
     if (!language) language = 'en-us';
 
     const { customer_id, customer_name, user_id, username } = user;
@@ -149,24 +156,19 @@ export class PipelinesController {
             : {},
         });
         return res;
-      })
-      .catch(async (err) => {
-        this.logger.error(err);
-        return await this.oldPipelinesService.findOne({
-          id,
-          info: { customer_id, customer: customer_name, user_id },
-        });
       });
     return result;
   }
-
   @Put('/:id')
-  async update(@Body() updatePipelineDto, @Param('id') id) {
+  async update(
+    @Body() updatePipelineDto,
+    @Param('id') id,
+    @User() user: RequestUser,
+  ) {
+    this.logger.info('PipelinesController - findOne', { user });
     const { info } = updatePipelineDto;
     delete updatePipelineDto.info;
 
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON UPDATE ROUTE`);
-
     const response = await this.pipelinesClientService.update({
       ...updatePipelineDto,
       info,
@@ -177,9 +179,9 @@ export class PipelinesController {
   }
 
   @Delete(':id')
-  async delete(@Body() data, @Param() params) {
+  async delete(@Body() data, @Param() params, @User() user: RequestUser) {
     const { id } = params;
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON DELETE ROUTE`);
+    this.logger.info('PipelinesController - findOne', { user });
 
     const response = await this.pipelinesClientService.remove({ id, ...data });
 

src/modules/pipelinesV2/pipelines.module.ts

@@ -8,6 +8,7 @@ import { PipelinesService } from './pipelines.service';
 import { PipelinesClientConfiguration } from './pipelines-client';
 
 import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
+import { ConnectorModule } from '../connector/connector.module';
 
 const client = new PipelinesClientConfiguration();
 
@@ -15,6 +16,7 @@ const client = new PipelinesClientConfiguration();
   imports: [
     ClientsModule.register([client.providerOptions]),
     OldPipelineModule,
+    ConnectorModule,
   ],
   controllers: [PipelinesController],
   providers: [PipelinesService, DadosferaLogger],

src/modules/pipelinesV2/pipelines.service.ts

@@ -17,6 +17,8 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PipelinesClientConfiguration } from './pipelines-client';
 import { ICreatePipelineV2Req } from './interfaces';
 import { PipelineV2CreateRequest } from '@dadosfera/protospack-v2/dist/lib/PipelineV2/interfaces/messages';
+import { Metadata } from '@grpc/grpc-js';
+import { ConnectorClientService } from '../connector/client.service';
 
 export class PipelinesService implements OnModuleInit {
   logger: DadosferaLogger;
@@ -27,6 +29,7 @@ export class PipelinesService implements OnModuleInit {
     dadosferaLogger: DadosferaLogger,
     @Inject(PipelinesClientConfiguration.name)
     private readonly grpcClient: ClientGrpc,
+    private readonly connectorService: ConnectorClientService,
   ) {
     this.logger = dadosferaLogger.logger;
   }
@@ -169,4 +172,40 @@ export class PipelinesService implements OnModuleInit {
 
     return removePipelineResponse;
   }
+
+  async findOneProperties(id: string, metadata: Metadata) {
+    this.logger.info('PipelinesClientService - findOneProperties');
+    const { pipeline } = await this.findOne({ id }, metadata);
+
+    const pipelineProperties = JSON.parse(pipeline.properties);
+
+    const connectorId = `${pipeline.connector_plugin}-${pipeline.connector_version}`;
+
+    const res = await this.connectorService.getConnectorDetails(
+      connectorId,
+      metadata.get('language')[0].toString(),
+    );
+    const connector = JSON.parse(res.connector);
+    const config_controls = connector.config_controls || [];
+
+    for (const key in pipelineProperties) {
+      const i = config_controls
+        .map((cc) => cc.name)
+        .indexOf(`properties.${key}`);
+      if (i > -1) {
+        config_controls[i] = {
+          ...config_controls[i],
+          default_value: pipelineProperties[key],
+        };
+      }
+    }
+
+    return {
+      pipeline: {
+        ...pipeline,
+        config_controls,
+        properties: pipelineProperties,
+      },
+    };
+  }
 }

src/modules/productboard/dtos/index.ts

@@ -0,0 +1,12 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class INote {
+  @ApiProperty()
+  title: string;
+
+  @ApiProperty()
+  content: string;
+
+  @ApiProperty()
+  tags: string[];
+}

src/modules/productboard/productboard.controller.spec.ts

@@ -0,0 +1,19 @@
+import { Test, TestingModule } from '@nestjs/testing';
+import { ProductboardController } from './productboard.controller';
+
+describe('ProductboardController', () => {
+  let controller: ProductboardController;
+
+  beforeEach(async () => {
+    const module: TestingModule = await Test.createTestingModule({
+      controllers: [ProductboardController],
+      providers: [],
+    }).compile();
+
+    controller = module.get<ProductboardController>(ProductboardController);
+  });
+
+  it('should be defined', () => {
+    expect(controller).toBeDefined();
+  });
+});

src/modules/productboard/productboard.controller.ts

@@ -0,0 +1,51 @@
+import { Body, Controller, HttpException, Post } from '@nestjs/common';
+import { ApiTags } from '@nestjs/swagger';
+import axios from 'axios';
+import { User, RequestUser } from 'src/authentication/user.decorator';
+import { getSecreteFromSecreteManager } from 'src/utils/SecretManager';
+import { INote } from './dtos';
+
+@ApiTags('Productboard')
+@Controller('productboard')
+export class ProductboardController {
+  @Post('notes')
+  async sendNote(@Body() note: INote, @User() user: RequestUser) {
+    const { title, content, tags } = note;
+    const { username, customer_name } = user;
+
+    const email = username.includes('@')
+      ? username
+      : username + `@${customer_name}.default`;
+
+    const path = process.env.PB_TOKEN_PATH;
+    const token = await getSecreteFromSecreteManager(path);
+
+    const response = await axios
+      .post(
+        `https://api.productboard.com/notes`,
+        {
+          title,
+          content,
+          tags,
+          user: {
+            email,
+          },
+        },
+        {
+          headers: {
+            Authorization: 'Bearer ' + token,
+          },
+        },
+      )
+      .catch(() => null);
+
+    if (!response) {
+      throw new HttpException(
+        'Your request could not be submitted, please try again in a few moments or contact support.',
+        502,
+      );
+    }
+
+    return response.data;
+  }
+}

src/modules/productboard/productboard.module.ts

@@ -0,0 +1,8 @@
+import { Module } from '@nestjs/common';
+import { ProductboardController } from './productboard.controller';
+
+@Module({
+  controllers: [ProductboardController],
+  providers: [],
+})
+export class ProductboardModule {}

src/modules/roles/dto/entities.ts

@@ -36,9 +36,9 @@ export enum TrueOrFalseEnum {
 }
 export class GetRolesByCustomerReq {
   @ApiPropertyOptional()
-  permissionId: string[];
+  permissionId?: string[];
   @ApiPropertyOptional({ enum: TrueOrFalseEnum })
-  getUsers: TrueOrFalseEnum;
+  getUsers?: TrueOrFalseEnum;
 }
 
 export class GetRolesByCustomerRes {

src/modules/roles/roles.controller.ts

@@ -53,8 +53,8 @@ import { LanguageEnum } from 'src/utils/languages.enum';
   required: false,
   description: 'Defaults to pt-br',
 })
-@UseFilters(new GrpcToHttpExceptionFilter())
 @Authenticated()
+@UseFilters(new GrpcToHttpExceptionFilter())
 @Controller('roles')
 export class RolesController {
   logger: DadosferaLogger;
@@ -69,7 +69,6 @@ export class RolesController {
 
   @Get()
   @ApiOkResponse({ type: GetRolesByCustomerRes })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   async searchRoles(
     @User() user: RequestUser,
     @Query() filters: GetRolesByCustomerReq,

src/modules/roles/roles.service.ts

@@ -72,7 +72,7 @@ export class RolesService {
 
   async roleSearch(
     filters: GetRolesByCustomerReq,
-    { customer_id, access_token }: RequestUser,
+    { customer_id, access_token }: any,
   ) {
     const meta = new Metadata();
     meta.add('access_token', access_token);

src/modules/termsOfUse/termsOfUse.controller.ts

@@ -17,6 +17,7 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
 import { RequestUser, User } from '../../authentication/user.decorator';
+import { Metadata } from '@grpc/grpc-js';
 
 @ApiTags('TermsOfUse')
 @UseFilters(new GrpcToHttpExceptionFilter())
@@ -33,10 +34,15 @@ export class TermsOfUseController {
   }
 
   @Get('token')
-  async getToken(@User({ required: true }) user: RequestUser) {
+  async getToken(
+    @User({ required: true }) user: RequestUser,
+    @Headers('Dadosfera-Lang') language: string,
+  ) {
     this.logger.info('/terms-of-use - get token');
+    const metadata = new Metadata();
+    metadata.add('language', language || 'pt-br');
 
-    return this.termsOfUseClient.getToken({ userId: user.user_id });
+    return this.termsOfUseClient.getToken({ userId: user.user_id }, metadata);
   }
 
   @Post('accept')

src/modules/termsOfUse/termsOfUse.service.ts

@@ -10,6 +10,7 @@ import {
   TermsOfUseAcceptRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
+import { Metadata } from '@grpc/grpc-js';
 
 @Injectable()
 export class TermsOfUseClientService implements OnModuleInit {
@@ -31,8 +32,10 @@ export class TermsOfUseClientService implements OnModuleInit {
       );
   }
 
-  async getToken(data: TermsOfUseGetTokenRequest) {
-    return lastValueFrom(this.termsOfUseService.TermsOfUseGetToken(data));
+  async getToken(data: TermsOfUseGetTokenRequest, metadata: Metadata) {
+    return lastValueFrom(
+      this.termsOfUseService.TermsOfUseGetToken(data, metadata),
+    );
   }
 
   async accept(data: TermsOfUseAcceptRequest) {

src/modules/users/dtos/entities.ts

@@ -55,7 +55,10 @@ export class UserNoRoles extends OmitType(User, ['roles']) {}
 export class UserNoRolesAndCustomer extends OmitType(UserNoRoles, [
   'customer',
 ]) {}
-export class UserByCustomer extends OmitType(User, ['customer']) {}
+export class IUserByCustomer extends OmitType(User, ['customer']) {
+  @ApiPropertyOptional()
+  permissions?: string[];
+}
 
 export class CreateUserReq {
   @ApiPropertyOptional()
@@ -98,6 +101,8 @@ export class UpdateUserReq {
   @ApiPropertyOptional()
   name?: string;
   @ApiPropertyOptional()
+  email?: string;
+  @ApiPropertyOptional()
   jobTitle?: string;
   @ApiPropertyOptional()
   department?: string;
@@ -109,11 +114,11 @@ export class UpdateUserReq {
 
 export class UpdateUserRes {
   @ApiProperty()
-  user: UserByCustomer;
+  user: IUserByCustomer;
 }
 export class GetAllUsersByCustomerIdRes {
-  @ApiProperty({ type: [UserByCustomer] })
-  users: UserByCustomer[];
+  @ApiProperty({ type: [IUserByCustomer] })
+  users: IUserByCustomer[];
   @ApiProperty()
   departments: string[];
   @ApiProperty()
@@ -151,7 +156,7 @@ export class SetUserRolesReq {
 
 export class SetUserRolesRes {
   @ApiProperty()
-  user: UserByCustomer;
+  user: IUserByCustomer;
 }
 
 export class SearchUserRes extends GetAllUsersByCustomerIdRes {}

src/modules/users/users.controller.ts

@@ -21,7 +21,10 @@ import {
   ApiTags,
 } from '@nestjs/swagger';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { RequireAllPermissions } from 'src/authentication/authentication.decorator';
+import {
+  Authenticated,
+  RequireAllPermissions,
+} from 'src/authentication/authentication.decorator';
 import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
@@ -42,9 +45,12 @@ import {
   UnassignRoleToUserReq,
   UpdateUserReq,
   UpdateUserRes,
-  UserByCustomer,
+  IUserByCustomer,
 } from './dtos/entities';
 import { UsersService } from './users.service';
+import { Metadata } from '@grpc/grpc-js';
+import ErrorBuilder from 'src/utils/ErrorBuilder';
+import ErrorCodes from 'src/utils/errorCodes';
 
 // TODO GET de hierarquias e do PATCH em usuário
 @ApiTags('Users')
@@ -55,6 +61,7 @@ import { UsersService } from './users.service';
   required: false,
   description: 'Defaults to pt-br',
 })
+@Authenticated()
 @UseFilters(GrpcToHttpExceptionFilter)
 export class UsersController {
   logger: DadosferaLogger;
@@ -68,7 +75,6 @@ export class UsersController {
   }
 
   @Get()
-  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   @ApiOkResponse({
     type: GetAllUsersByCustomerIdRes,
     description: 'List of users of a customer',
@@ -119,9 +125,8 @@ export class UsersController {
   }
 
   @Get(':id')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   @ApiOkResponse({
-    type: UserByCustomer,
+    type: IUserByCustomer,
   })
   async findOneById(
     @User() user: RequestUser,
@@ -130,6 +135,14 @@ export class UsersController {
   ) {
     this.logger.info('findOneById', { user });
     this.userService.setLanguage(language);
+    if (
+      id !== user.user_id &&
+      !user.permissions.includes(
+        PERMISSIONS_GROUPS.USERS.permissions.ADMIN.seqid,
+      )
+    ) {
+      throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
+    }
     return await this.userService.findOneById(id);
   }
 
@@ -141,9 +154,12 @@ export class UsersController {
     @Body() body: CreateUserReq,
     @Headers('dadosfera-lang') language,
   ) {
+    const meta = new Metadata();
+    meta.add('access_token', user.access_token);
     this.logger.info('createUser', { user });
     this.userService.setLanguage(language);
-    return await this.userService.createUser(body);
+
+    return await this.userService.createUser(body, meta);
   }
 
   @Post('batch')
@@ -154,9 +170,11 @@ export class UsersController {
     @Body() body: BatchCreateUserReq,
     @Headers('dadosfera-lang') language,
   ) {
+    const meta = new Metadata();
+    meta.add('access_token', user.access_token);
     this.logger.info('batchCreateUser', { user });
     this.userService.setLanguage(language);
-    return await this.userService.batchCreateUser(body);
+    return await this.userService.batchCreateUser(body, meta);
   }
 
   @Post(':id/resend-invite')
@@ -235,4 +253,12 @@ export class UsersController {
     this.userService.setLanguage(language);
     return await this.userService.updateUser(body, id, user.customer_id);
   }
+
+  @Post('synchronize/:id')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.DADOSFERA.permissions.SYNC_USER)
+  @ApiOkResponse({ type: UpdateUserRes })
+  async synchronizeUser(@User() user: RequestUser, @Param('id') id: string) {
+    this.logger.info('synchronizeUser', { user });
+    return await this.userService.synchronizeUser(id);
+  }
 }

src/modules/users/users.service.ts

@@ -18,6 +18,7 @@ import {
   BatchCreateUserReq,
   CreateUserReq,
   Hierarchy,
+  IUserByCustomer,
   SetUserRolesReq,
   UpdateUserReq,
 } from './dtos/entities';
@@ -27,6 +28,7 @@ import { LanguageEnum } from 'src/utils/languages.enum';
 import { UserByCustomer } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
 import { EnrichErrorCode } from 'src/utils/ErrorBuilder';
 import { DucClient } from '../duc/client.config';
+import { Metadata } from '@grpc/grpc-js';
 
 @Injectable()
 export class UsersService implements OnModuleInit {
@@ -76,31 +78,47 @@ export class UsersService implements OnModuleInit {
     };
   }
 
-  async findOneById(id: string) {
+  async findOneById(id: string): Promise<{ user: IUserByCustomer }> {
     const { user } = await lastValueFrom(
       this.usersClientService.UserFindOneById({ id }),
     );
-    return { user: this.adjustUsersPayload([user])[0] };
+    const res: { user: IUserByCustomer } = {
+      user: this.adjustUsersPayload([user])[0],
+    };
+    const { permissions } = await lastValueFrom(
+      this.usersClientService.GetUserPermissions({ id }),
+    ).catch((error) => {
+      this.logger.error('UsersService.findOneById - GetUserPermissions', {
+        error,
+      });
+      const permissions: string[] = [];
+      return { permissions };
+    });
+    res.user.permissions = permissions;
+    return res;
   }
 
-  async createUser(req: CreateUserReq) {
+  async createUser(req: CreateUserReq, meta?: Metadata) {
     const { email, department, hierarchy, jobTitle, name, roleNames } = req;
     const { user } = await lastValueFrom(
-      this.usersClientService.UserCreate({
-        email,
-        hierarchy,
-        name,
-        roleIds: [],
-        department,
-        jobTitle,
-        roleNames,
-      }),
+      this.usersClientService.UserCreate(
+        {
+          email,
+          hierarchy,
+          name,
+          roleIds: [],
+          department,
+          jobTitle,
+          roleNames,
+        },
+        meta,
+      ),
     );
     return { user: this.adjustUsersPayload([user])[0] };
   }
 
   async updateUser(req: UpdateUserReq, id: string, customerId: string) {
-    const { department, hierarchy, jobTitle, name, roleNames } = req;
+    const { department, hierarchy, jobTitle, name, roleNames, email } = req;
     if (roleNames) {
       await this.setRoles({ roleNames, userId: id }, customerId);
     }
@@ -112,6 +130,7 @@ export class UsersService implements OnModuleInit {
         department,
         hierarchy,
         jobTitle,
+        email,
       }),
     );
     return { user: this.adjustUsersPayload([user])[0] };
@@ -133,7 +152,8 @@ export class UsersService implements OnModuleInit {
     return { user: this.adjustUsersPayload([user])[0] };
   }
 
-  async batchCreateUser({ users }: BatchCreateUserReq) {
+  async batchCreateUser(req: BatchCreateUserReq, meta?: Metadata) {
+    const { users } = req;
     const usersToCreate: UserCreateRequest[] = users.map(
       ({ roleNames, email, department, hierarchy, jobTitle, name }) => ({
         roleNames,
@@ -146,14 +166,16 @@ export class UsersService implements OnModuleInit {
       }),
     );
     const { errorUsers, usersCreated } = await lastValueFrom(
-      this.usersClientService.UserBatchCreate({
-        users: usersToCreate,
-      }),
+      this.usersClientService.UserBatchCreate(
+        {
+          users: usersToCreate,
+        },
+        meta,
+      ),
     );
 
     return {
       usersCreated: this.adjustUsersPayload(usersCreated),
-      // mapping error code to message
       errorUsers: errorUsers.map(({ user, error }) => ({
         user,
         error: EnrichErrorCode(error).message,
@@ -211,4 +233,10 @@ export class UsersService implements OnModuleInit {
   async findAllCustomers() {
     return await lastValueFrom(this.customersClientService.CustomerFindAll({}));
   }
+
+  async synchronizeUser(userId: string) {
+    return await lastValueFrom(
+      this.usersClientService.INTERNAL_UserSynchronize({ userId }),
+    );
+  }
 }

src/utils/ PackTheMetadata.ts

@@ -7,6 +7,8 @@ interface IMetadata {
   user_id?: string;
   language?: string;
   details?: string;
+  roles?: string[];
+  is_data_manager?: boolean;
 }
 
 export function PackTheMetadata(info: IMetadata): Metadata {

src/utils/ErrorBuilder.ts

@@ -185,6 +185,14 @@ export function EnrichErrorCode(code: string) {
         code,
       };
 
+    case ErrorCodes.USER.NOT_CREATED:
+      return {
+        statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
+        error: 'Ocorreu um erro ao criar seu usúario',
+        message: 'Tente novamente ou entre em contato com o suporte',
+        code,
+      };
+
     case ErrorCodes.USER.NOT_FOUND:
       return {
         statusCode: HttpStatus.NOT_FOUND,

src/utils/SecretManager.ts

@@ -0,0 +1,17 @@
+import {
+  SecretsManagerClient,
+  GetSecretValueCommand,
+} from '@aws-sdk/client-secrets-manager';
+
+export async function getSecreteFromSecreteManager(path: string) {
+  const secretsManagerClient = new SecretsManagerClient({});
+
+  const getSecretComand = new GetSecretValueCommand({
+    SecretId: `${path}`,
+  });
+  const res = await secretsManagerClient
+    .send(getSecretComand)
+    .catch(() => null);
+
+  return res?.SecretString;
+}

src/utils/errorCodes.ts

@@ -31,6 +31,7 @@ export const USER = {
   ALREADY_EXISTS: 'USER.ALREADY_EXISTS',
   ROLE_ALREADY_ASSIGNED: 'USER.ROLE_ALREADY_ASSIGNED',
   ROLE_NOT_ASSIGNED: 'USER.ROLE_NOT_ASSIGNED',
+  NOT_CREATED: 'USER.NOT_CREATED',
 };
 
 export const CUSTOMER = {