Merge pull request #145 from dadosfera/feat/openSearchCatalog

Feat/open search catalog
FIX: unitary permitting
2026-09-05 14:14:48 +00:00 · 2022-10-04 17:55:07 -03:00 · 2022-10-04 17:41:01 -03:00 · 2022-10-04 17:19:09 -03:00 · 2022-10-04 16:49:41 -03:00 · 2022-10-04 16:47:42 -03:00
37 changed files with 1200 additions and 285 deletions
@@ -11,8 +11,8 @@
      "license": "UNLICENSED",
      "dependencies": {
        "@aws-sdk/client-secrets-manager": "^3.112.0",
-        "@dadosfera/dadosfera-logs": "^1.0.0-beta.3",
-        "@dadosfera/protospack-v2": "3.15.3",
+        "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
+        "@dadosfera/protospack-v2": "3.18.8",
        "@grpc/grpc-js": "^1.6.7",
        "@grpc/proto-loader": "^0.6.13",
        "@nestjs/common": "^8.4.7",
@@ -1716,9 +1716,9 @@
      }
    },
    "node_modules/@dadosfera/dadosfera-logs": {
-      "version": "1.0.0-beta.3",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/dadosfera-logs/-/dadosfera-logs-1.0.0-beta.3.tgz",
-      "integrity": "sha512-VuGiQlpDulcl1+FSFoT4/6PA9Pr+DAzbFHAYesz9rPinR46ejG7ZBZk3m86NYqQtgMyurqXvgCR8GPy9FpwqFw==",
+      "version": "1.0.0-beta.4",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/dadosfera-logs/-/dadosfera-logs-1.0.0-beta.4.tgz",
+      "integrity": "sha512-fFncbNVMbfQa2EFl7NJgmtuSRWHGtmwCbl5p++lSLvGcTIMjLGJ4HAMzSMemQhSxiiYlokdwweb7jJY7Ms62SQ==",
      "dependencies": {
        "@elastic/ecs-winston-format": "^1.3.1",
        "winston": "^3.7.2",
@@ -1726,9 +1726,9 @@
      }
    },
    "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.15.3",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.15.3.tgz",
-      "integrity": "sha512-/TNTnjm8XIQ3DFiJc8nnSRFQE23lF8Dm+8wzL1VJIqivdQK2gUwkpEoYT0CA6PFVvVFhDrEWo/zGY55tBHXJBg==",
+      "version": "3.18.8",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.8.tgz",
+      "integrity": "sha512-pzvuIzCrIf/ZG//lwMdCxtZ7w/ZhiLFBA3VWyN9uM7AjeqVl7LllHKV08Fw6YjNNGBmQF3DLJQTK8kMCQja4hA==",
      "dependencies": {
        "@grpc/grpc-js": "^1.6.7",
        "rxjs": "^7.5.5",
@@ -7975,9 +7975,9 @@
      }
    },
    "node_modules/logform": {
-      "version": "2.4.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/logform/-/logform-2.4.1.tgz",
-      "integrity": "sha512-7XB/tqc3VRbri9pRjU6E97mQ8vC27ivJ3lct4jhyT+n0JNDd4YKldFl0D75NqDp46hk8RC7Ma1Vjv/UPf67S+A==",
+      "version": "2.4.2",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/logform/-/logform-2.4.2.tgz",
+      "integrity": "sha512-W4c9himeAwXEdZ05dQNerhFz2XG80P9Oj0loPUMV23VC2it0orMHQhJm4hdnnor3rd1HsGf6a2lPwBM1zeXHGw==",
      "dependencies": {
        "@colors/colors": "1.5.0",
        "fecha": "^4.2.0",
@@ -10337,9 +10337,9 @@
      }
    },
    "node_modules/ts-proto": {
-      "version": "1.125.0",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.125.0.tgz",
-      "integrity": "sha512-ADXnF+Psk3SaLzxtXrhvKUDrNNpg7LnL5rQuQL+u9PiOQ4C2ktWLvJM0VtL4zqQ9/OHROmXjebpR0KMZAkI93w==",
+      "version": "1.126.1",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
+      "integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
      "dependencies": {
        "@types/object-hash": "^1.3.0",
        "dataloader": "^1.4.0",
@@ -10856,10 +10856,11 @@
      }
    },
    "node_modules/winston": {
-      "version": "3.7.2",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/winston/-/winston-3.7.2.tgz",
-      "integrity": "sha512-QziIqtojHBoyzUOdQvQiar1DH0Xp9nF1A1y7NVy2DGEsz82SBDtOalS0ulTRGVT14xPX3WRWkCsdcJKqNflKng==",
+      "version": "3.8.2",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/winston/-/winston-3.8.2.tgz",
+      "integrity": "sha512-MsE1gRx1m5jdTTO9Ld/vND4krP2To+lgDoMEHGGa4HIlAUyXJtfc7CxQcGXVyz2IBpw5hbFkj2b/AtUdQwyRew==",
      "dependencies": {
+        "@colors/colors": "1.5.0",
        "@dabh/diagnostics": "^2.0.2",
        "async": "^3.2.3",
        "is-stream": "^2.0.0",
@@ -12295,9 +12296,9 @@
      }
    },
    "@dadosfera/dadosfera-logs": {
-      "version": "1.0.0-beta.3",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/dadosfera-logs/-/dadosfera-logs-1.0.0-beta.3.tgz",
-      "integrity": "sha512-VuGiQlpDulcl1+FSFoT4/6PA9Pr+DAzbFHAYesz9rPinR46ejG7ZBZk3m86NYqQtgMyurqXvgCR8GPy9FpwqFw==",
+      "version": "1.0.0-beta.4",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/dadosfera-logs/-/dadosfera-logs-1.0.0-beta.4.tgz",
+      "integrity": "sha512-fFncbNVMbfQa2EFl7NJgmtuSRWHGtmwCbl5p++lSLvGcTIMjLGJ4HAMzSMemQhSxiiYlokdwweb7jJY7Ms62SQ==",
      "requires": {
        "@elastic/ecs-winston-format": "^1.3.1",
        "winston": "^3.7.2",
@@ -12305,9 +12306,9 @@
      }
    },
    "@dadosfera/protospack-v2": {
-      "version": "3.15.3",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.15.3.tgz",
-      "integrity": "sha512-/TNTnjm8XIQ3DFiJc8nnSRFQE23lF8Dm+8wzL1VJIqivdQK2gUwkpEoYT0CA6PFVvVFhDrEWo/zGY55tBHXJBg==",
+      "version": "3.18.8",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.8.tgz",
+      "integrity": "sha512-pzvuIzCrIf/ZG//lwMdCxtZ7w/ZhiLFBA3VWyN9uM7AjeqVl7LllHKV08Fw6YjNNGBmQF3DLJQTK8kMCQja4hA==",
      "requires": {
        "@grpc/grpc-js": "^1.6.7",
        "rxjs": "^7.5.5",
@@ -16568,9 +16569,9 @@
      }
    },
    "logform": {
-      "version": "2.4.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/logform/-/logform-2.4.1.tgz",
-      "integrity": "sha512-7XB/tqc3VRbri9pRjU6E97mQ8vC27ivJ3lct4jhyT+n0JNDd4YKldFl0D75NqDp46hk8RC7Ma1Vjv/UPf67S+A==",
+      "version": "2.4.2",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/logform/-/logform-2.4.2.tgz",
+      "integrity": "sha512-W4c9himeAwXEdZ05dQNerhFz2XG80P9Oj0loPUMV23VC2it0orMHQhJm4hdnnor3rd1HsGf6a2lPwBM1zeXHGw==",
      "requires": {
        "@colors/colors": "1.5.0",
        "fecha": "^4.2.0",
@@ -18130,9 +18131,9 @@
      }
    },
    "ts-proto": {
-      "version": "1.125.0",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.125.0.tgz",
-      "integrity": "sha512-ADXnF+Psk3SaLzxtXrhvKUDrNNpg7LnL5rQuQL+u9PiOQ4C2ktWLvJM0VtL4zqQ9/OHROmXjebpR0KMZAkI93w==",
+      "version": "1.126.1",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
+      "integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
      "requires": {
        "@types/object-hash": "^1.3.0",
        "dataloader": "^1.4.0",
@@ -18486,10 +18487,11 @@
      }
    },
    "winston": {
-      "version": "3.7.2",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/winston/-/winston-3.7.2.tgz",
-      "integrity": "sha512-QziIqtojHBoyzUOdQvQiar1DH0Xp9nF1A1y7NVy2DGEsz82SBDtOalS0ulTRGVT14xPX3WRWkCsdcJKqNflKng==",
+      "version": "3.8.2",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/winston/-/winston-3.8.2.tgz",
+      "integrity": "sha512-MsE1gRx1m5jdTTO9Ld/vND4krP2To+lgDoMEHGGa4HIlAUyXJtfc7CxQcGXVyz2IBpw5hbFkj2b/AtUdQwyRew==",
      "requires": {
+        "@colors/colors": "1.5.0",
        "@dabh/diagnostics": "^2.0.2",
        "async": "^3.2.3",
        "is-stream": "^2.0.0",
@@ -26,8 +26,8 @@
  },
  "dependencies": {
    "@aws-sdk/client-secrets-manager": "^3.112.0",
-    "@dadosfera/dadosfera-logs": "^1.0.0-beta.3",
-    "@dadosfera/protospack-v2": "3.15.3",
+    "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
+    "@dadosfera/protospack-v2": "3.18.8",
    "@grpc/grpc-js": "^1.6.7",
    "@grpc/proto-loader": "^0.6.13",
    "@nestjs/common": "^8.4.7",
@@ -53,6 +53,7 @@ import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
    InputsModule,
    OauthModule,
    PipelinesV2Module,
+    CatalogModule,
  ],
 })
 export class AppModule {}
@@ -13,7 +13,7 @@ import {
  RequireSomePermission,
 } from './authentication.decorator';
 import { AuthenticationGuard } from './authentication.guard';
-import { PERMISSIONS } from './permissions.enum';
+import { PERMISSIONS_GROUPS } from './permissions.enum';
 import { AuthClientService } from '../modules/auth/auth.service';

 import ErrorCodes from '../utils/errorCodes';
@@ -36,15 +36,15 @@ class NoClassAuthController {
  }

  @Get('required-permission')
-  @RequireSomePermission(PERMISSIONS.ZENDESK.permissions.OPEN)
+  @RequireSomePermission(PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN)
  async requiredPermission(@Body() body) {
    return { body };
  }

  @Get('has-all-permissions')
  @RequireAllPermissions(
-    PERMISSIONS.ZENDESK.permissions.OPEN,
-    PERMISSIONS.METABASE.permissions.OPEN,
+    PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
+    PERMISSIONS_GROUPS.METABASE.permissions.OPEN,
  )
  async hasAllPermissions(@Body() body) {
    return { body };
@@ -52,8 +52,8 @@ class NoClassAuthController {

  @Get('has-some-permission')
  @RequireSomePermission(
-    PERMISSIONS.ZENDESK.permissions.OPEN,
-    PERMISSIONS.METABASE.permissions.OPEN,
+    PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
+    PERMISSIONS_GROUPS.METABASE.permissions.OPEN,
  )
  async hasSomePermission(@Body() body) {
    return { body };
@@ -62,7 +62,7 @@ class NoClassAuthController {

@Controller('class-auth-condition')
@AuthenticateCondition((req) => req.get('x-on-class') === 'ok')
-@RequireSomePermission(PERMISSIONS.METABASE.permissions.OPEN)
+@RequireSomePermission(PERMISSIONS_GROUPS.METABASE.permissions.OPEN)
 class ClassAuthConditionController {
  @Get('body')
  async getBody(@Body() body) {
@@ -77,7 +77,7 @@ class ClassAuthConditionController {

  @Get('required-permission')
  @AuthenticateCondition((req) => req.get('x-on-route') === 'ok')
-  @RequireSomePermission(PERMISSIONS.ZENDESK.permissions.OPEN)
+  @RequireSomePermission(PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN)
  async requiredPermission(@Body() body) {
    return { body };
  }
@@ -440,17 +440,17 @@ describe('authentication.guard', () => {
  NoClassAuthTest(null, null);
  ClassAuthConditionTest(null, null);

-  const tokenZ = CreateToken([PERMISSIONS.ZENDESK.permissions.OPEN]);
+  const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]);
  NoClassAuthTest(tokenZ, ['zendesk']);
  ClassAuthConditionTest(tokenZ, ['zendesk']);

-  const tokenM = CreateToken([PERMISSIONS.METABASE.permissions.OPEN]);
+  const tokenM = CreateToken([PERMISSIONS_GROUPS.METABASE.permissions.OPEN]);
  NoClassAuthTest(tokenM, ['metabase']);
  ClassAuthConditionTest(tokenM, ['metabase']);

  const tokenZM = CreateToken([
-    PERMISSIONS.ZENDESK.permissions.OPEN,
-    PERMISSIONS.METABASE.permissions.OPEN,
+    PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
+    PERMISSIONS_GROUPS.METABASE.permissions.OPEN,
  ]);
  NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
  ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
@@ -37,7 +37,7 @@ export interface PermissionsObjectGroup {
 /*export const Permissions: {
  [P in keyof any]: { [Q in keyof any]: Permission };
 } = {*/
-export const PERMISSIONS = {
+export const PERMISSIONS_GROUPS = {
  AUTH: {
    title: {
      'pt-br': 'Autenticação',
@@ -128,7 +128,7 @@ export const PERMISSIONS = {
      DELETE: {
        seqid: 38,
        claim: 'connection:delete',
-        usage: PermissionUsages.PUBLIC,
+        usage: PermissionUsages.INTERNAL,
        name: {
          'pt-br': 'Excluir Fonte',
          'en-us': 'Remove Source',
@@ -165,16 +165,16 @@ export const PERMISSIONS = {
          'es-es': 'Crear VPN',
        },
      },
-      DELETE: {
-        seqid: 36,
-        claim: 'network_config:delete',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Excluir VPN',
-          'en-us': 'Remove VPN',
-          'es-es': 'Eliminar VPN',
-        },
-      },
+      // DELETE: {
+      //   seqid: 36,
+      //   claim: 'network_config:delete',
+      //   usage: PermissionUsages.PUBLIC,
+      //   name: {
+      //     'pt-br': 'Excluir VPN',
+      //     'en-us': 'Remove VPN',
+      //     'es-es': 'Eliminar VPN',
+      //   },
+      // },
    },
  },

@@ -325,6 +325,16 @@ export const PERMISSIONS = {
          'es-es': 'Eliminar atributos',
        },
      },
+      DATA_MANAGER: {
+        seqid: 42,
+        claim: 'catalog:data_manager',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Vizualizar todos os recursos do catálogo.',
+          'en-us': 'View all data assets.',
+          'es-es': 'Ver todos los activos de datos',
+        },
+      },
    },
  },

@@ -496,17 +506,46 @@ export const PERMISSIONS = {
      },
    },
  },
+  DADOSFERA: {
+    title: {
+      'pt-br': 'Usuários',
+      'en-us': 'Users',
+      'es-es': 'Usuarios',
+    },
+    permissions: {
+      CONNECTIONS_MIGRATION: {
+        seqid: 40,
+        claim: 'dadosfera:connections-migration',
+        usage: PermissionUsages.INTERNAL,
+        name: {
+          'pt-br': 'connections-migration',
+          'en-us': 'connections-migration',
+          'es-es': 'connections-migration',
+        },
+      },
+      SYNC_USER: {
+        seqid: 41,
+        claim: 'dadosfera:sync-user',
+        usage: PermissionUsages.INTERNAL,
+        name: {
+          'pt-br': 'sync-user',
+          'en-us': 'sync-user',
+          'es-es': 'sync-user',
+        },
+      },
+    },
+  },
 };

 // traverses the object searching for duplicate seqids or claims (executes at runtime)
 let nextAvailableSeqid = 0;
-const seqids = Object.values(PERMISSIONS).flatMap((namespace) =>
+const seqids = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
  Object.values(namespace.permissions).map(({ seqid }) => seqid),
 );
-const claims = Object.values(PERMISSIONS).flatMap((namespace) =>
+const claims = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
  Object.values(namespace.permissions).map(({ claim }) => claim),
 );
-Object.values(PERMISSIONS).map((namespace) =>
+Object.values(PERMISSIONS_GROUPS).map((namespace) =>
  Object.values(namespace.permissions).map(({ seqid, claim }) => {
    const seqidsCount = seqids.filter((x) => x === seqid).length;
    assert(seqidsCount === 1, `seqid ${seqid} count is not 1`);
@@ -11,7 +11,7 @@ import { AuthClientService } from '../modules/auth/auth.service';

 import ErrorCodes from '../utils/errorCodes';
 import { User } from './user.decorator';
-import { PERMISSIONS } from './permissions.enum';
+import { PERMISSIONS_GROUPS } from './permissions.enum';

 const logger = {
  info: (...args) => args,
@@ -49,7 +49,7 @@ describe('user.decorator', () => {
  const fakeUserPayload = {
    user_id: 'd50d33c7-6c2b-463c-861f-e21667e7c125',
    username: 'super.admin',
-    permissions: [PERMISSIONS.METABASE.permissions.OPEN].map(
+    permissions: [PERMISSIONS_GROUPS.METABASE.permissions.OPEN].map(
      ({ seqid }) => seqid,
    ),
    customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
@@ -21,7 +21,7 @@ import {
  AuthVerifyTotpMfaRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';

-import { PERMISSIONS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import { RequireAllPermissions } from 'src/authentication/authentication.decorator';
 import { AuthClientService } from './auth.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
@@ -43,7 +43,7 @@ export class AuthController {
  }

  @Post('/sso/snowflake')
-  @RequireAllPermissions(PERMISSIONS.SNOWFLAKE.permissions.OPEN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.SNOWFLAKE.permissions.OPEN)
  @HttpCode(HttpStatus.OK)
  async snowflakeSignIn(
    @User() user: RequestUser,
@@ -0,0 +1,38 @@
+import {
+  ClientsProviderAsyncOptions,
+  GrpcOptions,
+  Transport,
+} from '@nestjs/microservices';
+import { credentials } from '@grpc/grpc-js';
+import { Catalog } from '@dadosfera/protospack-v2';
+
+export class CatalogClientConfiguration {
+  public name = 'CatalogClientConfiguration';
+  private config: GrpcOptions = {
+    transport: Transport.GRPC,
+    options: {
+      url: process.env.PIFACTORY_URL,
+      package: [
+        Catalog.ProtoPackages.ReadPackage,
+        Catalog.ProtoPackages.WritePackage,
+      ],
+      credentials:
+        process.env.LOCAL_ENV || process.env.ENV === 'local'
+          ? undefined
+          : credentials.createSsl(),
+      protoPath: [
+        Catalog.ProtoPaths.ReadFilePath,
+        Catalog.ProtoPaths.WriteFilePath,
+      ],
+      loader: {
+        keepCase: true,
+        enums: String,
+        defaults: false,
+      },
+    },
+  };
+  providerOptions: ClientsProviderAsyncOptions = {
+    name: this.name,
+    ...this.config,
+  };
+}
@@ -3,16 +3,20 @@ import {
  Controller,
  Delete,
  Get,
+  HttpException,
  Inject,
  Param,
  Post,
+  Put,
  Query,
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import { AuthenticateCondition } from '../../authentication/authentication.decorator';
-import { PERMISSIONS } from '../../authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
+import { RequestUser, User } from 'src/authentication/user.decorator';

@ApiTags('Catalog')
@Controller('catalog')
@@ -33,7 +37,7 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
  }

  return user.permissions.includes(
-    PERMISSIONS.CATALOG.permissions[action].seqid,
+    PERMISSIONS_GROUPS.CATALOG.permissions[action].seqid,
  );
 })
 export class CatalogController {
@@ -46,16 +50,78 @@ export class CatalogController {
    this.logger = dadosferaLogger.logger;
  }

+  @Put('manage_permissions/:id')
+  async manageDataAssetPermissions(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Body() body,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const response = await this.catalogService.managePermissions(
+      { ...body, id },
+      metadata,
+    );
+
+    return { data_asset: JSON.parse(response.data_asset) };
+  }
+
+  @Put('revoke_permissions/:id')
+  async revokeDataAssetPermissions(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Body() body,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const response = await this.catalogService.revokePermissions(
+      { ...body, id },
+      metadata,
+    );
+
+    return { message: response.message };
+  }
+
  @Get('all')
-  async catalogAll(@Body() body) {
+  async catalogAll(@User() user: RequestUser, @Body() body, @Query() params) {
+    const { user_id, customer_name, customer_id, username, permissions } = user;
    this.logger.info(`/catalog - ON CATALOG ALL ROUTE`, {
      user: body.info.user_id,
      customer: body.info.customer,
    });

-    const res = await this.catalogService.catalogAll(body);
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );

-    return res;
+    const roles = await this.catalogService.getUserRolesIds(user_id);
+
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
+      username,
+      roles,
+      is_data_manager,
+    });
+
+    const res = await this.catalogService.getAllOpenSearchDataAssets(
+      params,
+      metadata,
+      customer_id,
+    );
+
+    return res.data_assets;
  }

  @Get('data_apps')
@@ -96,31 +162,108 @@ export class CatalogController {
  }

  @Get('dashboard-metabase/:id')
-  async getOneDashboardMetabase(@Body() body, @Param() params) {
+  async getOneDashboardMetabase(
+    @Body() body,
+    @Param() params,
+    @User() user: RequestUser,
+  ) {
    const { id } = params;
    this.logger.info(`/catalog - ON GET ONE DASHBOARD METABASE ROUTE`, {
      user: body.info.user_id,
      customer: body.info.customer,
    });

-    const res = await this.catalogService.getOneDashboardMetabase(id, body);
+    const { username, user_id, customer_id, customer_name, permissions } = user;
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
+    let has_permission = false;
+    const metadata = PackTheMetadata({
+      username,
+      user_id,
+      customer_id,
+      customer_name,
+    });

-    return res;
+    const user_roles = await this.catalogService.getUserRolesIds(user_id);
+
+    const res = await this.catalogService.getOneDashboardMetabase(
+      id,
+      body,
+      metadata,
+      customer_id,
+    );
+
+    const dashboard = res.dashboard;
+
+    for (const role of user_roles) {
+      if (dashboard.p_roles.includes(role)) has_permission = true;
+    }
+
+    if (dashboard.p_users.includes(user_id)) has_permission = true;
+
+    if (is_data_manager || has_permission) {
+      delete res[0].p_roles;
+      delete res[0].p_users;
+      return res;
+    }
+
+    throw new HttpException(
+      'You do not have permission to access this data asset.',
+      403,
+    );
  }

  @Get('table-metadata')
-  async getAllTableMetadata(@Body() body, @Query() query) {
+  async getAllTableMetadata(
+    @Body() body,
+    @Query() query,
+    @User() user: RequestUser,
+  ) {
    this.logger.info(`/catalog - ON GET ALL TABLES METADATA ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+      user: user.user_id,
+      customer: user.customer_name,
+    });
+    const { user_id, customer_name, customer_id, permissions } = user;
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
+    let has_permission = false;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
    });

    if (!query) {
      const res = await this.catalogService.getAllTableMetadata(body);
      return res;
    } else {
-      const res = await this.catalogService.getOneTableMetadata(body, query);
-      return res;
+      const user_roles = await this.catalogService.getUserRolesIds(user_id);
+      const res = await this.catalogService.getOneTableMetadata(
+        body,
+        query,
+        metadata,
+        customer_id,
+      );
+      const table = res[0];
+
+      for (const role of user_roles) {
+        if (table.p_roles.includes(role)) has_permission = true;
+      }
+
+      if (table.p_users.includes(user_id)) has_permission = true;
+
+      if (is_data_manager || has_permission) {
+        delete res[0].p_roles;
+        delete res[0].p_users;
+        return res;
+      }
+
+      throw new HttpException(
+        'You do not have permission to access this data asset.',
+        403,
+      );
    }
  }

@@ -211,15 +354,19 @@ export class CatalogController {
  }

  @Post('data-description')
-  async createDataDescription(@Body() body) {
+  async createDataDescription(@Body() body, @User() user: RequestUser) {
    this.logger.info(`/catalog - ON CREATE DATA DESCRIPTION ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+      user: user.user_id,
+      customer: user.customer_name,
    });

-    const res = await this.catalogService.createDataDescription(body);
-
-    return res;
+    const { user_id, customer_name, customer_id } = user;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
+    });
+    return await this.catalogService.createDataDescription(body, metadata);
  }

  @Get('data-docs')
@@ -322,15 +469,21 @@ export class CatalogController {
  }

  @Post('tags')
-  async createTags(@Body() body) {
+  async createTags(@Body() body, @User() user: RequestUser) {
    this.logger.info(`/catalog - ON CREATE TAG ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+      user: user.user_id,
+      customer: user.customer_name,
+    });
+    const { user_id, customer_name, customer_id } = user;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name,
    });

-    const res = await this.catalogService.createTags(body);
+    const res = await this.catalogService.createTags(body, metadata);

-    return res;
+    return res.data_assets;
  }

  @Get('tags')
@@ -340,7 +493,14 @@ export class CatalogController {
      customer: body.info.customer,
    });

-    const res = await this.catalogService.findAllTags(body);
+    const { user_id, customer, customer_id } = body.info;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name: customer,
+    });
+
+    const res = await this.catalogService.findAllTags(body, metadata);

    return res;
  }
@@ -352,8 +512,14 @@ export class CatalogController {
      customer: body.info.customer,
    });
    const { id } = params;
-
-    const res = await this.catalogService.deleteTags(id, body);
+    body.data_asset_id = id;
+    const { user_id, customer, customer_id } = body.info;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name: customer,
+    });
+    const res = await this.catalogService.deleteTags(body, metadata);

    return res;
  }
@@ -370,14 +536,19 @@ export class CatalogController {
    return res;
  }

-  @Get('table-tags')
-  async getAllTableTags(@Body() body) {
+  @Get('table-tags/:data_asset_id')
+  async getAllTableTags(@Body() body, @Param() params) {
    this.logger.info(`/catalog - ON GET ALL TABLE TAGS ROUTE`, {
      user: body.info.user_id,
      customer: body.info.customer,
    });
-
-    const res = await this.catalogService.findAllTableTags(body);
+    const { user_id, customer, customer_id } = body.info;
+    const metadata = PackTheMetadata({
+      user_id,
+      customer_id,
+      customer_name: customer,
+    });
+    const res = await this.catalogService.findAllTableTags(params, metadata);

    return res;
  }
@@ -4,9 +4,23 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';

 import { CatalogController } from './catalog.controller';
 import { CatalogService } from './catalog.service';
+import { CatalogClientConfiguration } from './catalog-client';
+import { ClientsModule } from '@nestjs/microservices';
+import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
+import { UsersModule } from '../users/users.module';
+import { RolesModule } from '../roles/roles.module';
+
+const client = new CatalogClientConfiguration();

@Module({
+  imports: [
+    ClientsModule.register([client.providerOptions]),
+    OldPipelineModule,
+    UsersModule,
+    RolesModule,
+  ],
  controllers: [CatalogController],
  providers: [CatalogService, DadosferaLogger],
+  exports: [CatalogService],
 })
 export class CatalogModule {}
@@ -1,6 +1,47 @@
+import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
+import { ReadService } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import { Messages } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import { WriteService } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import {
+  HttpException,
+  HttpStatus,
+  Inject,
+  OnModuleInit,
+} from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
 import axios from 'axios';
+import { lastValueFrom } from 'rxjs';
+import { CatalogClientConfiguration } from './catalog-client';
+import { UsersService } from '../users/users.service';
+import { RolesService } from '../roles/roles.service';
+
+class CatalogService implements OnModuleInit {
+  catalogReadService: ReadService.CatalogReadServices;
+  catalogWriteService: WriteService.CatalogWriteServices;
+  logger: any;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    @Inject(CatalogClientConfiguration.name)
+    private readonly grpcClient: ClientGrpc,
+    private readonly userService: UsersService,
+    private readonly roleService: RolesService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  onModuleInit() {
+    this.catalogReadService =
+      this.grpcClient.getService<ReadService.CatalogReadServices>(
+        ProtoServices.CatalogReadServices,
+      );
+    this.catalogWriteService =
+      this.grpcClient.getService<WriteService.CatalogWriteServices>(
+        ProtoServices.CatalogWriteServices,
+      );
+  }

-class CatalogService {
  _getNimbusUrl(body) {
    const customer = body.info.customer.toLowerCase();

@@ -8,7 +49,36 @@ class CatalogService {
      return `https://nimbus-${customer}.dadosfera.ai`;
    }

-    return `https://nimbus-${customer}.${process.env.ENV}.dadosfera.ai`;
+    return `https://nimbus-${customer}.${process.env.ENV.replace(
+      'local',
+      'stg',
+    )}.dadosfera.ai`;
+  }
+
+  async managePermissions(data: Messages.ManagePermissionRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
+
+    return lastValueFrom(
+      this.catalogWriteService.ManagePermission(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
+  }
+
+  async revokePermissions(data: Messages.RevokePermissionRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
+
+    return lastValueFrom(
+      this.catalogWriteService.RevokePermission(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
  }

  async catalogAll(body) {
@@ -41,15 +111,157 @@ class CatalogService {
    return data;
  }

-  async getOneDashboardMetabase(id, body) {
+  async getUserRolesIds(userId: string) {
+    const result = await this.userService.findOneById(userId).catch(() => null);
+
+    const roles_ids = result.user.roles.map((role) => role.id);
+
+    return roles_ids;
+  }
+
+  async getUsernamesAndRolesByCustomerId(customerId: string) {
+    const resultUsers = await this.userService.findAllUsersByCustomerId(
+      customerId,
+    );
+    const resultRoles = await this.roleService.roleSearch(
+      {},
+      { customer_id: customerId },
+    );
+
+    const customer_users = resultUsers.users.map((user) => {
+      return {
+        id: user.id,
+        username: user.username,
+      };
+    });
+
+    const customer_roles = resultRoles.roles.map((role) => {
+      return {
+        id: role.id,
+        name: role.name,
+      };
+    });
+
+    return [customer_users, customer_roles];
+  }
+
+  async getAllOpenSearchDataAssets(
+    data: Messages.GetAllDataAssetsRequest,
+    metadata,
+    customer_id,
+  ) {
+    this.logger.info('CatalogService - getAllOpenSearchDashboard');
+
+    const response = await lastValueFrom(
+      this.catalogReadService.GetAllDataAssets(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
+
+    const data_assets = JSON.parse(response.data_assets);
+
+    const [customer_users, customer_roles] =
+      await this.getUsernamesAndRolesByCustomerId(customer_id);
+
+    for (const asset of data_assets.tables) {
+      const condition =
+        asset.owner && !asset.owner.includes('@') ? true : false;
+      const result = condition
+        ? await this.userService.findOneById(asset.owner).catch(() => null)
+        : null;
+
+      const owner = result !== null ? result.user.username : null;
+
+      const roles = [];
+      const users = [];
+
+      for (const role of customer_roles) {
+        for (const role_id of asset.roles) {
+          if (role.id === role_id) roles.push(role);
+        }
+      }
+
+      for (const user of customer_users) {
+        for (const user_id of asset.users) {
+          if (user.id === user_id) users.push(user);
+        }
+      }
+
+      Object.assign(asset, {
+        ...asset,
+        owner,
+        roles,
+        users,
+      });
+    }
+
+    for (const asset of data_assets.dashboards) {
+      const condition =
+        asset.owner && !asset.owner.includes('@') ? true : false;
+      const result = condition
+        ? await this.userService.findOneById(asset.owner).catch(() => null)
+        : null;
+
+      const owner = result !== null ? result.user.username : null;
+
+      Object.assign(asset, { ...asset, owner });
+    }
+
+    return { data_assets };
+  }
+
+  async getOneDashboardMetabase(id, body, metadata, customer_id) {
    const nimbusUrl = this._getNimbusUrl(body);
    const { data } = await axios.get(
      `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
    );

-    // const [, path] = data.iframe_url.split('.dadosfera');
-    // const host = `httpss://metabase-${body.info.customer.toLowerCase()}.dadosfera.ai`;
-    // data.iframe_url = host + path;
+    const { data_asset } = await lastValueFrom(
+      this.catalogReadService.GetOneDataAsset(
+        { id, type: 'dashboard' },
+        metadata,
+      ),
+    );
+    const opensearchTable = JSON.parse(data_asset);
+
+    const result = opensearchTable.owner
+      ? await this.userService
+          .findOneById(opensearchTable.owner)
+          .catch(() => null)
+      : null;
+
+    const owner = result !== null ? result.user.username : null;
+
+    const [customer_users, customer_roles] =
+      await this.getUsernamesAndRolesByCustomerId(customer_id);
+
+    const users = [];
+    const roles = [];
+
+    for (const role of customer_roles) {
+      for (const role_id of opensearchTable.roles) {
+        if (role.id === role_id) roles.push(role);
+      }
+    }
+
+    for (const user of customer_users) {
+      for (const user_id of opensearchTable.users) {
+        if (user.id === user_id) users.push(user);
+      }
+    }
+
+    Object.assign(data.dashboard, {
+      tags: opensearchTable.tags,
+      description: opensearchTable.description || null,
+      p_roles: opensearchTable.roles,
+      p_users: opensearchTable.users,
+      roles,
+      users,
+      owner,
+    });

    return data;
  }
@@ -62,12 +274,59 @@ class CatalogService {
    return data;
  }

-  async getOneTableMetadata(body, params) {
+  async getOneTableMetadata(body, params, metadata, customer_id) {
    const nimbusUrl = this._getNimbusUrl(body);
    const { data } = await axios.get(
      `${nimbusUrl}/api/catalog/table-metadata/`,
      { params: params },
    );
+    if (data?.length === 1) {
+      const { data_asset } = await lastValueFrom(
+        this.catalogReadService.GetOneDataAsset(
+          { id: data[0].id, type: 'dataset' },
+          metadata,
+        ),
+      );
+      const opensearchTable = JSON.parse(data_asset);
+      const result = opensearchTable.owner
+        ? await this.userService
+            .findOneById(opensearchTable.owner)
+            .catch(() => null)
+        : null;
+
+      const owner = result !== null ? result.user.username : null;
+
+      const [customer_users, customer_roles] =
+        await this.getUsernamesAndRolesByCustomerId(customer_id);
+
+      const users = [];
+      const roles = [];
+
+      for (const role of customer_roles) {
+        for (const role_id of opensearchTable.roles) {
+          if (role.id === role_id) roles.push(role);
+        }
+      }
+
+      for (const user of customer_users) {
+        for (const user_id of opensearchTable.users) {
+          if (user.id === user_id) users.push(user);
+        }
+      }
+
+      return [
+        {
+          ...data[0],
+          tags: opensearchTable.tags,
+          table_description: opensearchTable.description,
+          p_roles: opensearchTable.roles,
+          p_users: opensearchTable.users,
+          users,
+          roles,
+          owner,
+        },
+      ];
+    }
    return data;
  }

@@ -127,13 +386,34 @@ class CatalogService {
    return data;
  }

-  async createDataDescription(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.post(
-      `${nimbusUrl}/api/catalog/data-description/`,
-      body,
+  async createDataDescription(body, metadata) {
+    const response = await lastValueFrom(
+      this.catalogWriteService.UpdateDataAsset(
+        {
+          id: `dataset-${body.table_id}`,
+          description: body.description,
+          tags: undefined,
+        },
+        metadata,
+      ),
    );
-    return data;
+    // {
+    //   description: 'descrição nova';
+    //   id: 5;
+    //   table_id: 4;
+    // }
+    // const nimbusUrl = this._getNimbusUrl(body);
+    // const { data } = await axios.post(
+    //   `${nimbusUrl}/api/catalog/data-description/`,
+    //   body,
+    // );
+    // {"id":5,"description":"descrição nova","updated_at":"2022-09-28T14:35:15.618750Z","table_id":4}
+    return {
+      id: 0,
+      description: body.description,
+      updated_at: new Date().toISOString(),
+      table_id: body.table_id,
+    };
  }

  async getDataDocs(body) {
@@ -197,31 +477,76 @@ class CatalogService {
    return data;
  }

-  async createTags(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.post(`${nimbusUrl}/api/catalog/tags/`, body);
-    return data;
+  async createTags(data: Messages.TagTableRequest, metadata) {
+    this.logger.info('CatalogService - createTags');
+
+    const response = await lastValueFrom(
+      this.catalogWriteService.TagTable(data, metadata),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return { data_assets: response };
  }

-  async findAllTags(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/tags/`, body);
-    return data;
+  async findAllTags(data, metadata) {
+    this.logger.info('CatalogService - findAllCustomerTags');
+
+    const response = await lastValueFrom(
+      this.catalogReadService.GetCustomerTags(data, metadata),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return response;
  }

-  async findAllTableTags(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/table-tags/`,
-      body,
-    );
-    return data;
+  async findAllTableTags(data, metadata) {
+    this.logger.info('CatalogService - findAllTableTags');
+
+    const response = await lastValueFrom(
+      this.catalogReadService.GetTableTags(data, metadata),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return response;
  }

-  async deleteTags(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.delete(`${nimbusUrl}/api/catalog/tags/${id}`);
-    return data;
+  async deleteTags(data, metadata) {
+    this.logger.info('CatalogService - deleteTags');
+
+    const response = await lastValueFrom(
+      this.catalogWriteService.UntagTable(data, metadata),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return response;
  }

  async createTableTags(body) {
@@ -8,21 +8,40 @@ import { ClientGrpc } from '@nestjs/microservices';
 import { ConnectionManager } from '@dadosfera/protospack-v2';
 import { lastValueFrom } from 'rxjs';
 import {
+  ConnectionApiConnection,
  ConnectionRes,
  ConnectionsRes,
+  ConnectionToCatalogDto,
  CreateConnectionDto,
  UpdateConnectionDto,
 } from './dtos/connection';
 import { ConnectionClientConfiguration } from './client.config';
-import { GetConnectionDetailsResponse } from '@dadosfera/protospack-v2/dist/lib/ConnectionManager/interfaces/messages';
+import {
+  GetConnectionDetailsResponse,
+  INTERNAL_GetAllConnectionsResponse,
+} from '@dadosfera/protospack-v2/dist/lib/ConnectionManager/interfaces/messages';
+import { UsersService } from '../users/users.service';
+import { ConnectorClientService } from '../connector/client.service';
+import {
+  ConnectionsApiNetworkConfig,
+  NetworkConfigDto,
+} from '../network-config/dto/network-config';
+import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';

 export class ConnectionClientService implements OnModuleInit {
  private connectionServiceRead: ConnectionManager.ReadService.ConnectionManagerReadServices;
  private connectionServiceWrite: ConnectionManager.WriteService.ConnectionManagerWriteServices;
+  logger: DadosferaLogger;
+
  constructor(
    @Inject(ConnectionClientConfiguration.name)
    private readonly grpcClient: ClientGrpc,
-  ) {}
+    private usersService: UsersService,
+    private connectorService: ConnectorClientService,
+    private dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }

  onModuleInit() {
    this.connectionServiceWrite =
@@ -119,7 +138,7 @@ export class ConnectionClientService implements OnModuleInit {
    });
  }

-  async getAllConnection({ body, metadata }): Promise<ConnectionsRes> {
+  async getAllConnections({ body, metadata }): Promise<ConnectionsRes> {
    const { search, filters, size, page } = body;

    return lastValueFrom(
@@ -150,4 +169,202 @@ export class ConnectionClientService implements OnModuleInit {
      );
    });
  }
+
+  async INTERNAL_getAllConnections({
+    customer_name,
+  }: {
+    customer_name: string;
+  }): Promise<INTERNAL_GetAllConnectionsResponse> {
+    return lastValueFrom(
+      this.connectionServiceRead.INTERNAL_GetAllConnections({ customer_name }),
+    );
+  }
+
+  async catalogExistingConnection(data: {
+    connection?: ConnectionToCatalogDto;
+    networkConfig?: NetworkConfigDto;
+  }) {
+    return lastValueFrom(
+      this.connectionServiceRead.INTERNAL_CatalogExistingConnection({
+        data_str: JSON.stringify(data),
+      }),
+    );
+  }
+
+  async synchronizeConnections(apply: boolean) {
+    const connectors = await this.connectorService
+      .getAllConnectors({
+        search: undefined,
+        filters: undefined,
+        language: 'pt-br',
+        page: 1,
+        size: 500,
+      })
+      .then(({ connectors: connectorsStr }) =>
+        JSON.parse(connectorsStr).map((c) => c),
+      );
+    const { customers } = await this.usersService.findAllCustomers();
+
+    const customer_connections: {
+      customer_name: string;
+      customer_id: string;
+      productConnections: Record<string, any>[];
+      platformConnections: ConnectionApiConnection[];
+      productNetworkConfigs: Record<string, any>[];
+      platformNetworkConfigs: ConnectionsApiNetworkConfig[];
+    }[] = [];
+    for (const customer of customers) {
+      const { name: customer_name, id: customer_id } = customer;
+
+      const customer_connection = await this.INTERNAL_getAllConnections({
+        customer_name,
+      }).then((res) => ({
+        customer_name,
+        customer_id,
+        platformConnections: res.platformConnections
+          ? JSON.parse(res.platformConnections)
+          : [],
+        productConnections: res.productConnections
+          ? JSON.parse(res.productConnections)
+          : [],
+        productNetworkConfigs: res.productNetworkConfigs
+          ? JSON.parse(res.productNetworkConfigs)
+          : [],
+        platformNetworkConfigs: res.platformNetworkConfigs
+          ? JSON.parse(res.platformNetworkConfigs)
+          : [],
+      }));
+      customer_connections.push(customer_connection);
+    }
+    this.logger.info(
+      'DEBUG_ConnectionsMigrations - ' + JSON.stringify(customer_connections),
+    );
+
+    const migrations: {
+      customer_name: string;
+      status: any[];
+      productConnectionsMissing: ConnectionApiConnection[];
+      productNetworkConfigsMissing: ConnectionsApiNetworkConfig[];
+    }[] = [];
+    for (const customer_connection of customer_connections) {
+      const productConnectionsMissing: ConnectionApiConnection[] = [];
+      const productNetworkConfigsMissing: ConnectionsApiNetworkConfig[] = [];
+      const status: any[] = [];
+      let updatePromises: Promise<any>[] = [];
+
+      this.logger.info(
+        'DEBUG_ConnectionsMigrations - customer_connections ' +
+          JSON.stringify(customer_connection),
+      );
+      const {
+        customer_name,
+        productConnections,
+        platformConnections,
+        productNetworkConfigs,
+        platformNetworkConfigs,
+        customer_id,
+      } = customer_connection;
+
+      platformConnections?.forEach((plc) => {
+        const productConnection = productConnections.find(
+          (prc) => prc.id === plc.config_id,
+        );
+        if (!productConnection) productConnectionsMissing.push(plc);
+      });
+      platformNetworkConfigs?.forEach((platNetConfig) => {
+        const productNetworkConfig = productNetworkConfigs.find(
+          (prodNetConfig) => prodNetConfig.id === platNetConfig.config_id,
+        );
+        if (!productNetworkConfig)
+          productNetworkConfigsMissing.push(platNetConfig);
+      });
+      if (apply) {
+        for (const network_config of productNetworkConfigsMissing) {
+          const networkConfigToCatalog = {
+            id: network_config.config_id,
+            created_at: network_config.created_at,
+            updated_at: network_config.updated_at,
+            customer_name: customer_name,
+            customer_id: customer_id,
+            user_id: '',
+            network_type_id: '',
+            network_type_name: network_config.type,
+            type: network_config.type,
+            plugin: network_config.plugin,
+            name: network_config.name,
+            description: network_config.description,
+            properties: undefined,
+            keywords: undefined,
+            tags: undefined,
+          };
+
+          updatePromises.push(
+            this.catalogExistingConnection({
+              networkConfig: networkConfigToCatalog,
+            }),
+          );
+        }
+
+        this.logger.info(
+          'DEBUG_ConnectionsMigrations - Creating missing network configs for customer' +
+            customer_name +
+            ' - ' +
+            JSON.stringify(customer_connection),
+        );
+        const updateStatuses = await Promise.all(updatePromises);
+        status.push(...updateStatuses);
+        updatePromises = [];
+        for (const connection of productConnectionsMissing) {
+          const connector = connectors.find(
+            (c) => c._source.plugin === connection.plugin,
+          );
+          const connectionToCatalog = {
+            id: connection.config_id,
+            created_at: connection.created_at,
+            updated_at: new Date().toISOString(),
+            customer_id: customer_id,
+            user_id: '',
+            plugin: connection.plugin,
+            name: connection.name,
+            description: connection.description,
+            image_url: connector._source.image,
+            network_config_id: connection.network_config_id,
+            type: connection.type,
+            connector_id: connector._id,
+            connector_name: connector._source.name,
+            in_use: 1,
+            username: '',
+            customer_name,
+          };
+
+          updatePromises.push(
+            this.catalogExistingConnection({ connection: connectionToCatalog }),
+          );
+        }
+        this.logger.info(
+          'DEBUG_ConnectionsMigrations - Creating missing connections for customer' +
+            ' - ' +
+            customer_name +
+            JSON.stringify(customer_connection),
+        );
+        const updateStatuses_2 = await Promise.all(updatePromises);
+        status.push(...updateStatuses_2);
+      }
+
+      this.logger.info(
+        'DEBUG_ConnectionsMigrations - migrations for customer ' +
+          customer_name +
+          ' - ' +
+          JSON.stringify(customer_connection),
+      );
+      migrations.push({
+        customer_name,
+        status,
+        productConnectionsMissing,
+        productNetworkConfigsMissing,
+      });
+    }
+
+    return { migrations };
+  }
 }
@@ -17,7 +17,7 @@ import {
  Authenticated,
  RequireAllPermissions,
 } from 'src/authentication/authentication.decorator';
-import { PERMISSIONS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { ValidationPipe } from '../../pipes/object-validation.pipe';
 import {
@@ -29,6 +29,7 @@ import {
 import { CreateConnectionDto } from './dtos/connection';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';

+const connectionPermissions = PERMISSIONS_GROUPS.CONNECTION.permissions;
@ApiTags('connections')
@ApiBearerAuth()
@Authenticated()
@@ -43,8 +44,16 @@ export class ConnectionController {
    this.logger = dadosferaLogger.logger;
  }

+  @Get('connections-migration')
+  @RequireAllPermissions(
+    PERMISSIONS_GROUPS.DADOSFERA.permissions.CONNECTIONS_MIGRATION,
+  )
+  async synchronizeConnections(@Query('apply') apply: string) {
+    return this.clientService.synchronizeConnections(apply === 'true');
+  }
+
  @Post()
-  // @RequireAllPermissions(Permissions.CONNECTIONS.CREATE)
+  @RequireAllPermissions(connectionPermissions.CREATE)
  async createConnection(
    @User() user: RequestUser,
    @Body(new ValidationPipe()) body: CreateConnectionDto,
@@ -68,7 +77,7 @@ export class ConnectionController {
  }

  @Put('/:id')
-  // @RequireAllPermissions(Permissions.CONNECTIONS.CREATE)
+  @RequireAllPermissions(connectionPermissions.CREATE)
  async updateConnection(
    @User() user: RequestUser,
    @Headers('Dadosfera-Lang') language: string,
@@ -97,7 +106,7 @@ export class ConnectionController {
  }

  @Delete('/:id')
-  // @RequireAllPermissions(Permissions.CONNECTIONS.CREATE)
+  @RequireAllPermissions(connectionPermissions.DELETE)
  async deleteConnection(
    @User() user: RequestUser,
    @Param('id') id: string,
@@ -121,8 +130,7 @@ export class ConnectionController {
  }

  @Get()
-  // @RequireAllPermissions(Permissions.CONNECTIONS.CREATE)
-  async getAllConnection(
+  async getAllConnections(
    @User() user: RequestUser,
    @Headers('Dadosfera-Lang') language,
    @Query() queries,
@@ -140,7 +148,7 @@ export class ConnectionController {
      username,
    });

-    const response = await this.clientService.getAllConnection({
+    const response = await this.clientService.getAllConnections({
      body: { search, size, page, filters },
      metadata,
    });
@@ -149,7 +157,6 @@ export class ConnectionController {
  }

  @Get('/:id')
-  // @RequireAllPermissions(Permissions.CONNECTIONS.CREATE)
  async getConnectionDetails(
    @Headers('Dadosfera-Lang') language,
    @User() user: RequestUser,
@@ -4,13 +4,19 @@ import { ConnectionClientService } from './client.service';
 import { ConnectionClientConfiguration } from './client.config';
 import { ConnectionController } from './connection.controller';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { UsersModule } from '../users/users.module';
+import { ConnectorModule } from '../connector/connector.module';

 const client = new ConnectionClientConfiguration();

@Module({
+  imports: [
+    ClientsModule.register([client.providerOptions]),
+    UsersModule,
+    ConnectorModule,
+  ],
  controllers: [ConnectionController],
  providers: [ConnectionClientService, DadosferaLogger],
-  imports: [ClientsModule.register([client.providerOptions])],
  exports: [ConnectionClientService],
 })
 export class ConnectionModule {}
@@ -13,7 +13,30 @@ import {
  GetConnectionDetailsResponse,
  GetConnectionResponse,
 } from '@dadosfera/protospack-v2/dist/lib/ConnectionManager/interfaces/messages';
-
+export type ConnectionTypes = 'database' | 'file' | 'application';
+export type ConnectionCredentialsType =
+  | 'basic_auth'
+  | 'iam_user'
+  | 'role_name'
+  | 'oauth'
+  | 'api_key'
+  | 'service_account'
+  | 'headers_authF';
+export interface ConnectionApiConnection {
+  config_id: string;
+  plugin: string;
+  secret_id: string;
+  created_at: string;
+  network_config_id: null;
+  type: ConnectionTypes;
+  credentials_type: ConnectionCredentialsType;
+  credentials: Record<string, any>;
+  sensitive_fields: string[];
+  name: string;
+  customer_name: string;
+  description: string;
+  updated_at: string;
+}
 export class ConnectionDto implements Connection {
  // ---Automatically generated information will not be sent by the frontend--- //
  @ApiProperty()
@@ -70,21 +93,17 @@ export class ConnectionDto implements Connection {
 }

 export class ConnectionToCatalogDto implements ConnectionToCatalog {
-  // ---Automatically generated information will not be sent by the frontend--- //
-  @ApiProperty()
+  // ---Automatically generated information - will not be sent by the frontend--- //
  id: string;
-
-  @ApiProperty()
  customer_id: string;
-
-  @ApiProperty()
  updated_at: string;
-
-  @ApiProperty()
  created_at: string;
+  // ---Information extracted from token--- //
+  user_id: string;
+  username: string;
+  customer_name: string;

  // ---Information sent by the frontend--- //
-
  @ApiProperty()
  name: string;

@@ -98,7 +117,6 @@ export class ConnectionToCatalogDto implements ConnectionToCatalog {
  network_config_id: string | null;

  // ---Information sent by the frontend (Heirs of Connector)--- //
-
  @ApiProperty()
  connector_id: string;

@@ -45,7 +45,6 @@ export class ConnectorClientService implements OnModuleInit {
    return lastValueFrom(
      this.connectorServiceWrite.RegisterConnector(serviceBody),
    ).catch((err) => {
-      console.log(err.details);
      throw new HttpException(
        err.details,
        err.code === 6 ? HttpStatus.CONFLICT : 400,
@@ -64,7 +63,6 @@ export class ConnectorClientService implements OnModuleInit {

    return lastValueFrom(this.connectorServiceWrite.UploadFile(body)).catch(
      (err) => {
-        console.log(err.details);
        throw new HttpException(
          err.details,
          err.code === 6 ? HttpStatus.CONFLICT : 400,
@@ -30,7 +30,7 @@ import {
  RequireAllPermissions,
  RequireSomePermission,
 } from 'src/authentication/authentication.decorator';
-import { PERMISSIONS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';

@ApiTags('connectors')
@ApiBearerAuth()
@@ -47,7 +47,7 @@ export class ConnectorController {
  }

  @Post()
-  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.CREATE)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.CREATE)
  @ApiConsumes('multipart/form-data')
  @UseInterceptors(FileInterceptor('file'))
  async uploadConnector(
@@ -65,7 +65,7 @@ export class ConnectorController {
  }

  @Post('/uploads')
-  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.CREATE)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.CREATE)
  @ApiConsumes('multipart/form-data')
  @UseInterceptors(FilesInterceptor('files'))
  async uploadFile(@UploadedFiles() files) {
@@ -82,11 +82,11 @@ export class ConnectorController {
  }

  @Post('/multiple-connectors-upload')
-  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.CREATE)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.CREATE)
  @ApiConsumes('multipart/form-data')
  @UseInterceptors(FileInterceptor('file'))
  async uploadConnectorsFile(@UploadedFile() file: UploadConnectorsFileDto) {
-    console.log(`/upload`, 'Upload Connector Route');
+    this.logger.info(`/upload`, 'Upload Connector Route');

    const response = await this.connectorClientService.uploadConnectorsFile({
      file,
@@ -97,17 +97,17 @@ export class ConnectorController {

  @Get()
  @RequireSomePermission(
-    PERMISSIONS.CONNECTORS.permissions.GET,
-    PERMISSIONS.PIPELINE.permissions.CREATE,
-    PERMISSIONS.PIPELINE.permissions.GET,
-    PERMISSIONS.PIPELINE.permissions.UPDATE,
-    PERMISSIONS.PIPELINE.permissions.DELETE,
+    PERMISSIONS_GROUPS.CONNECTORS.permissions.GET,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.GET,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
  )
  async getAllConnectors(
    @Headers('dadosfera-lang') language,
    @Query() queries: GetAllDto,
  ) {
-    this.logger.info('/upload - Upload Connector Route');
+    this.logger.info('/GET - getAllConnectors Route');
    if (!language) language = 'en-us';

    const { search, size, page, ...filters } = queries;
@@ -120,7 +120,7 @@ export class ConnectorController {
      page: page || 1,
    });

-    const connectors = JSON.parse(response.connectors).connectors;
+    const connectors = JSON.parse(response.connectors);

    return {
      message: response.message,
@@ -130,11 +130,11 @@ export class ConnectorController {

  @Get('/tags')
  @RequireSomePermission(
-    PERMISSIONS.CONNECTORS.permissions.GET,
-    PERMISSIONS.PIPELINE.permissions.CREATE,
-    PERMISSIONS.PIPELINE.permissions.GET,
-    PERMISSIONS.PIPELINE.permissions.UPDATE,
-    PERMISSIONS.PIPELINE.permissions.DELETE,
+    PERMISSIONS_GROUPS.CONNECTORS.permissions.GET,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.GET,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
  )
  async getConnectorsTags() {
    return await this.connectorClientService.getConnectorsTags();
@@ -142,18 +142,18 @@ export class ConnectorController {

  @Get('/:plugin')
  @RequireSomePermission(
-    PERMISSIONS.CONNECTORS.permissions.GET,
-    PERMISSIONS.PIPELINE.permissions.CREATE,
-    PERMISSIONS.PIPELINE.permissions.GET,
-    PERMISSIONS.PIPELINE.permissions.UPDATE,
-    PERMISSIONS.PIPELINE.permissions.DELETE,
+    PERMISSIONS_GROUPS.CONNECTORS.permissions.GET,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.GET,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
  )
  async getConnector(
    @Headers('dadosfera-lang') language,
    @Param('plugin') plugin: string,
    @Query('version') version: string,
  ) {
-    this.logger.info('/upload - Upload Connector Route');
+    this.logger.info('/GET/:plugin - getConnector Route');
    if (!language) language = 'en-us';

    const pluginId = `${plugin}-${version}`;
@@ -171,11 +171,11 @@ export class ConnectorController {

  @Get('/:plugin/details')
  @RequireSomePermission(
-    PERMISSIONS.CONNECTORS.permissions.GET,
-    PERMISSIONS.PIPELINE.permissions.CREATE,
-    PERMISSIONS.PIPELINE.permissions.GET,
-    PERMISSIONS.PIPELINE.permissions.UPDATE,
-    PERMISSIONS.PIPELINE.permissions.DELETE,
+    PERMISSIONS_GROUPS.CONNECTORS.permissions.GET,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.GET,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
+    PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
  )
  async getConnectorDetails(
    @Headers('dadosfera-lang') language,
@@ -199,7 +199,7 @@ export class ConnectorController {
  }

  @Put('/:plugin')
-  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.UPDATE)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
  @ApiConsumes('multipart/form-data')
  async updateConnector(
    @Param('plugin') plugin: string,
@@ -221,7 +221,7 @@ export class ConnectorController {
  }

  @Put('/:plugin/add-tag')
-  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.UPDATE)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
  async addTagOnConnector(
    @Param('plugin') plugin: string,
    @Body() body: AddTagDto,
@@ -248,7 +248,7 @@ export class ConnectorController {
  }

  @Put('/:plugin/remove-tag')
-  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.UPDATE)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
  async removeTagOnConnector(
    @Param('plugin') plugin: string,
    @Body() body: RemoveTagDto,
@@ -276,7 +276,7 @@ export class ConnectorController {
  }

  @Delete('/:plugin')
-  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.DELETE)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.DELETE)
  async deleteConnector(
    @Param('plugin') plugin: string,
    @Body() { version }: DeleteConnectorDto,
@@ -11,5 +11,6 @@ const client = new ConnectorClientConfiguration();
  controllers: [ConnectorController],
  providers: [ConnectorClientService, DadosferaLogger],
  imports: [ClientsModule.register([client.providerOptions])],
+  exports: [ConnectorClientService],
 })
 export class ConnectorModule {}
@@ -10,7 +10,7 @@ import {
 } from '@nestjs/common';
 import { InputsService } from './inputs.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { PERMISSIONS } from '../../authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
 import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
 import {
@@ -36,20 +36,20 @@ import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entitie
    case 'PATCH':
      return (
        user.permissions.includes(
-          PERMISSIONS.PIPELINE.permissions.CREATE.seqid,
+          PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE.seqid,
        ) ||
-        user.permissions.includes(PERMISSIONS.PIPELINE.permissions.UPDATE.seqid)
+        user.permissions.includes(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid)
      );

    default:
      return (
        user.permissions.includes(
-          PERMISSIONS.PIPELINE.permissions.CREATE.seqid,
+          PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE.seqid,
        ) ||
        user.permissions.includes(
-          PERMISSIONS.PIPELINE.permissions.UPDATE.seqid,
+          PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid,
        ) ||
-        user.permissions.includes(PERMISSIONS.PIPELINE.permissions.GET.seqid)
+        user.permissions.includes(PERMISSIONS_GROUPS.PIPELINE.permissions.GET.seqid)
      );
  }
 })
@@ -2,7 +2,12 @@ import {
  NetworkConfigEntity,
  NetworkConfigToCatalog,
 } from '@dadosfera/protospack-v2/dist/lib/NetworkConfig/interfaces/entities';
-import { ApiProperty, ApiPropertyOptional, PickType } from '@nestjs/swagger';
+import {
+  ApiProperty,
+  ApiPropertyOptional,
+  OmitType,
+  PickType,
+} from '@nestjs/swagger';

 export enum NetworkConfigTypesEnum {
  vpn = 'vpn',
@@ -10,6 +15,24 @@ export enum NetworkConfigTypesEnum {
 export enum NetworkConfigPluginsEnum {
  openvpn = 'openvpn',
 }
+export interface ConnectionsApiNetworkConfig {
+  config_id: string;
+  created_at: string;
+  credentials: {
+    CERTIFICATE_FILE: string;
+    OVPN_CREDENTIALS: string;
+    TLS_AUTH_FILE: string;
+    OVPN_FILE: string;
+  };
+  customer_name: string;
+  description: string;
+  name: string;
+  plugin: string;
+  secret_id: string;
+  sensitive_fields: string[];
+  type: string;
+  updated_at: string;
+}
 export class NetworkConfigDto implements NetworkConfigEntity {
  @ApiProperty()
  id: string;
@@ -25,7 +25,10 @@ import {
  UpdateNetworkConfigRes,
 } from './dto/network-config';
 import { FileInterceptor } from '@nestjs/platform-express';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import { RequireAllPermissions } from 'src/authentication/authentication.decorator';

+const networkConfigPermissions = PERMISSIONS_GROUPS.NETWORK_CONFIG.permissions;
@ApiTags('Network Config')
@Controller('network-config')
 export class NetworkConfigController {
@@ -92,6 +95,7 @@ export class NetworkConfigController {

  @Post()
  @ApiOkResponse({ type: CreateNetworkConfigRes })
+  @RequireAllPermissions(networkConfigPermissions.CREATE)
  @ApiConsumes('multipart/form-data')
  @UseInterceptors(FileInterceptor('ovpn_file'))
  async createNetworkConfigs(
@@ -111,36 +115,37 @@ export class NetworkConfigController {
    });
  }

-  @Patch(':id')
-  @ApiOkResponse({ type: UpdateNetworkConfigRes })
-  async updateNetworkConfig(
-    @User() user: RequestUser,
-    @Param('id') network_config_id: string,
-    @Body() body: UpdateNetworkConfigReq,
-  ) {
-    this.logger.info('PATCH /network-config/:id', {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
-    return this.networkConfigService.updateNetworkConfig(
-      body,
-      network_config_id,
-    );
-  }
+  // @Patch(':id')
+  // @ApiOkResponse({ type: UpdateNetworkConfigRes })
+  // @RequireAllPermissions(networkConfigPermissions.CREATE)
+  // async updateNetworkConfig(
+  //   @User() user: RequestUser,
+  //   @Param('id') network_config_id: string,
+  //   @Body() body: UpdateNetworkConfigReq,
+  // ) {
+  //   this.logger.info('PATCH /network-config/:id', {
+  //     user: user.user_id,
+  //     customer: user.customer_name,
+  //   });
+  //   return this.networkConfigService.updateNetworkConfig(
+  //     body,
+  //     network_config_id,
+  //   );
+  // }

-  @Delete(':id')
-  @ApiOkResponse({ type: DeleteNetworkConfigRes })
-  async deleteNetworkConfig(
-    @User() user: RequestUser,
-    @Param('id') network_config_id: string,
-  ) {
-    this.logger.info('DELETE /network-config', {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
-    return this.networkConfigService.deleteNetworkConfig(network_config_id, {
-      customer_name: user.customer_name,
-      customer_id: user.customer_id,
-    });
-  }
+  // @Delete(':id')
+  // @ApiOkResponse({ type: DeleteNetworkConfigRes })
+  // async deleteNetworkConfig(
+  //   @User() user: RequestUser,
+  //   @Param('id') network_config_id: string,
+  // ) {
+  //   this.logger.info('DELETE /network-config', {
+  //     user: user.user_id,
+  //     customer: user.customer_name,
+  //   });
+  //   return this.networkConfigService.deleteNetworkConfig(network_config_id, {
+  //     customer_name: user.customer_name,
+  //     customer_id: user.customer_id,
+  //   });
+  // }
 }
@@ -6,7 +6,7 @@ import {
  RequireAllPermissions,
 } from 'src/authentication/authentication.decorator';
 import {
-  PERMISSIONS,
+  PERMISSIONS_GROUPS,
  PermissionUsages,
 } from 'src/authentication/permissions.enum';
 import { RequestUser, User } from 'src/authentication/user.decorator';
@@ -36,7 +36,6 @@ export class PermissionsController {

  @Get()
  @ApiOkResponse({ type: GetPublicPermissionsRes })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
  getPublicPermissions(
    @User() user: RequestUser,
    @Headers('dadosfera-lang') language,
@@ -12,7 +12,7 @@ import { PermissionsProtoService as PermissionsServiceInterface } from '@dadosfe
 import { InjectPermissionsRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import {
-  PERMISSIONS,
+  PERMISSIONS_GROUPS,
  PermissionUsages,
  PermissionsObjectGroup,
  PermissionsObjectPermissionTranslated,
@@ -48,7 +48,7 @@ export class PermissionsService
  async onApplicationBootstrap() {
    this.logger.info('sending permissions to DUC...');

-    const permissions = Object.values(PERMISSIONS).flatMap((namespace) =>
+    const permissions = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
      Object.values(namespace.permissions),
    );

@@ -80,8 +80,8 @@ export class PermissionsService
    language: LanguageEnum = LanguageEnum.ptbr,
  ): PermissionGroup[] {
    const groups: PermissionGroup[] = [];
-    for (const key in PERMISSIONS) {
-      const permissionGroup: PermissionsObjectGroup = PERMISSIONS[key];
+    for (const key in PERMISSIONS_GROUPS) {
+      const permissionGroup: PermissionsObjectGroup = PERMISSIONS_GROUPS[key];
      const title = permissionGroup.title[language];
      const permissions: PermissionGroupPermission[] = Object.values(
        permissionGroup.permissions,
@@ -100,8 +100,8 @@ export class PermissionsService
  }
  getAllPermissions(language: LanguageEnum = LanguageEnum.ptbr) {
    let permissions: PermissionsObjectPermissionTranslated[] = [];
-    for (const key in PERMISSIONS) {
-      const permissionGroup: PermissionsObjectGroup = PERMISSIONS[key];
+    for (const key in PERMISSIONS_GROUPS) {
+      const permissionGroup: PermissionsObjectGroup = PERMISSIONS_GROUPS[key];
      const permissionGroupPermissions: PermissionsObjectPermissionTranslated[] =
        Object.values(permissionGroup.permissions).map((p) => ({
          ...p,
@@ -10,7 +10,7 @@ import {
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
-import { PERMISSIONS } from '../../authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { RequestUser, User } from 'src/authentication/user.decorator';
@@ -34,7 +34,7 @@ import { RequestUser, User } from 'src/authentication/user.decorator';
  }

  return user.permissions.includes(
-    PERMISSIONS.PIPELINE.permissions[action].seqid,
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
  );
 })
 export class PipelinesController {
@@ -12,7 +12,7 @@ import {
 } from '@nestjs/common';
 import { ApiCreatedResponse, ApiTags } from '@nestjs/swagger';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
-import { PERMISSIONS } from '../../authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
@@ -40,7 +40,7 @@ import { ICreatePipelineV2Req, IPipelineV2 } from './interfaces';
  }

  return user.permissions.includes(
-    PERMISSIONS.PIPELINE.permissions[action].seqid,
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
  );
 })
 export class PipelinesController {
@@ -36,9 +36,9 @@ export enum TrueOrFalseEnum {
 }
 export class GetRolesByCustomerReq {
  @ApiPropertyOptional()
-  permissionId: string[];
+  permissionId?: string[];
  @ApiPropertyOptional({ enum: TrueOrFalseEnum })
-  getUsers: TrueOrFalseEnum;
+  getUsers?: TrueOrFalseEnum;
 }

 export class GetRolesByCustomerRes {
@@ -39,7 +39,7 @@ import {
  SetRoleUsersReq,
 } from './dto/entities';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
-import { PERMISSIONS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import {
  Authenticated,
  RequireAllPermissions,
@@ -69,7 +69,6 @@ export class RolesController {

  @Get()
  @ApiOkResponse({ type: GetRolesByCustomerRes })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
  async searchRoles(
    @User() user: RequestUser,
    @Query() filters: GetRolesByCustomerReq,
@@ -82,7 +81,7 @@ export class RolesController {

  @Post()
  @ApiCreatedResponse({ type: CreateRoleRes })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async createRole(
    @User() user: RequestUser,
    @Body() body: CreateRoleReq,
@@ -95,7 +94,7 @@ export class RolesController {

  @Put('permissions')
  @ApiOkResponse({ type: GrantPermissionsToRoleRes })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async grantPermissionsToRole(
    @User() user: RequestUser,
    @Body() body: GrantPermissionsToRoleReq,
@@ -108,7 +107,7 @@ export class RolesController {

  @Delete('permissions')
  @ApiOkResponse({ type: RevokePermissionsFromRoleRes })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async revokePermissionsFromRole(
    @User() user: RequestUser,
    @Body() body: RevokePermissionsFromRoleReq,
@@ -121,7 +120,7 @@ export class RolesController {

  @Patch('permissions')
  @ApiOkResponse({ type: SetRolePermissionsRes })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async setRolePermissions(
    @User() user: RequestUser,
    @Body() body: SetRolePermissionsReq,
@@ -134,7 +133,7 @@ export class RolesController {

  @Patch('users')
  @ApiOkResponse({ type: SetRoleUsersRes })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async setRoleUsers(
    @User() user: RequestUser,
    @Body() body: SetRoleUsersReq,
@@ -147,7 +146,7 @@ export class RolesController {

  @Get(':id')
  @ApiOkResponse({ type: RoleDto })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async getRoleById(
    @User() user: RequestUser,
    @Param('id') id: string,
@@ -159,7 +158,7 @@ export class RolesController {
  }

  @Delete(':id')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async deleteRole(
    @User() user: RequestUser,
    @Param('id') id: string,
@@ -172,7 +171,7 @@ export class RolesController {

  @Patch(':id')
  @ApiOkResponse({ type: UpdateRoleRes })
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async updateRole(
    @User() user: RequestUser,
    @Param('id') id: string,
@@ -72,7 +72,7 @@ export class RolesService {

  async roleSearch(
    filters: GetRolesByCustomerReq,
-    { customer_id, access_token }: RequestUser,
+    { customer_id, access_token }: any,
  ) {
    const meta = new Metadata();
    meta.add('access_token', access_token);
@@ -12,7 +12,7 @@ import { ApiTags } from '@nestjs/swagger';
 import { TransformationsClientService } from './client.service';
 import { IIdRequest } from './interfaces';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
-import { PERMISSIONS } from '../../authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { TransformationsService } from './transformations.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { RequestUser, User } from 'src/authentication/user.decorator';
@@ -36,7 +36,7 @@ import { RequestUser, User } from 'src/authentication/user.decorator';
  }

  return user.permissions.includes(
-    PERMISSIONS.TRANSFORMATIONS.permissions[action].seqid,
+    PERMISSIONS_GROUPS.TRANSFORMATIONS.permissions[action].seqid,
  );
 })
 export class TransformationsController {
@@ -98,6 +98,8 @@ export class UpdateUserReq {
  @ApiPropertyOptional()
  name?: string;
  @ApiPropertyOptional()
+  email?: string;
+  @ApiPropertyOptional()
  jobTitle?: string;
  @ApiPropertyOptional()
  department?: string;
@@ -22,7 +22,7 @@ import {
 } from '@nestjs/swagger';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { RequireAllPermissions } from 'src/authentication/authentication.decorator';
-import { PERMISSIONS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { LanguageEnum } from 'src/utils/languages.enum';
@@ -45,6 +45,7 @@ import {
  UserByCustomer,
 } from './dtos/entities';
 import { UsersService } from './users.service';
+import { Metadata } from '@grpc/grpc-js';

 // TODO GET de hierarquias e do PATCH em usuário
@ApiTags('Users')
@@ -68,7 +69,6 @@ export class UsersController {
  }

  @Get()
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
  @ApiOkResponse({
    type: GetAllUsersByCustomerIdRes,
    description: 'List of users of a customer',
@@ -83,7 +83,7 @@ export class UsersController {
  }

  @Get('hierarchies')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({ type: GetAllHierarchiesRes })
  async getAllHierarchies(
    @User() user: RequestUser,
@@ -95,7 +95,7 @@ export class UsersController {
  }

  @Get('departments')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({ type: GetAllDepartmentsRes })
  async getAllDepartments(
    @User() user: RequestUser,
@@ -107,7 +107,7 @@ export class UsersController {
  }

  @Get('jobTitles')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({ type: GetAllDepartmentsRes })
  async getAllJobTitles(
    @User() user: RequestUser,
@@ -119,7 +119,7 @@ export class UsersController {
  }

  @Get(':id')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({
    type: UserByCustomer,
  })
@@ -134,33 +134,38 @@ export class UsersController {
  }

  @Post()
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiCreatedResponse({ type: CreateUserRes })
  async createUser(
    @User() user: RequestUser,
    @Body() body: CreateUserReq,
    @Headers('dadosfera-lang') language,
  ) {
+    const meta = new Metadata();
+    meta.add('access_token', user.access_token);
    this.logger.info('createUser', { user });
    this.userService.setLanguage(language);
-    return await this.userService.createUser(body);
+
+    return await this.userService.createUser(body, meta);
  }

  @Post('batch')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiCreatedResponse({ type: BatchCreateUserRes })
  async batchCreateUser(
    @User() user: RequestUser,
    @Body() body: BatchCreateUserReq,
    @Headers('dadosfera-lang') language,
  ) {
+    const meta = new Metadata();
+    meta.add('access_token', user.access_token);
    this.logger.info('batchCreateUser', { user });
    this.userService.setLanguage(language);
-    return await this.userService.batchCreateUser(body);
+    return await this.userService.batchCreateUser(body, meta);
  }

  @Post(':id/resend-invite')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @HttpCode(HttpStatus.OK)
  async resendInvite(
    @User() user: RequestUser,
@@ -173,7 +178,7 @@ export class UsersController {
  }

  @Delete('role')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async unassignRoleToUser(
    @User() user: RequestUser,
    @Query() request: UnassignRoleToUserReq,
@@ -185,7 +190,7 @@ export class UsersController {
  }

  @Delete(':id')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({ type: DeleteUserRes })
  async deleteUser(
    @User() user: RequestUser,
@@ -198,7 +203,7 @@ export class UsersController {
  }

  @Patch('roles')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({ type: SetUserRolesRes })
  async setUserRoles(
    @User() user: RequestUser,
@@ -211,7 +216,7 @@ export class UsersController {
  }

  @Put('role')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  async assignRoleToUser(
    @User() user: RequestUser,
    @Body() body: AssignRoleToUserReq,
@@ -223,7 +228,7 @@ export class UsersController {
  }

  @Patch(':id')
-  @RequireAllPermissions(PERMISSIONS.USERS.permissions.ADMIN)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
  @ApiOkResponse({ type: UpdateUserRes })
  async updateUser(
    @User() user: RequestUser,
@@ -235,4 +240,12 @@ export class UsersController {
    this.userService.setLanguage(language);
    return await this.userService.updateUser(body, id, user.customer_id);
  }
+
+  @Post('synchronize/:id')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.DADOSFERA.permissions.SYNC_USER)
+  @ApiOkResponse({ type: UpdateUserRes })
+  async synchronizeUser(@User() user: RequestUser, @Param('id') id: string) {
+    this.logger.info('synchronizeUser', { user });
+    return await this.userService.synchronizeUser(id);
+  }
 }
@@ -17,5 +17,6 @@ const client = new DucClient();
  ],
  controllers: [UsersController],
  providers: [UsersService, DadosferaLogger],
+  exports: [UsersService],
 })
 export class UsersModule {}
@@ -3,7 +3,10 @@ import { ClientGrpc } from '@nestjs/microservices';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';

 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { UsersProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import {
+  CustomersProtoService,
+  UsersProtoService,
+} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
  AssignRoleToUserRequest,
  IdRequest,
@@ -24,6 +27,7 @@ import { LanguageEnum } from 'src/utils/languages.enum';
 import { UserByCustomer } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
 import { EnrichErrorCode } from 'src/utils/ErrorBuilder';
 import { DucClient } from '../duc/client.config';
+import { Metadata } from '@grpc/grpc-js';

@Injectable()
 export class UsersService implements OnModuleInit {
@@ -31,6 +35,7 @@ export class UsersService implements OnModuleInit {
  language: LanguageEnum = LanguageEnum.ptbr;

  private usersClientService: UsersProtoService;
+  private customersClientService: CustomersProtoService;
  constructor(
    @Inject(DadosferaLogger)
    dadosferaLogger: DadosferaLogger,
@@ -41,9 +46,12 @@ export class UsersService implements OnModuleInit {
  }

  onModuleInit() {
-    this.usersClientService = this.grpcClient.getService<UsersProtoService>(
+    this.usersClientService = this.grpcClient.getService(
      ProtoServices.UsersProtoService,
    );
+    this.customersClientService = this.grpcClient.getService(
+      ProtoServices.CustomersProtoService,
+    );
  }

  setLanguage(l: LanguageEnum = LanguageEnum.ptbr) {
@@ -76,24 +84,27 @@ export class UsersService implements OnModuleInit {
    return { user: this.adjustUsersPayload([user])[0] };
  }

-  async createUser(req: CreateUserReq) {
+  async createUser(req: CreateUserReq, meta?: Metadata) {
    const { email, department, hierarchy, jobTitle, name, roleNames } = req;
    const { user } = await lastValueFrom(
-      this.usersClientService.UserCreate({
-        email,
-        hierarchy,
-        name,
-        roleIds: [],
-        department,
-        jobTitle,
-        roleNames,
-      }),
+      this.usersClientService.UserCreate(
+        {
+          email,
+          hierarchy,
+          name,
+          roleIds: [],
+          department,
+          jobTitle,
+          roleNames,
+        },
+        meta,
+      ),
    );
    return { user: this.adjustUsersPayload([user])[0] };
  }

  async updateUser(req: UpdateUserReq, id: string, customerId: string) {
-    const { department, hierarchy, jobTitle, name, roleNames } = req;
+    const { department, hierarchy, jobTitle, name, roleNames, email } = req;
    if (roleNames) {
      await this.setRoles({ roleNames, userId: id }, customerId);
    }
@@ -105,6 +116,7 @@ export class UsersService implements OnModuleInit {
        department,
        hierarchy,
        jobTitle,
+        email,
      }),
    );
    return { user: this.adjustUsersPayload([user])[0] };
@@ -126,7 +138,8 @@ export class UsersService implements OnModuleInit {
    return { user: this.adjustUsersPayload([user])[0] };
  }

-  async batchCreateUser({ users }: BatchCreateUserReq) {
+  async batchCreateUser(req: BatchCreateUserReq, meta?: Metadata) {
+    const { users } = req;
    const usersToCreate: UserCreateRequest[] = users.map(
      ({ roleNames, email, department, hierarchy, jobTitle, name }) => ({
        roleNames,
@@ -139,14 +152,16 @@ export class UsersService implements OnModuleInit {
      }),
    );
    const { errorUsers, usersCreated } = await lastValueFrom(
-      this.usersClientService.UserBatchCreate({
-        users: usersToCreate,
-      }),
+      this.usersClientService.UserBatchCreate(
+        {
+          users: usersToCreate,
+        },
+        meta,
+      ),
    );

    return {
      usersCreated: this.adjustUsersPayload(usersCreated),
-      // mapping error code to message
      errorUsers: errorUsers.map(({ user, error }) => ({
        user,
        error: EnrichErrorCode(error).message,
@@ -200,4 +215,14 @@ export class UsersService implements OnModuleInit {
      };
    });
  }
+
+  async findAllCustomers() {
+    return await lastValueFrom(this.customersClientService.CustomerFindAll({}));
+  }
+
+  async synchronizeUser(userId: string) {
+    return await lastValueFrom(
+      this.usersClientService.INTERNAL_UserSynchronize({ userId }),
+    );
+  }
 }
@@ -7,6 +7,8 @@ interface IMetadata {
  user_id?: string;
  language?: string;
  details?: string;
+  roles?: string[];
+  is_data_manager?: boolean;
 }

 export function PackTheMetadata(info: IMetadata): Metadata {
@@ -185,6 +185,14 @@ export function EnrichErrorCode(code: string) {
        code,
      };

+    case ErrorCodes.USER.NOT_CREATED:
+      return {
+        statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
+        error: 'Ocorreu um erro ao criar seu usúario',
+        message: 'Tente novamente ou entre em contato com o suporte',
+        code,
+      };
+
    case ErrorCodes.USER.NOT_FOUND:
      return {
        statusCode: HttpStatus.NOT_FOUND,
@@ -31,6 +31,7 @@ export const USER = {
  ALREADY_EXISTS: 'USER.ALREADY_EXISTS',
  ROLE_ALREADY_ASSIGNED: 'USER.ROLE_ALREADY_ASSIGNED',
  ROLE_NOT_ASSIGNED: 'USER.ROLE_NOT_ASSIGNED',
+  NOT_CREATED: 'USER.NOT_CREATED',
 };

 export const CUSTOMER = {
Author	SHA1	Message	Date
Victor Radael	a087775e3a	Merge pull request #145 from dadosfera/feat/openSearchCatalog Feat/open search catalog	2022-10-04 17:55:07 -03:00
Victor Radael	69305610ff	FIX: unitary permitting	2022-10-04 17:41:01 -03:00
Victor Radael	69008a9ffb	FIX: unitary permitting	2022-10-04 17:19:09 -03:00
Victor Radael	687b4e40e1	FIX: unitary permitting	2022-10-04 16:49:41 -03:00
Victor Radael	d56544568b	FIX: unitary permitting	2022-10-04 16:47:42 -03:00
Gabriel Amorim	cad1e4b3de	Merge pull request #144 from dadosfera/fix/delete-connection-permission FIX: delete connection permission	2022-10-04 15:40:14 -03:00
Gabriel Rosa	b311a84bde	FIX: delete route reimplemented	2022-10-04 15:22:43 -03:00
Gabriel Rosa	28280dca8d	FIX: Delete connections permission	2022-10-04 14:46:52 -03:00
Victor Radael	63fbfa6b52	FIX: unitary permitting	2022-10-04 13:20:34 -03:00
Victor Radael	2b03c4e4a9	FIX: Individual data assets permissions	2022-10-04 11:10:40 -03:00
Victor Radael	18c3c9c58c	FIX: Permission data manager	2022-10-03 18:07:38 -03:00
Victor Radael	450c82446e	Merge pull request #143 from dadosfera/fix/dadoferademo FIX: unkown error get user by id	2022-10-03 16:56:55 -03:00
Victor Radael	beb27a0f60	FIX: unkown error get user by id	2022-10-03 16:52:42 -03:00
Victor Radael	166c45728f	FIX: unkown error get user by id	2022-10-03 16:48:12 -03:00
Victor Radael	d0f5da0270	Merge remote-tracking branch 'origin' into feat/openSearchCatalog	2022-10-03 16:46:08 -03:00
Victor Radael	dade8d59e5	FIX: Get user by id unkown error	2022-10-03 16:45:50 -03:00
Victor Radael	fe261667f8	FIX: Change Revoke Permissions	2022-10-03 10:43:17 -03:00
Victor Radael	722bb1ec7c	FIX: Data asset sharing	2022-09-30 18:38:45 -03:00
Victor Radael	a371db355b	FIX: Data asset sharing	2022-09-30 18:22:29 -03:00
Victor Radael	1ff135c0d7	FIX: Data asset sharing	2022-09-30 18:13:23 -03:00
Victor Radael	0360711ab4	Merge pull request #141 from dadosfera/feat/openSearchCatalog Feat/open search catalog	2022-09-30 15:38:17 -03:00
Victor Radael	b6ec2a83b2	FIX: Swagger	2022-09-30 15:15:24 -03:00
Victor Radael	812dc0c735	FIX: Swagger	2022-09-30 15:12:45 -03:00
Victor Radael	11715dd528	FIX: Swagger	2022-09-30 15:12:19 -03:00
Victor Radael	be476c1a6d	FIX: data asset owner	2022-09-30 14:38:42 -03:00
Victor Radael	a8414f780a	FIX: data asset owner	2022-09-30 14:28:06 -03:00
Victor Radael	1da61a4c13	FIX: Data asset permission owner	2022-09-30 12:27:55 -03:00
Victor Radael	7e8f5c49b5	FIX: Data asset permission owner	2022-09-30 11:11:59 -03:00
Victor Radael	96a485afd1	FIX: Revoke Permissions	2022-09-29 18:05:27 -03:00
Victor Radael	e3c203d673	FIX: Data assets permissions	2022-09-29 15:04:31 -03:00
Gabriel Amorim	d7da68241e	Merge pull request #140 from dadosfera/fix/create-user FIX: create user	2022-09-29 09:19:20 -03:00
Victor Radael	5d924f8a92	FIX: Manage Permissions Catalog	2022-09-28 23:06:52 -03:00
Victor Radael	f9b4ddd070	FIX: Manage Permissions Catalog	2022-09-28 17:02:22 -03:00
Victor Radael	c0e0732b7e	FIX: Manage Permissions Catalog	2022-09-28 17:00:15 -03:00
Gabriel Rosa	37ea7c2f4d	FIX: GetOneDataAsset only when table metadata has only one result	2022-09-28 16:59:45 -03:00
Victor Radael	d42584fcfc	FIX: Manage Permissions Catalog	2022-09-28 16:58:52 -03:00
Victor Radael	a28781423c	FIX: Manage Permissions Catalog	2022-09-28 14:39:25 -03:00
Gabriel Rosa	8c638610c7	Update description on open search	2022-09-28 11:52:59 -03:00
Victor Radael	55ff485fd0	FIX: Catalog Manage Permissions	2022-09-28 11:48:41 -03:00
Gabriel Rosa	4877fab945	new protospack	2022-09-28 11:20:17 -03:00
rodrigo.zamboni	e724ef5ccc	FIX: fix get all tags route	2022-09-27 16:33:56 -03:00
rodrigo.zamboni	9dc96416e8	Merge branch 'feat/openSearchCatalog' of https://github.com/dadosfera/maestro into feat/openSearchCatalog	2022-09-27 09:43:32 -03:00
rodrigo.zamboni	49663c4115	UPDATE: modifyed catalog tags route to use opensearch instead of nimbus	2022-09-27 09:35:48 -03:00
Gabriel Rosa	c16664c7f9	new protospack version	2022-09-23 14:58:26 -03:00
Gabriel Rosa	7245942707	Function to synchronize user	2022-09-23 09:25:41 -03:00
Gabriel Rosa	c29cf5aee1	FIX: sending metadata on creation of users	2022-09-20 17:48:27 -03:00
rodrigo.zamboni	d96658c9cd	FIX: fix catalog response	2022-09-19 17:42:30 -03:00
rodrigo.zamboni	cbd736b87d	FIX: fix catalog return response/ adding empty dashboard array	2022-09-19 16:28:33 -03:00
rodrigo.zamboni	e4e6d95f8a	Merge branch 'feat/openSearchCatalog' of https://github.com/dadosfera/maestro into feat/openSearchCatalog	2022-09-19 15:08:35 -03:00
rodrigo.zamboni	a8e13c01d2	FIX: passing params with query params	2022-09-19 15:06:16 -03:00
Gabriel Rosa	cdf2ce3cc2	FIX: create credentials on catalog's pi-factory client	2022-09-19 14:51:28 -03:00
rodrigo.zamboni	c3877657ef	FIX: fix catalog route to use openSearch	2022-09-19 11:14:23 -03:00
Gabriel Amorim	3d39affc61	Merge pull request #139 from dadosfera/fix/network-config-permissions FIX: remove permission to delete VPNS	2022-09-16 11:55:50 -03:00
Gabriel Rosa	5d045b675c	FIX: remove permission to delete VPNS	2022-09-15 09:48:37 -03:00
Gabriel Amorim	bb61990f6e	Merge pull request #138 from dadosfera/fix/permission-delete-connection FIX: remove permission to delete connection	2022-09-15 08:50:41 -03:00
Gabriel Rosa	80442c509a	FIX: remove permission to delete connection	2022-09-15 08:33:47 -03:00
Gabriel Amorim	8551239038	Merge pull request #137 from dadosfera/fix/update-user-email FIX: update user email	2022-09-14 11:32:58 -03:00
Gabriel Rosa	4cf7c6e17b	FIX: update user email	2022-09-14 10:18:03 -03:00
Gabriel Amorim	88c9c36eb0	Merge pull request #136 from dadosfera/fix/connections-migration Fix: connections migration	2022-09-13 08:58:29 -03:00
Gabriel Rosa	4b317778f7	FIX: connections migration agora vai	2022-09-12 20:13:12 -03:00
Gabriel Rosa	2eea9787cd	FIX: connections migration por favor funciona	2022-09-12 19:52:38 -03:00
Gabriel Rosa	c1ab5d152f	FIX: reseting `productConnectionsMissing` and `productNetworkConfigsMissing`	2022-09-12 18:58:24 -03:00
Gabriel Rosa	8798f5d54e	FIX: DEBUG_ConnectionsMigrations - customer_connections	2022-09-12 18:47:42 -03:00
Gabriel Amorim	1da733b5bc	Merge pull request #135 from dadosfera/fix/connections-migration FIX: DEBUG-ConnectionsMigrations	2022-09-12 17:17:54 -03:00
Gabriel Rosa	930c8bc037	FIX: DEBUG-ConnectionsMigrations	2022-09-12 17:14:37 -03:00
Gabriel Amorim	0913741500	Merge pull request #134 from dadosfera/fix/connections-migration Fix: connections migration	2022-09-12 16:42:08 -03:00
Gabriel Rosa	3e9d0063ae	FIX: using DadosferaLogger	2022-09-12 16:35:58 -03:00
Gabriel Rosa	2bc0fe1e9e	FIX: get logger from DadosferaLogger	2022-09-12 16:35:08 -03:00
Gabriel Rosa	f0fb6e6b4a	FIX: DEBUG-ConnectionsMigrations	2022-09-12 16:31:10 -03:00
Gabriel Amorim	74c27d9637	Merge pull request #133 from dadosfera/fix/connections-migration FIX: get all connectors fixed	2022-09-12 16:11:08 -03:00
Gabriel Rosa	216c83d7fa	FIX: get all connectors fixed	2022-09-12 16:08:11 -03:00
Gabriel Amorim	08e66eeb1e	Merge pull request #132 from dadosfera/fix/connections-migration Fix: connections migration	2022-09-12 15:28:45 -03:00
Gabriel Rosa	cf3fd90787	FIX: network_config migration	2022-09-12 15:27:54 -03:00
Gabriel Rosa	bb1decb08f	FIX: typo on dadosfera:connections-migration fixed	2022-09-12 13:01:54 -03:00
Gabriel Rosa	642cb0e70b	FIX: connections migration	2022-09-12 13:01:11 -03:00
Gabriel Amorim	0acf759e84	FIX: treating undefined responses from OpenSearch Merge pull request #131 from dadosfera/fix/connections-undefineds	2022-09-12 07:41:56 -03:00
Gabriel Rosa	7bbb87a54a	FIX: removed fake `customer_name`	2022-09-11 13:08:00 -03:00
Gabriel Rosa	69af7ba626	FIX: new route for synchronizing connections with platform	2022-09-11 13:07:21 -03:00