Merge pull request #165 from dadosfera/feat/newCustomersInfo

Feat/new customers info

.github/workflows/deploy-manually.yml

@@ -26,9 +26,9 @@ jobs:
       - name: Extract Environment
         run: |
           if [ ${EVENT} == "workflow_dispatch" ]; then
-            echo "##[set-output name=environment;]$(echo ${DEPLOY_ENV})"
+            echo "environment=${DEPLOY_ENV}" >> $GITHUB_OUTPUT
           elif [ ${GITHUB_REF} == "refs/heads/main" ]; then
-            echo "##[set-output name=environment;]$(echo "prd")"
+            echo "environment=prd" >> $GITHUB_OUTPUT
           fi
         id: extract_environment
 
@@ -56,6 +56,19 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
+  deploy-info:
+    if: ${{ github.event_name == 'workflow_dispatch'}}
+    needs: [extract_environment, semantic_release]
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Create summary
+        env:
+          EVENT: ${{ github.event_name }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: echo "### Deploy da branch \`$GITHUB_REF_NAME\` no ambiente **$ENV** :rocket:" >> $GITHUB_STEP_SUMMARY
+
   deploy:
     if: ${{ github.event_name == 'workflow_dispatch' || needs.semantic_release.outputs.new_release_published == 'true' }}
     needs: [extract_environment, semantic_release]
@@ -63,13 +76,6 @@ jobs:
       [self-hosted, '${{ needs.extract_environment.outputs.environment }}']
 
     steps:
-      - name: Printing stats
-        env:
-          EVENT: ${{ github.event_name }}
-          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-        run: echo ${GITHUB_REF#refs/heads/}
-
       - name: Checkout
         uses: actions/checkout@v2
 
@@ -90,7 +96,7 @@ jobs:
           python3 -m pip install awsebcli --upgrade
 
       - name: Configure AWS Region
-        uses: aws-actions/configure-aws-credentials@v1
+        uses: aws-actions/configure-aws-credentials@v1-node16
         id: aws
         with:
           aws-region: us-east-1
@@ -113,10 +119,12 @@ jobs:
           ENV: ${{ needs.extract_environment.outputs.environment }}
           IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
           ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+          NODE_EXPORTER_URL: ${{needs.extract_environment.outputs.environment == 'prd' && '611330257153.dkr.ecr.us-east-1.amazonaws.com\/monitoring\/node_exporter:latest' || '468720548566.dkr.ecr.us-east-1.amazonaws.com\/monitoring\/node_exporter:latest'}}
         run: |
           sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
           sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
           sed -i -e "s/\${ACCOUNT_ID}/$ACCOUNT_ID/g" docker-compose.yml
+          sed -i -e "s/\${NODE_EXPORTER_URL}/$NODE_EXPORTER_URL/g" docker-compose.yml
           zip deploy.zip docker-compose.yml  -r .ebextensions
 
       - name: Deploy AWS Beanstalk
@@ -142,48 +150,36 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v2
 
-      - name: Extract Docs PageId
+      - name: Extract Docs BlockId and PageId 
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
+          DEV_DOCS_BLOCK_ID: ${{ secrets.DEV_DOCS_BLOCK_ID }}
           DEV_DOCS_PAGE_ID: ${{ secrets.DEV_DOCS_PAGE_ID }}
+          STG_DOCS_BLOCK_ID: ${{ secrets.STG_DOCS_BLOCK_ID }}
           STG_DOCS_PAGE_ID: ${{ secrets.STG_DOCS_PAGE_ID }}
+          PRD_DOCS_BLOCK_ID: ${{ secrets.PRD_DOCS_BLOCK_ID }}
           PRD_DOCS_PAGE_ID: ${{ secrets.PRD_DOCS_PAGE_ID }}
         shell: bash
         run: |
           if [ $ENV == "dev" ]; then
-            echo "##[set-output name=result;]$(echo $DEV_DOCS_PAGE_ID)"
+            echo "block_id=$DEV_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
+            echo "page_id=$DEV_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
           elif [ $ENV == "stg" ]; then
-            echo "##[set-output name=result;]$(echo $STG_DOCS_PAGE_ID)"
+            echo "block_id=$STG_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
+            echo "page_id=$STG_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
           elif [ $ENV == "prd" ]; then
-            echo "##[set-output name=result;]$(echo $PRD_DOCS_PAGE_ID)"
+            echo "block_id=$PRD_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
+            echo "page_id=$PRD_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
           fi
-        id: extract_docs_page_id
-
-      - name: Extract Docs BlockId
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-          DEV_DOCS_BLOCK_ID: ${{ secrets.DEV_DOCS_BLOCK_ID }}
-          STG_DOCS_BLOCK_ID: ${{ secrets.STG_DOCS_BLOCK_ID }}
-          PRD_DOCS_BLOCK_ID: ${{ secrets.PRD_DOCS_BLOCK_ID }}
-        shell: bash
-        run: |
-          if [ $ENV == "dev" ]; then
-            echo "##[set-output name=result;]$(echo $DEV_DOCS_BLOCK_ID)"
-          elif [ $ENV == "stg" ]; then
-            echo "##[set-output name=result;]$(echo $STG_DOCS_BLOCK_ID)"
-          elif [ $ENV == "prd" ]; then
-            echo "##[set-output name=result;]$(echo $PRD_DOCS_BLOCK_ID)"
-          fi
-        id: extract_docs_block_id
+        id: extract_docs_info
 
       - name: Generate API docs
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
           DOCS_URL: ${{ secrets.DOCS_URL }}
           DOCS_API_TOKEN: ${{ secrets.DOCS_API_TOKEN }}
-          DOCS_PAGE_ID: ${{ steps.extract_docs_page_id.outputs.result }}
-          DOCS_BLOCK_ID: ${{ steps.extract_docs_block_id.outputs.result }}
-        continue-on-error: true
+          DOCS_PAGE_ID: ${{ steps.extract_docs_info.outputs.page_id }}
+          DOCS_BLOCK_ID: ${{ steps.extract_docs_info.outputs.block_id }}
         run: |
           SWAGGER=`cat swagger.txt`
           curl --request POST \
@@ -198,9 +194,3 @@ jobs:
           }
           EOF
           )
-      - name: Cleanup Docker's Leftovers
-        if: always()
-        continue-on-error: true
-        run: |
-          docker system prune
-          docker rmi -f $(docker images -aq)

docker-compose.yml

@@ -10,7 +10,7 @@ services:
       - .env
 
   node_exporter:
-    image: prom/node-exporter:v1.3.1
+    image: ${NODE_EXPORTER_URL}
     container_name: node_exporter
     restart: always
     volumes:

package-lock.json

@@ -12,7 +12,7 @@
       "dependencies": {
         "@aws-sdk/client-secrets-manager": "^3.112.0",
         "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-        "@dadosfera/protospack-v2": "3.18.10",
+        "@dadosfera/protospack-v2": "3.19.0",
         "@grpc/grpc-js": "^1.6.7",
         "@grpc/proto-loader": "^0.6.13",
         "@nestjs/common": "^8.4.7",
@@ -1726,9 +1726,9 @@
       }
     },
     "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.18.10",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.10.tgz",
-      "integrity": "sha512-0bRUvo4p7cJJOL+B0hVTiSDaA2MGtirPkFVQW4lUfzsyY5vrsbAkMz6R3iPdPPwFSxGn5LwidHGkP3/l7hlEpA==",
+      "version": "3.19.0",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.19.0.tgz",
+      "integrity": "sha512-TTBo0W+7pczlJyIu6BTbc0/XbrP9uQV5O8EeHdWpv/9yksc1lxLExPrB6LSozdg4etrJUYjNROH/voZEXs82Eg==",
       "dependencies": {
         "@grpc/grpc-js": "^1.6.7",
         "rxjs": "^7.5.5",
@@ -10337,9 +10337,9 @@
       }
     },
     "node_modules/ts-proto": {
-      "version": "1.126.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
-      "integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
+      "version": "1.131.0",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.131.0.tgz",
+      "integrity": "sha512-oj/kWrDz3JkkPQwumQDKfwHroH9iNz2alvrbCYzNYJlb/2MAUzFNfh9T+SZUPDfoXXK6oJoW1hGCHznj67yHNg==",
       "dependencies": {
         "@types/object-hash": "^1.3.0",
         "dataloader": "^1.4.0",
@@ -12306,9 +12306,9 @@
       }
     },
     "@dadosfera/protospack-v2": {
-      "version": "3.18.10",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.10.tgz",
-      "integrity": "sha512-0bRUvo4p7cJJOL+B0hVTiSDaA2MGtirPkFVQW4lUfzsyY5vrsbAkMz6R3iPdPPwFSxGn5LwidHGkP3/l7hlEpA==",
+      "version": "3.19.0",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.19.0.tgz",
+      "integrity": "sha512-TTBo0W+7pczlJyIu6BTbc0/XbrP9uQV5O8EeHdWpv/9yksc1lxLExPrB6LSozdg4etrJUYjNROH/voZEXs82Eg==",
       "requires": {
         "@grpc/grpc-js": "^1.6.7",
         "rxjs": "^7.5.5",
@@ -18131,9 +18131,9 @@
       }
     },
     "ts-proto": {
-      "version": "1.126.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
-      "integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
+      "version": "1.131.0",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.131.0.tgz",
+      "integrity": "sha512-oj/kWrDz3JkkPQwumQDKfwHroH9iNz2alvrbCYzNYJlb/2MAUzFNfh9T+SZUPDfoXXK6oJoW1hGCHznj67yHNg==",
       "requires": {
         "@types/object-hash": "^1.3.0",
         "dataloader": "^1.4.0",

package.json

@@ -10,6 +10,7 @@
   },
   "scripts": {
     "preinstall": "aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1",
+    "proto-update": "npm i @dadosfera/protospack-v2@latest --save-exact",
     "prebuild": "rimraf dist",
     "build": "nest build",
     "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
@@ -27,7 +28,7 @@
   "dependencies": {
     "@aws-sdk/client-secrets-manager": "^3.112.0",
     "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-    "@dadosfera/protospack-v2": "3.18.10",
+    "@dadosfera/protospack-v2": "3.19.0",
     "@grpc/grpc-js": "^1.6.7",
     "@grpc/proto-loader": "^0.6.13",
     "@nestjs/common": "^8.4.7",

src/app.module.ts

@@ -46,6 +46,7 @@ import { ProductboardModule } from './modules/productboard/productboard.module';
     NetworkConfigModule,
     ConnectionTestModule,
     PipelinesModule,
+    PipelinesV2Module,
     TransformationsModule,
     HealthModule,
     CatalogModule,
@@ -53,7 +54,6 @@ import { ProductboardModule } from './modules/productboard/productboard.module';
     RolesModule,
     InputsModule,
     OauthModule,
-    PipelinesV2Module,
     CatalogModule,
     ProductboardModule,
   ],

src/authentication/permissions.enum.ts

@@ -128,11 +128,11 @@ export const PERMISSIONS_GROUPS = {
       DELETE: {
         seqid: 38,
         claim: 'connection:delete',
-        usage: PermissionUsages.INTERNAL,
+        usage: PermissionUsages.PUBLIC,
         name: {
           'pt-br': 'Excluir Fonte',
           'en-us': 'Remove Source',
-          'es-s': 'Eliminar Source',
+          'es-es': 'Eliminar Source',
         },
       },
       UPDATE: {
@@ -290,15 +290,15 @@ export const PERMISSIONS_GROUPS = {
         claim: 'GET /catalog',
         usage: PermissionUsages.PUBLIC,
         name: {
-          'pt-br': 'Buscar data assets',
-          'en-us': 'Search for data assets',
-          'es-es': 'Buscar data assets',
+          'pt-br': 'Acessar lista de Ativos e visualizar atributos',
+          'en-us': 'Access Assets list and its attributes',
+          'es-es': 'Acceda a la lista de Activos y vea los atributos',
         },
       },
       CREATE: {
         seqid: 19,
         claim: 'POST /catalog',
-        usage: PermissionUsages.PUBLIC,
+        usage: PermissionUsages.INTERNAL,
         name: {
           'pt-br': 'Criar atributos no catálogo',
           'en-us': 'Create attributes',
@@ -307,32 +307,33 @@ export const PERMISSIONS_GROUPS = {
       },
       UPDATE: {
         seqid: 25,
-        claim: 'PUT /catalog',
-        usage: PermissionUsages.INTERNAL,
+        claim: 'catalog:edit',
+        usage: PermissionUsages.PUBLIC,
         name: {
-          'pt-br': 'Editar atributos no catálogo',
-          'en-us': 'Edit attributes',
-          'es-es': 'Editar atributos',
+          'pt-br': 'Criar e editar atributos no catálogo',
+          'en-us': 'Create and edit attributes on the catalog',
+          'es-es': 'Crear y editar atributos en el catálogo',
         },
       },
       DELETE: {
         seqid: 1,
-        claim: 'DELETE /catalog',
-        usage: PermissionUsages.INTERNAL,
+        claim: 'catalog:delete',
+        usage: PermissionUsages.PUBLIC,
         name: {
-          'pt-br': 'Excluir atributos no catálogo',
-          'en-us': 'Remove attributes',
-          'es-es': 'Eliminar atributos',
+          'pt-br': 'Excluir Ativos do catálogo',
+          'en-us': 'Remove Assets from the catalog',
+          'es-es': 'Eliminar Activos del catálogo',
         },
       },
       DATA_MANAGER: {
         seqid: 42,
         claim: 'catalog:data_manager',
-        usage: PermissionUsages.PUBLIC,
+        usage: PermissionUsages.INTERNAL,
         name: {
-          'pt-br': 'Vizualizar todos os recursos do catálogo.',
-          'en-us': 'View all data assets.',
-          'es-es': 'Ver todos los activos de datos',
+          'pt-br':
+            'Gerente do catálogo. Consegue vizualizar e editar todos os ativos.',
+          'en-us': 'Catalog manager. Able to view and edit all assets.',
+          'es-es': 'Gestor de catálogos. Puede ver y editar todos los activos.',
         },
       },
     },

src/error/grpc-to-http-exception.filter.ts

@@ -3,7 +3,6 @@ import {
   Catch,
   ArgumentsHost,
   HttpException,
-  HttpStatus,
 } from '@nestjs/common';
 import { Response } from 'express';
 

src/modules/auth/auth.controller.ts

@@ -27,6 +27,7 @@ import { AuthClientService } from './auth.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
 import { RequestUser, User } from 'src/authentication/user.decorator';
+import { Metadata } from '@grpc/grpc-js';
 
 @ApiTags('Auth')
 @UseFilters(new GrpcToHttpExceptionFilter())
@@ -59,20 +60,27 @@ export class AuthController {
 
   @Post('sign-in')
   @HttpCode(HttpStatus.OK)
-  async signIn(@Body() { username, password, totp }: AuthSignInRequest) {
+  async signIn(
+    @Body() { username, password, totp }: AuthSignInRequest,
+    @Headers('Dadosfera-Lang') language: string,
+  ) {
     this.logger.info('/auth - SignIn');
-
-    return this.authClient.signIn({ username, password, totp });
+    const metadata = new Metadata();
+    metadata.add('language', language || 'pt-br');
+    return this.authClient.signIn({ username, password, totp }, metadata);
   }
 
   @Post('refresh-access-token')
   @HttpCode(HttpStatus.OK)
   async refreshAccessToken(
     @Body() { refreshToken }: AuthRefreshAccessTokenRequest,
+    @Headers('Dadosfera-Lang') language: string,
   ) {
     this.logger.info('/auth - RefreshAccessToken');
+    const metadata = new Metadata();
+    metadata.add('language', language || 'pt-br');
 
-    return this.authClient.refreshAccessToken({ refreshToken });
+    return this.authClient.refreshAccessToken({ refreshToken }, metadata);
   }
 
   @Post('change-password')

src/modules/auth/auth.service.ts

@@ -19,6 +19,7 @@ import {
   AuthConfirmResetPasswordRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
+import { Metadata } from '@grpc/grpc-js';
 
 @Injectable()
 export class AuthClientService implements OnModuleInit {
@@ -51,19 +52,25 @@ export class AuthClientService implements OnModuleInit {
     return lastValueFrom(this.authService.AuthSnowflakeSignIn(input));
   }
 
-  async signIn({ username, password, totp }: AuthSignInRequest) {
+  async signIn(
+    { username, password, totp }: AuthSignInRequest,
+    metadata: Metadata,
+  ) {
     this.logger.info('SignIn');
 
     return lastValueFrom(
-      this.authService.AuthSignIn({ username, password, totp }),
+      this.authService.AuthSignIn({ username, password, totp }, metadata),
     );
   }
 
-  async refreshAccessToken({ refreshToken }: AuthRefreshAccessTokenRequest) {
+  async refreshAccessToken(
+    { refreshToken }: AuthRefreshAccessTokenRequest,
+    metadata: Metadata,
+  ) {
     this.logger.info('RefreshAccessToken');
 
     return lastValueFrom(
-      this.authService.AuthRefreshAccessToken({ refreshToken }),
+      this.authService.AuthRefreshAccessToken({ refreshToken }, metadata),
     );
   }
 

src/modules/catalog/catalog.controller.ts

@@ -2,14 +2,15 @@ import {
   Body,
   Controller,
   Delete,
-  ForbiddenException,
   Get,
+  Headers,
   HttpException,
   Inject,
   Param,
   Post,
   Put,
   Query,
+  UnsupportedMediaTypeException,
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import {
@@ -21,25 +22,41 @@ import { CatalogService } from './catalog.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { RequestUser, User } from 'src/authentication/user.decorator';
+import {
+  ICatalogAllResponse,
+  IColumnsMetadataResponse,
+  IDeleteComment,
+  IDocsResponse,
+  IMakeAComment,
+  IOneDataAsset,
+  IPreviewResponse,
+  IUpdateDataRequest,
+} from './dtos';
 
+const catalogPermissions = PERMISSIONS_GROUPS.CATALOG.permissions;
 @ApiTags('Catalog')
 @Controller('catalog')
 @Authenticated()
-@AuthenticateCondition((req, user) => {
-  if (req.path.includes('/manage_permissions/')) return true;
-  let action;
+@AuthenticateCondition((req, user: RequestUser) => {
+  if (user.permissions.includes(catalogPermissions.DATA_MANAGER.seqid))
+    return true;
+
+  if (req.path.includes('/manage-permissions')) return true;
+  let action: keyof typeof catalogPermissions;
 
   switch (req.method) {
     case 'POST':
-      action = 'CREATE';
-      break;
-
     case 'PUT':
       action = 'UPDATE';
       break;
 
+    case 'DELETE':
+      if (req.path.includes('/comment')) action = 'UPDATE';
+      else action = req.method;
+      break;
+
     default:
-      action = req.method;
+      action = req.method as 'GET';
   }
 
   return user.permissions.includes(
@@ -56,54 +73,15 @@ export class CatalogController {
     this.logger = dadosferaLogger.logger;
   }
 
-  @Put('manage_permissions/:id')
-  async manageDataAssetPermissions(
-    @Param('id') id: string,
+  @Get()
+  async catalogAll(
     @User() user: RequestUser,
-    @Body() body,
-  ) {
-    const { customer_id, customer_name, user_id, username } = user;
-    const metadata = PackTheMetadata({
-      customer_id,
-      customer_name,
-      user_id,
-      username,
-    });
-    const response = await this.catalogService.managePermissions(
-      { ...body, id },
-      metadata,
-    );
-
-    return { data_asset: JSON.parse(response.data_asset) };
-  }
-
-  @Put('revoke_permissions/:id')
-  async revokeDataAssetPermissions(
-    @Param('id') id: string,
-    @User() user: RequestUser,
-    @Body() body,
-  ) {
-    const { customer_id, customer_name, user_id, username } = user;
-    const metadata = PackTheMetadata({
-      customer_id,
-      customer_name,
-      user_id,
-      username,
-    });
-    const response = await this.catalogService.revokePermissions(
-      { ...body, id },
-      metadata,
-    );
-
-    return { message: response.message };
-  }
-
-  @Get('all')
-  async catalogAll(@User() user: RequestUser, @Body() body, @Query() params) {
+    @Query() query,
+  ): Promise<ICatalogAllResponse> {
     const { user_id, customer_name, customer_id, username, permissions } = user;
-    this.logger.info(`/catalog - ON CATALOG ALL ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+    this.logger.info(`/catalog - Catalog all data assets`, {
+      user_id,
+      customer_name,
     });
 
     const is_data_manager = permissions.includes(
@@ -122,377 +100,12 @@ export class CatalogController {
     });
 
     const res = await this.catalogService.getAllOpenSearchDataAssets(
-      params,
+      query,
       metadata,
       customer_id,
     );
 
-    return res.data_assets;
-  }
-
-  @Get('data_apps')
-  async dataAppsAll(@Body() body) {
-    this.logger.info(`/catalog - ON FIND ALL DATA APPS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.dataAppsAll(body);
-
-    return res;
-  }
-
-  @Delete('data_apps/:id')
-  async dataAppsOne(@Param() params, @Body() body) {
-    this.logger.info(`/catalog - ON FIND ONE DATA APP ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-    const { id } = params;
-
-    const res = await this.catalogService.dataAppsOne(id, body);
-
-    return res;
-  }
-
-  @Get('dashboard-metabase')
-  async getAllDashboardMetabase(@Body() body) {
-    this.logger.info(`/catalog - ON GET ALL DASHBOARDS METABASE ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getAllDashboardMetabase(body);
-
-    return res;
-  }
-
-  @Get('dashboard-metabase/:id')
-  async getOneDashboardMetabase(
-    @Body() body,
-    @Param() params,
-    @User() user: RequestUser,
-  ) {
-    const { id } = params;
-    this.logger.info(`/catalog - ON GET ONE DASHBOARD METABASE ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const { username, user_id, customer_id, customer_name, permissions } = user;
-    const is_data_manager = permissions.includes(
-      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
-    );
-    let has_permission = false;
-    const metadata = PackTheMetadata({
-      username,
-      user_id,
-      customer_id,
-      customer_name,
-    });
-
-    const user_roles = await this.catalogService.getUserRolesIds(user_id);
-
-    const res = await this.catalogService.getOneDashboardMetabase(
-      id,
-      body,
-      metadata,
-      customer_id,
-    );
-
-    const dashboard = res.dashboard;
-
-    if (dashboard.owner === username) has_permission = true;
-
-    for (const role of user_roles) {
-      if (dashboard.p_roles.includes(role)) has_permission = true;
-    }
-
-    if (dashboard.p_users.includes(user_id)) has_permission = true;
-
-    if (is_data_manager || has_permission) {
-      delete dashboard.p_roles;
-      delete dashboard.p_users;
-      return res;
-    }
-
-    throw new HttpException(
-      'You do not have permission to access this data asset.',
-      403,
-    );
-  }
-
-  @Get('table-metadata')
-  async getAllTableMetadata(
-    @Body() body,
-    @Query() query,
-    @User() user: RequestUser,
-  ) {
-    this.logger.info(`/catalog - ON GET ALL TABLES METADATA ROUTE`, {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
-    const { user_id, customer_name, customer_id, permissions, username } = user;
-    const is_data_manager = permissions.includes(
-      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
-    );
-    let has_permission = false;
-    const metadata = PackTheMetadata({
-      user_id,
-      customer_id,
-      customer_name,
-    });
-
-    if (!query) {
-      const res = await this.catalogService.getAllTableMetadata(body);
-      return res;
-    } else {
-      const user_roles = await this.catalogService.getUserRolesIds(user_id);
-      const res = await this.catalogService.getOneTableMetadata(
-        body,
-        query,
-        metadata,
-        customer_id,
-      );
-      const table = res[0];
-
-      if (table.owner === username) has_permission = true;
-
-      for (const role of user_roles) {
-        if (table.p_roles.includes(role)) has_permission = true;
-      }
-
-      if (table.p_users.includes(user_id)) has_permission = true;
-
-      if (is_data_manager || has_permission) {
-        delete table.p_roles;
-        delete table.p_users;
-        return res;
-      }
-
-      throw new ForbiddenException(
-        'You do not have permission to access this data asset.',
-      );
-    }
-  }
-
-  @Delete('table-metadata/:id')
-  async deleteOneTableMetadata(@Param() params, @Body() body) {
-    const { id } = params;
-    this.logger.info(`/catalog - ON DELETE ONE TABLE METADATA ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.deleteOneTableMetadata(id, body);
-
-    return res;
-  }
-
-  @Get('column-metadata')
-  async getOneColumnMetadata(@Body() body, @Query() params) {
-    this.logger.info(`/catalog - ON GET ONE COLUMN METADATA ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getOneColumnMetadata(body, params);
-
-    return res;
-  }
-
-  @Delete('column-metadata/:id')
-  async deleteOneColumnMetadata(@Param() params, @Body() body) {
-    this.logger.info(`/catalog - ON DELETE ONE COLUMN METADATA ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-    const { id } = params;
-
-    const res = await this.catalogService.deleteOneColumnMetadata(id, body);
-
-    return res;
-  }
-
-  @Get('data-preview')
-  async getOneDataPreview(@Body() body, @Query() params) {
-    this.logger.info(`/catalog - ON GET ONE DATAPREVIEW ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getOneDataPreview(body, params);
-
-    return res;
-  }
-
-  @Get('data-status')
-  async getDataStatus(@Body() body) {
-    this.logger.info(`/catalog - ON GET DATA STATUS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getDataStatus(body);
-
-    return res;
-  }
-
-  @Get('data-status')
-  async createDataStatus(@Body() body) {
-    this.logger.info(`/catalog - ON CREATE DATA STATUS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.createDataStatus(body);
-
-    return res;
-  }
-
-  @Get('data-description')
-  async getDataDescription(@Body() body) {
-    this.logger.info(`/catalog - ON GET DATA DESCRIPTION ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getDataDescription(body);
-
-    return res;
-  }
-
-  @Post('data-description')
-  async createDataDescription(@Body() body, @User() user: RequestUser) {
-    this.logger.info(`/catalog - ON CREATE DATA DESCRIPTION ROUTE`, {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
-
-    const { user_id, customer_name, customer_id } = user;
-    const metadata = PackTheMetadata({
-      user_id,
-      customer_id,
-      customer_name,
-    });
-    return await this.catalogService.createDataDescription(body, metadata);
-  }
-
-  @Get('data-docs')
-  async getDataDocs(@Body() body) {
-    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getDataDocs(body);
-
-    return res;
-  }
-
-  @Post('data-docs')
-  async createDataDocs(@Body() body) {
-    this.logger.info(`/catalog - ON CREATE DATA DOCS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.createDataDocs(body);
-
-    return res;
-  }
-
-  @Get('data-rating')
-  async getDataRating(@Body() body) {
-    this.logger.info(`/catalog - ON GET DATA RATING ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getDataRating(body);
-
-    return res;
-  }
-
-  @Post('data-rating')
-  async createDataRating(@Body() body) {
-    this.logger.info(`/catalog - ON GET DATA RATING ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.createDataRating(body);
-
-    return res;
-  }
-
-  @Get('summary-rating/:id')
-  async getSummaryRating() {
-    this.logger.info(`/catalog - ON GET SUMMARY RATING ROUTE`);
-    //const { id } = params;
-
-    //
-
-    //const res = await this.catalogService.getSummaryRating(id, body);
-
-    return {
-      avg_rating: 0,
-      rating_count: 0,
-    };
-  }
-
-  @Get('data-comment')
-  async getDataComment(@Body() body) {
-    this.logger.info(`/catalog - ON GET DATA COMMENT ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getDataComment(body);
-
-    return res;
-  }
-
-  @Post('data-comment')
-  async createDataComment(@Body() body) {
-    this.logger.info(`/catalog - ON GET DATA COMMENT ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.createDataComment(body);
-
-    return res;
-  }
-
-  @Get('data-review')
-  async getDataReview(@Body() body, @Query() params) {
-    this.logger.info(`/catalog - ON GET DATA REVIEW ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-
-    const res = await this.catalogService.getDataReview(body, params);
-
-    return res;
-  }
-
-  @Post('tags')
-  async createTags(@Body() body, @User() user: RequestUser) {
-    this.logger.info(`/catalog - ON CREATE TAG ROUTE`, {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
-    const { user_id, customer_name, customer_id } = user;
-    const metadata = PackTheMetadata({
-      user_id,
-      customer_id,
-      customer_name,
-    });
-
-    const res = await this.catalogService.createTags(body, metadata);
-
-    return res.data_assets;
+    return { ...res };
   }
 
   @Get('tags')
@@ -514,89 +127,379 @@ export class CatalogController {
     return res;
   }
 
-  @Delete('tags/:id')
-  async deleteTags(@Param() params, @Body() body) {
-    this.logger.info(`/catalog - ON DELETE TAG ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+  @Get('data-asset/:id')
+  async getDataAsset(
+    @User() user: RequestUser,
+    @Headers() headers,
+    @Param('id') id,
+  ) {
+    const { username, user_id, customer_id, customer_name, permissions } = user;
+    const [data_asset_type, data_asset_id] = id.split('-');
+
+    this.logger.info(`/catalog - ON GET ONE DASHBOARD METABASE ROUTE`, {
+      username,
+      customer_name,
     });
-    const { id } = params;
-    body.data_asset_id = id;
-    const { user_id, customer, customer_id } = body.info;
+
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
+    let has_permission = false;
     const metadata = PackTheMetadata({
+      username,
+      user_id: undefined,
+      customer_id,
+      customer_name,
+    });
+
+    const user_roles = await this.catalogService.getUserRolesIds(user_id);
+
+    const { data_asset } = await this.catalogService.getOneDataAsset({
+      customer_id,
+      data_asset_id,
+      data_asset_type,
+      metadata,
+    });
+
+    if (data_asset?.owner === username) has_permission = true;
+
+    for (const role of user_roles) {
+      if (data_asset.p_roles.includes(role)) has_permission = true;
+    }
+
+    if (data_asset.p_users.includes(user_id)) has_permission = true;
+
+    if (is_data_manager || has_permission) {
+      delete data_asset.p_roles;
+      delete data_asset.p_users;
+      return { data_asset };
+    }
+
+    throw new HttpException(
+      'You do not have permission to access this data asset.',
+      403,
+    );
+  }
+
+  @Get('data-asset/rls/:id')
+  async getDataAssetRls(
+    @User() user: RequestUser,
+    @Headers() headers,
+    @Param('id') id,
+  ) {
+    const { username, user_id, customer_id, customer_name, permissions } = user;
+    const [data_asset_type, data_asset_id] = id.split('-');
+
+    this.logger.info(`/catalog - ON GET ONE DASHBOARD METABASE ROUTE`, {
+      username,
+      customer_name,
+    });
+
+    const is_data_manager = permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );
+    let has_permission = false;
+    const metadata = PackTheMetadata({
+      username,
       user_id,
       customer_id,
-      customer_name: customer,
-    });
-    const res = await this.catalogService.deleteTags(body, metadata);
-
-    return res;
-  }
-
-  @Post('table-tags')
-  async createTableTags(@Body() body) {
-    this.logger.info(`/catalog - ON CREATE TABLE TAG ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+      customer_name,
     });
 
-    const res = await this.catalogService.createTableTags(body);
+    const user_roles = await this.catalogService.getUserRolesIds(user_id);
 
-    return res;
-  }
-
-  @Get('table-tags/:data_asset_id')
-  async getAllTableTags(@Body() body, @Param() params) {
-    this.logger.info(`/catalog - ON GET ALL TABLE TAGS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });
-    const { user_id, customer, customer_id } = body.info;
-    const metadata = PackTheMetadata({
-      user_id,
+    const { data_asset } = await this.catalogService.getOneDataAsset({
       customer_id,
-      customer_name: customer,
+      data_asset_id,
+      data_asset_type,
+      metadata,
+    });
+
+    if (data_asset?.owner === username) has_permission = true;
+
+    for (const role of user_roles) {
+      if (data_asset.p_roles.includes(role)) has_permission = true;
+    }
+
+    if (data_asset.p_users.includes(user_id)) has_permission = true;
+
+    if (is_data_manager || has_permission) {
+      delete data_asset.p_roles;
+      delete data_asset.p_users;
+      return { data_asset };
+    }
+
+    throw new HttpException(
+      'You do not have permission to access this data asset.',
+      403,
+    );
+  }
+
+  @Get('data-asset/:id/columns-metadata')
+  async getDataAssetColumnsMetadata(
+    @User() user: RequestUser,
+    @Headers('Dadosfera-Lang') language,
+    @Param('id') id,
+  ): Promise<IColumnsMetadataResponse> {
+    const { customer_name, customer_id, user_id, username } = user;
+    const data_asset_type = id.split('-')[0];
+
+    const supported_data_assets = ['dataset'];
+
+    if (!supported_data_assets.includes(data_asset_type)) {
+      throw new UnsupportedMediaTypeException(
+        `${data_asset_type} does not have a preview function for the time being.`,
+      );
+    }
+
+    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
+      user_id,
+      customer_name,
+    });
+
+    const metadata = PackTheMetadata({
+      customer_name,
+      customer_id,
+      user_id,
+      username,
+      language,
+    });
+
+    const columns_metadata =
+      await this.catalogService.getDatasetColumnsMetadata(id, metadata);
+
+    return { columns_metadata };
+  }
+
+  @Get('data-asset/:id/preview')
+  async getDataAssetPreview(
+    @User() user: RequestUser,
+    @Headers('Dadosfera-lang') language,
+    @Param('id') id,
+  ): Promise<IPreviewResponse> {
+    const { customer_name, customer_id, user_id, username } = user;
+    const data_asset_type = id.split('-')[0];
+
+    const supported_data_assets = ['dataset'];
+
+    if (!supported_data_assets.includes(data_asset_type)) {
+      throw new UnsupportedMediaTypeException(
+        `${data_asset_type} does not have a preview function for the time being.`,
+      );
+    }
+
+    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
+      user_id,
+      customer_name,
+    });
+
+    const metadata = PackTheMetadata({
+      customer_name,
+      customer_id,
+      user_id,
+      username,
+      language,
+    });
+
+    const preview = await this.catalogService.getDatasetPreview(id, metadata);
+
+    return { preview };
+  }
+
+  @Get('data-asset/:id/docs')
+  async getDataAssetDocs(
+    @User() user: RequestUser,
+    @Headers('Dadosfera-Lang') language,
+    @Param('id') id,
+  ): Promise<IDocsResponse> {
+    const { customer_name, customer_id, user_id, username } = user;
+    const data_asset_type = id.split('-')[0];
+
+    const supported_data_assets = ['dataset'];
+
+    if (!supported_data_assets.includes(data_asset_type)) {
+      throw new UnsupportedMediaTypeException(
+        `${data_asset_type} does not have a documentation function for the time being.`,
+      );
+    }
+
+    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
+      user_id,
+      customer_name,
+    });
+
+    const metadata = PackTheMetadata({
+      customer_name,
+      customer_id,
+      user_id,
+      username,
+      language,
+    });
+
+    const docs = await this.catalogService.getDataDocs(id, metadata);
+
+    return { docs };
+  }
+
+  @Put('data-asset/:id')
+  async updateDataAsset(
+    @User() user: RequestUser,
+    @Headers('Dadosfera-Lang') language,
+    @Param('id') id,
+    @Body() body: IUpdateDataRequest,
+  ): Promise<IOneDataAsset> {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+      language,
+    });
+
+    const result = await this.catalogService.updateOneDataAsset({
+      body,
+      data_asset_id: id,
+      customer_id,
+      metadata,
+    });
+
+    delete result.data_asset.p_roles;
+    delete result.data_asset.p_users;
+
+    return result;
+  }
+
+  @Post('data-asset/:id/docs')
+  async manageDataAssetDocs(
+    @User() user: RequestUser,
+    @Headers() headers,
+    @Param('id') data_asset_id,
+    @Body('docs') docs: string,
+  ) {
+    const { user_id, customer_name } = user;
+    const [, id] = data_asset_id.split('-');
+
+    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
+      user_id,
+      customer_name,
+    });
+
+    const res = await this.catalogService.createDataDocs({
+      table_id: id,
+      docs,
+      info: {
+        customer: customer_name,
+      },
     });
-    const res = await this.catalogService.findAllTableTags(params, metadata);
 
     return res;
   }
 
-  @Delete('table-tags/:id')
-  async deleteTableTags(@Param() params, @Body() body) {
-    this.logger.info(`/catalog - ON CREATE TABLE TAGS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+  @Put('data-asset/:id/manage-permissions')
+  async manageDataAssetPermissions(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Body() body,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
     });
-    const { id } = params;
+    const response = await this.catalogService.managePermissions(
+      { ...body, id },
+      metadata,
+    );
 
-    const res = await this.catalogService.deleteTableTags(id, body);
-
-    return res;
+    return { data_asset: JSON.parse(response.data_asset) };
   }
 
-  @Get('table-rules')
-  async getTableRules(@Body() body) {
-    this.logger.info(`/catalog - ON GET TABLE RULES ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+  @Put('data-asset/:id/revoke-permissions')
+  async revokeDataAssetPermissions(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Body() body,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
     });
+    const response = await this.catalogService.revokePermissions(
+      { ...body, id },
+      metadata,
+    );
 
-    const res = await this.catalogService.getTableRules(body);
-
-    return res;
+    return { message: response.message };
   }
 
-  @Delete('table-rules/:id')
-  async deleteTableRules(@Param() params, @Body() body) {
-    this.logger.info(`/catalog - ON DELETE TABLE RULES ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
+  @Post('data-asset/:id/comment')
+  async commentOnDataAsset(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Body() body: IMakeAComment,
+  ) {
+    const { message } = body;
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
     });
-    const { id } = params;
+    const response = await this.catalogService.commentOnDataAsset(
+      { data_asset_id: id, username, message },
+      metadata,
+    );
 
-    const res = await this.catalogService.deleteTableRules(id, body);
+    return response;
+  }
 
-    return res;
+  @Delete('data-asset/:id')
+  async deleteDataAsset(
+    @Param('id') data_asset_id: string,
+    @User() user: RequestUser,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+
+    const [type, id] = data_asset_id.split('-');
+    const response = await this.catalogService.deleteDataAsset(
+      { id, type },
+      metadata,
+    );
+
+    return response;
+  }
+
+  @Delete('data-asset/:id/comment')
+  async deleteComment(
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Body() body: IDeleteComment,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const response = await this.catalogService.deleteComment(
+      { data_asset_id: id, comment: body.comment },
+      metadata,
+    );
+
+    return response;
   }
 }

src/modules/catalog/catalog.service.ts

@@ -1,8 +1,10 @@
 import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
-import { ReadService } from '@dadosfera/protospack-v2/dist/lib/Catalog';
-import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Catalog';
-import { Messages } from '@dadosfera/protospack-v2/dist/lib/Catalog';
-import { WriteService } from '@dadosfera/protospack-v2/dist/lib/Catalog';
+import {
+  WriteService,
+  ReadService,
+  ProtoServices,
+  Messages,
+} from '@dadosfera/protospack-v2/dist/lib/Catalog';
 import {
   HttpException,
   HttpStatus,
@@ -15,6 +17,7 @@ import { lastValueFrom } from 'rxjs';
 import { CatalogClientConfiguration } from './catalog-client';
 import { UsersService } from '../users/users.service';
 import { RolesService } from '../roles/roles.service';
+import { Metadata } from '@grpc/grpc-js';
 
 class CatalogService implements OnModuleInit {
   catalogReadService: ReadService.CatalogReadServices;
@@ -81,34 +84,43 @@ class CatalogService implements OnModuleInit {
     });
   }
 
-  async catalogAll(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/all/`);
+  async commentOnDataAsset(data: Messages.MakeACommentRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
 
-    return data;
+    return lastValueFrom(
+      this.catalogWriteService.MakeAComment(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
   }
 
-  async dataAppsAll(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data_apps/`);
-    return data;
+  async deleteComment(data: Messages.UpdateACommentRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
+
+    return lastValueFrom(
+      this.catalogWriteService.UpdateAComment(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
   }
 
-  async dataAppsOne(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/data_apps/${id}/`,
-    );
+  async deleteDataAsset(data: Messages.DeleteDataAssetRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
 
-    return data;
-  }
-
-  async getAllDashboardMetabase(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/dashboard-metabase/`,
-    );
-    return data;
+    return lastValueFrom(
+      this.catalogWriteService.DeleteDataAsset(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
   }
 
   async getUserRolesIds(userId: string) {
@@ -145,15 +157,23 @@ class CatalogService implements OnModuleInit {
     return [customer_users, customer_roles];
   }
 
-  async getAllOpenSearchDataAssets(
-    data: Messages.GetAllDataAssetsRequest,
-    metadata,
-    customer_id,
-  ) {
+  async getAllOpenSearchDataAssets(query, metadata, customer_id) {
     this.logger.info('CatalogService - getAllOpenSearchDashboard');
 
-    const response = await lastValueFrom(
-      this.catalogReadService.GetAllDataAssets(data, metadata),
+    const { search, page, size, sort_by, order, ...filters } = query;
+
+    const { data_assets, total } = await lastValueFrom(
+      this.catalogReadService.GetAllDataAssets(
+        {
+          search,
+          page,
+          size,
+          sort_by,
+          order,
+          filters: JSON.stringify(filters),
+        },
+        metadata,
+      ),
     ).catch((err) => {
       throw new HttpException(
         err.details,
@@ -161,12 +181,12 @@ class CatalogService implements OnModuleInit {
       );
     });
 
-    const data_assets = JSON.parse(response.data_assets);
+    const result = JSON.parse(data_assets);
 
     const [customer_users, customer_roles] =
       await this.getUsernamesAndRolesByCustomerId(customer_id);
 
-    for (const asset of data_assets.tables) {
+    for (const asset of result.data_assets) {
       const condition =
         asset.owner && !asset.owner.includes('@') ? true : false;
       const result = condition
@@ -198,50 +218,18 @@ class CatalogService implements OnModuleInit {
       });
     }
 
-    for (const asset of data_assets.dashboards) {
-      const condition =
-        asset.owner && !asset.owner.includes('@') ? true : false;
-      const result = condition
-        ? await this.userService.findOneById(asset.owner).catch(() => null)
-        : null;
-
-      const owner = result !== null ? result.user.username : null;
-
-      const roles = [];
-      const users = [];
-
-      for (const role of customer_roles) {
-        for (const role_id of asset.roles) {
-          if (role.id === role_id) roles.push(role);
-        }
-      }
-
-      for (const user of customer_users) {
-        for (const user_id of asset.users) {
-          if (user.id === user_id) users.push(user);
-        }
-      }
-
-      Object.assign(asset, {
-        ...asset,
-        owner,
-        roles,
-        users,
-      });
-    }
-
-    return { data_assets };
+    return { data_assets: result.data_assets, total };
   }
 
-  async getOneDashboardMetabase(id, body, metadata, customer_id) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
-    );
-
+  async getOneDataAsset({
+    data_asset_id,
+    data_asset_type,
+    customer_id,
+    metadata,
+  }) {
     const { data_asset } = await lastValueFrom(
       this.catalogReadService.GetOneDataAsset(
-        { id, type: 'dashboard' },
+        { id: data_asset_id, type: data_asset_type },
         metadata,
       ),
     );
@@ -273,9 +261,7 @@ class CatalogService implements OnModuleInit {
       }
     }
 
-    Object.assign(data.dashboard, {
-      tags: opensearchTable.tags,
-      description: opensearchTable.description || null,
+    Object.assign(opensearchTable, {
       p_roles: opensearchTable.roles,
       p_users: opensearchTable.users,
       roles,
@@ -283,163 +269,94 @@ class CatalogService implements OnModuleInit {
       owner,
     });
 
-    return data;
+    return { data_asset: opensearchTable };
   }
 
-  async getAllTableMetadata(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/table-metadata/`,
-    );
-    return data;
-  }
-
-  async getOneTableMetadata(body, params, metadata, customer_id) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/table-metadata/`,
-      { params: params },
-    );
-    if (data?.length === 1) {
-      const { data_asset } = await lastValueFrom(
-        this.catalogReadService.GetOneDataAsset(
-          { id: data[0].id, type: 'dataset' },
-          metadata,
-        ),
-      );
-      const opensearchTable = JSON.parse(data_asset);
-      const result = opensearchTable.owner
-        ? await this.userService
-            .findOneById(opensearchTable.owner)
-            .catch(() => null)
-        : null;
-
-      const owner = result !== null ? result.user.username : null;
-
-      const [customer_users, customer_roles] =
-        await this.getUsernamesAndRolesByCustomerId(customer_id);
-
-      const users = [];
-      const roles = [];
-
-      for (const role of customer_roles) {
-        for (const role_id of opensearchTable.roles) {
-          if (role.id === role_id) roles.push(role);
-        }
-      }
-
-      for (const user of customer_users) {
-        for (const user_id of opensearchTable.users) {
-          if (user.id === user_id) users.push(user);
-        }
-      }
-
-      return [
-        {
-          ...data[0],
-          tags: opensearchTable.tags,
-          table_description: opensearchTable.description,
-          p_roles: opensearchTable.roles,
-          p_users: opensearchTable.users,
-          users,
-          roles,
-          owner,
-        },
-      ];
-    }
-    return data;
-  }
-
-  async deleteOneTableMetadata(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.delete(
-      `${nimbusUrl}/api/catalog/table-metadata/${id}`,
-    );
-    return data;
-  }
-
-  async getOneColumnMetadata(body, params) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/column-metadata/`,
-      { params: params },
-    );
-    return data;
-  }
-
-  async deleteOneColumnMetadata(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.delete(
-      `${nimbusUrl}/api/catalog/column-metadata/${id}/`,
-    );
-    return data;
-  }
-
-  async getOneDataPreview(body, params) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-preview/`, {
-      params: params,
-    });
-    return data;
-  }
-
-  async getDataStatus(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-status/`);
-    return data;
-  }
-
-  async createDataStatus(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.post(
-      `${nimbusUrl}/api/catalog/data-status/`,
-      body,
-    );
-    return data;
-  }
-
-  async getDataDescription(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/data-description/`,
-    );
-    return data;
-  }
-
-  async createDataDescription(body, metadata) {
-    const response = await lastValueFrom(
+  async updateOneDataAsset({ data_asset_id, customer_id, body, metadata }) {
+    const { data_asset } = await lastValueFrom(
       this.catalogWriteService.UpdateDataAsset(
-        {
-          id: `dataset-${body.table_id}`,
-          description: body.description,
-          tags: undefined,
-        },
+        { id: data_asset_id, ...body },
         metadata,
       ),
     );
-    // {
-    //   description: 'descrição nova';
-    //   id: 5;
-    //   table_id: 4;
-    // }
-    // const nimbusUrl = this._getNimbusUrl(body);
-    // const { data } = await axios.post(
-    //   `${nimbusUrl}/api/catalog/data-description/`,
-    //   body,
-    // );
-    // {"id":5,"description":"descrição nova","updated_at":"2022-09-28T14:35:15.618750Z","table_id":4}
-    return {
-      id: 0,
-      description: body.description,
-      updated_at: new Date().toISOString(),
-      table_id: body.table_id,
-    };
+
+    const opensearchTable = JSON.parse(data_asset);
+
+    const result = opensearchTable.owner
+      ? await this.userService
+          .findOneById(opensearchTable.owner)
+          .catch(() => null)
+      : null;
+
+    const owner = result !== null ? result.user.username : null;
+
+    const [customer_users, customer_roles] =
+      await this.getUsernamesAndRolesByCustomerId(customer_id);
+
+    const users = [];
+    const roles = [];
+
+    for (const role of customer_roles) {
+      for (const role_id of opensearchTable.roles) {
+        if (role.id === role_id) roles.push(role);
+      }
+    }
+
+    for (const user of customer_users) {
+      for (const user_id of opensearchTable.users) {
+        if (user.id === user_id) users.push(user);
+      }
+    }
+
+    Object.assign(opensearchTable, {
+      p_roles: opensearchTable.roles,
+      p_users: opensearchTable.users,
+      roles,
+      users,
+      owner,
+    });
+
+    return { data_asset: opensearchTable };
   }
 
-  async getDataDocs(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-docs/`);
-    return data;
+  async getDataDocs(data_asset_id: string, metadata: Metadata) {
+    const [data_asset_type, id] = data_asset_id.split('-');
+
+    const { documentation } = await lastValueFrom(
+      this.catalogReadService.GetDatasetDoc(
+        { id, type: data_asset_type },
+        metadata,
+      ),
+    );
+    console.log(documentation);
+    const docs = JSON.parse(documentation);
+    return docs;
+  }
+
+  async getDatasetPreview(data_asset_id: string, metadata: Metadata) {
+    const [data_asset_type, id] = data_asset_id.split('-');
+
+    const { preview } = await lastValueFrom(
+      this.catalogReadService.GetDatasetPreview(
+        { id, type: data_asset_type },
+        metadata,
+      ),
+    );
+    const result = JSON.parse(preview);
+    return result;
+  }
+
+  async getDatasetColumnsMetadata(data_asset_id: string, metadata: Metadata) {
+    const [data_asset_type, id] = data_asset_id.split('-');
+
+    const { columns_metadata } = await lastValueFrom(
+      this.catalogReadService.GetDatasetColumnsMetadata(
+        { id, type: data_asset_type },
+        metadata,
+      ),
+    );
+    const result = JSON.parse(columns_metadata);
+    return result;
   }
 
   async createDataDocs(body) {
@@ -451,70 +368,6 @@ class CatalogService implements OnModuleInit {
     return data;
   }
 
-  async getDataRating(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-rating/`);
-    return data;
-  }
-
-  async createDataRating(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.post(
-      `${nimbusUrl}/api/catalog/data-rating/`,
-      body,
-    );
-    return data;
-  }
-
-  async getSummaryRating(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/summary-rating/${id}`,
-    );
-    return data;
-  }
-
-  async getDataComment(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-comment/`);
-    return data;
-  }
-
-  async createDataComment(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.post(
-      `${nimbusUrl}/api/catalog/data-comment/`,
-      body,
-    );
-    return data;
-  }
-
-  async getDataReview(body, params) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-review/`, {
-      params: params,
-    });
-    return data;
-  }
-
-  async createTags(data: Messages.TagTableRequest, metadata) {
-    this.logger.info('CatalogService - createTags');
-
-    const response = await lastValueFrom(
-      this.catalogWriteService.TagTable(data, metadata),
-    )
-      .then((res) => {
-        this.logger.info('Done');
-        return res;
-      })
-      .catch((err) => {
-        this.logger.error(err.message);
-        throw new Error(err);
-      });
-
-    return { data_assets: response };
-  }
-
   async findAllTags(data, metadata) {
     this.logger.info('CatalogService - findAllCustomerTags');
 
@@ -532,76 +385,6 @@ class CatalogService implements OnModuleInit {
 
     return response;
   }
-
-  async findAllTableTags(data, metadata) {
-    this.logger.info('CatalogService - findAllTableTags');
-
-    const response = await lastValueFrom(
-      this.catalogReadService.GetTableTags(data, metadata),
-    )
-      .then((res) => {
-        this.logger.info('Done');
-        return res;
-      })
-      .catch((err) => {
-        this.logger.error(err.message);
-        throw new Error(err);
-      });
-
-    return response;
-  }
-
-  async deleteTags(data, metadata) {
-    this.logger.info('CatalogService - deleteTags');
-
-    const response = await lastValueFrom(
-      this.catalogWriteService.UntagTable(data, metadata),
-    )
-      .then((res) => {
-        this.logger.info('Done');
-        return res;
-      })
-      .catch((err) => {
-        this.logger.error(err.message);
-        throw new Error(err);
-      });
-
-    return response;
-  }
-
-  async createTableTags(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.post(
-      `${nimbusUrl}/api/catalog/table-tags/`,
-      body,
-    );
-    return data;
-  }
-
-  async deleteTableTags(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.delete(
-      `${nimbusUrl}/api/catalog/table-tags/${id}`,
-    );
-    return data;
-  }
-
-  async getTableRules(body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.get(
-      `${nimbusUrl}/api/catalog/table-rules/`,
-      body,
-    );
-    return data;
-  }
-
-  async deleteTableRules(id, body) {
-    const nimbusUrl = this._getNimbusUrl(body);
-    const { data } = await axios.delete(
-      `${nimbusUrl}/api/catalog/table-rules/${id}`,
-    );
-    return data;
-  }
 }
 
 export { CatalogService };

src/modules/catalog/dtos/index.ts

@@ -0,0 +1,203 @@
+import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
+
+export class IRole {
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  id: string;
+}
+
+export class IUser {
+  @ApiProperty()
+  username: string;
+  @ApiProperty()
+  id: string;
+}
+
+export class IComment {
+  @ApiProperty()
+  id: number;
+  @ApiProperty()
+  message: string;
+  @ApiProperty()
+  created_at: string;
+  @ApiProperty()
+  username: string;
+}
+
+export class IDataAsset {
+  @ApiProperty()
+  id: number;
+  @ApiPropertyOptional()
+  database_name?: string;
+  @ApiPropertyOptional()
+  table_name?: string;
+  @ApiPropertyOptional()
+  num_columns?: number;
+  @ApiPropertyOptional()
+  location?: string;
+  @ApiPropertyOptional()
+  created_time?: string;
+  @ApiPropertyOptional()
+  table_type?: string;
+  @ApiPropertyOptional()
+  size_in_bytes?: number;
+  @ApiPropertyOptional()
+  num_files?: number;
+  @ApiPropertyOptional()
+  data_encrypted?: string;
+  @ApiPropertyOptional()
+  num_rows?: number;
+  @ApiPropertyOptional()
+  display_name?: string;
+  @ApiProperty()
+  pipeline_id: string;
+  @ApiProperty()
+  user_id: string;
+  @ApiProperty()
+  description: string;
+  @ApiProperty()
+  data_asset_type: string;
+  @ApiProperty()
+  tags: string[];
+  @ApiProperty()
+  owner: string;
+  @ApiProperty({ type: [IRole] })
+  roles: IRole[];
+  @ApiProperty({ type: [IUser] })
+  users: IUser[];
+  @ApiPropertyOptional()
+  dashboard_id?: number;
+  @ApiPropertyOptional()
+  name?: string;
+  @ApiPropertyOptional()
+  parameters?: string[];
+  @ApiPropertyOptional()
+  embedding_params?: object;
+  @ApiPropertyOptional()
+  created_at?: string;
+  @ApiPropertyOptional()
+  updated_at?: string;
+  @ApiProperty({ type: [IComment] })
+  comments: IComment[];
+}
+
+export class IOneDataAsset {
+  @ApiProperty()
+  data_asset: IDataAsset;
+}
+
+export class IMakeAComment {
+  @ApiProperty()
+  message: string;
+}
+
+export class IDeleteComment {
+  @ApiProperty()
+  comment: IComment;
+}
+
+export class ICatalogAllResponse {
+  @ApiProperty({ type: [IDataAsset] })
+  data_assets: IDataAsset[];
+  @ApiProperty()
+  total: number;
+}
+
+export class IData {
+  @ApiProperty()
+  var: number;
+  @ApiProperty()
+  date: string;
+  @ApiProperty()
+  last: number;
+  @ApiProperty()
+  maximum: number;
+  @ApiProperty()
+  minimum: number;
+  @ApiProperty()
+  day_opening: number;
+}
+
+export class IUpdateDataRequest {
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  description: string;
+  @ApiProperty()
+  tags: string[];
+}
+
+export class IPreview {
+  @ApiProperty()
+  id: string;
+  @ApiProperty()
+  database_name: string;
+  @ApiProperty()
+  table_name: string;
+  @ApiProperty({ type: [IData] })
+  data: IData[];
+}
+
+export class IDocs {
+  @ApiProperty()
+  id: string;
+  @ApiProperty()
+  docs: string;
+  @ApiProperty()
+  updated_at: string;
+  @ApiProperty()
+  table_id: string;
+}
+
+export class IColumnMetadata {
+  @ApiProperty()
+  id: string;
+  @ApiProperty()
+  table_name: string;
+  @ApiProperty()
+  column_name: string;
+  @ApiProperty()
+  data_type: string;
+  @ApiProperty()
+  missing_count: string;
+  @ApiProperty()
+  min: string;
+  @ApiProperty()
+  max: string;
+  @ApiProperty()
+  count: string;
+  @ApiProperty()
+  histogram: string;
+  @ApiProperty()
+  mean: string;
+  @ApiProperty()
+  median: string;
+  @ApiProperty()
+  missing_rate: string;
+  @ApiProperty()
+  stddev: string;
+  @ApiProperty()
+  unique_count: string;
+  @ApiProperty()
+  unique_rate: string;
+  @ApiProperty()
+  analyzer_rules: string[];
+  @ApiProperty()
+  version: string;
+}
+
+export class IPreviewResponse {
+  @ApiProperty()
+  preview: IPreview;
+}
+
+export class IDocsResponse {
+  @ApiProperty()
+  docs: IDocs;
+}
+
+export class IColumnsMetadataResponse {
+  @ApiProperty({ type: [IColumnMetadata] })
+  columns_metadata: IColumnMetadata[];
+}

src/modules/connector/client.service.ts

@@ -263,13 +263,13 @@ export class ConnectorClientService implements OnModuleInit {
     });
   }
 
-  async getConnectorDetails(plugin: string, language: string) {
+  async getConnectorDetails(connectorId: string, language: string) {
     const meta = new Metadata();
     meta.add('Language', language);
     return lastValueFrom(
       this.connectorServiceRead.GetConnectorDetails(
         {
-          plugin,
+          plugin: connectorId,
         },
         meta,
       ),

src/modules/duc/client.config.ts

@@ -16,12 +16,12 @@ export class DucClient {
     transport: Transport.GRPC,
     options: {
       url: process.env.DUC_URL,
-      package: ProtoPackages.WritePackage,
+      package: [ProtoPackages.WritePackage, ProtoPackages.ReadPackage],
       credentials:
         process.env.LOCAL_ENV || process.env.ENV === 'local'
           ? undefined
           : credentials.createSsl(),
-      protoPath: ProtoPaths.WriteFilePath,
+      protoPath: [ProtoPaths.WriteFilePath, ProtoPaths.ReadFilePath],
       loader: {
         keepCase: true,
         enums: String,

src/modules/inputs/inputs.controller.ts

@@ -7,6 +7,7 @@ import {
   Param,
   Patch,
   Post,
+  UseFilters,
 } from '@nestjs/common';
 import { InputsService } from './inputs.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
@@ -26,8 +27,11 @@ import {
 import { UpdateInputRequest } from './dtos/old_interfaces';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
+import ErrorBuilder from 'src/utils/ErrorBuilder';
+import ErrorCodes from 'src/utils/errorCodes';
+import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 
-@ApiTags('inputs')
+@ApiTags('Inputs')
 @Controller('inputs')
 @AuthenticateCondition((req, user) => {
   switch (req.method) {
@@ -38,7 +42,9 @@ import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entitie
         user.permissions.includes(
           PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE.seqid,
         ) ||
-        user.permissions.includes(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid)
+        user.permissions.includes(
+          PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid,
+        )
       );
 
     default:
@@ -49,10 +55,13 @@ import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entitie
         user.permissions.includes(
           PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid,
         ) ||
-        user.permissions.includes(PERMISSIONS_GROUPS.PIPELINE.permissions.GET.seqid)
+        user.permissions.includes(
+          PERMISSIONS_GROUPS.PIPELINE.permissions.GET.seqid,
+        )
       );
   }
 })
+@UseFilters(new GrpcToHttpExceptionFilter())
 export class InputsController {
   logger: DadosferaLogger;
   constructor(
@@ -90,6 +99,7 @@ export class InputsController {
   @Post('/test-connection/get-columns')
   @ApiOkResponse({ type: TestConnectionGetColumnsRes })
   async getColumns(@Body() data: TestConnectionGetColumnsReq) {
+    throw new ErrorBuilder(ErrorCodes.NOT_IMPLEMENTED);
     this.logger.info(
       `/test-connection/get-columns - ON TEST CONNECTION GET COLUMNS ROUTE`,
       {

src/modules/inputs/inputs.service.ts

@@ -72,17 +72,6 @@ export class InputsService {
       objectCamelToSnake(createInputResponse);
       return createInputResponse;
     },
-    findOne: async (data: IIdRequest) => {
-      this.logger.info('InputClientService - FindOne');
-      const findOneInputResponse = await lastValueFrom(
-        this.inputReadService.InputFindOne(data),
-      ).catch((e) => {
-        this.logger.error(e.details);
-        throw new HttpException(e.details, HttpStatus.INTERNAL_SERVER_ERROR);
-      });
-      objectCamelToSnake(findOneInputResponse);
-      return findOneInputResponse;
-    },
     update: async (updateInputDTO: UpdateInputRequest) => {
       this.logger.info('InputClientService - Update');
       const updateInputResponse = await lastValueFrom(
@@ -91,14 +80,6 @@ export class InputsService {
 
       return updateInputResponse;
     },
-    remove: async (idRequest: IIdRequest) => {
-      this.logger.info('InputClientService - Remove');
-      const removeInputResponse = await lastValueFrom(
-        this.inputWriteService.InputRemove(idRequest),
-      );
-
-      return removeInputResponse;
-    },
     testConnection: async (data: TestConnectionRequest) => {
       this.logger.info('InputClientService - TestConnection');
       const testConnectionResponse = await lastValueFrom(
@@ -239,17 +220,13 @@ export class InputsService {
   }
 
   async findOne(idRequest: IIdRequest) {
-    try {
-      const findOneInputResponse: any = await this.OLD_inputClient.findOne(
-        idRequest,
-      );
-      findOneInputResponse.input = this.adjustInputPayload(
-        findOneInputResponse.input,
-      );
-      return findOneInputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
+    const findOneInputResponse: any = await lastValueFrom(
+      this.inputReadService.InputFindOne(idRequest),
+    );
+    findOneInputResponse.input = this.adjustInputPayload(
+      findOneInputResponse.input,
+    );
+    return findOneInputResponse;
   }
 
   async update(id: string, data, info: Info) {
@@ -271,13 +248,7 @@ export class InputsService {
   }
 
   async remove(idRequest: IIdRequest) {
-    try {
-      const removeInputResponse = await this.OLD_inputClient.remove(idRequest);
-
-      return removeInputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
+    return lastValueFrom(this.inputWriteService.InputRemove(idRequest));
   }
 
   @Timeout(60000 * 10) // Timeout set for 10 minutes

src/modules/oauth/oauth.controller.ts

@@ -5,9 +5,7 @@ import { ConnectionClientService } from '../connection/client.service';
 import jwt from 'jsonwebtoken';
 import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
-import { Authenticated } from 'src/authentication/authentication.decorator';
 @ApiTags('oauth')
-@Authenticated()
 @Controller('oauth')
 export class OauthController {
   redirectUrl: string;
@@ -19,13 +17,13 @@ export class OauthController {
     switch (process.env.ENV) {
       case 'dev':
       case 'stg':
-        this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/coletix/auth-callback`;
+        this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/collect/auth-callback`;
         break;
       case 'prd':
-        this.redirectUrl = `https://app.dadosfera.ai/coletix/auth-callback`;
+        this.redirectUrl = `https://app.dadosfera.ai/collect/auth-callback`;
         break;
       default:
-        this.redirectUrl = `http://localhost:4200/coletix/auth-callback`;
+        this.redirectUrl = `http://localhost:4200/collect/auth-callback`;
     }
   }
   @Get('hubspot')

src/modules/pipelines/client.service.ts

@@ -1,21 +1,9 @@
-import {
-  BadRequestException,
-  ConflictException,
-  Inject,
-  InternalServerErrorException,
-  OnModuleInit,
-} from '@nestjs/common';
-import { ClientGrpc, Payload } from '@nestjs/microservices';
+import { ConflictException, Inject, OnModuleInit } from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
 import { PipelineServicesNames, PipelinesServiceInterface } from 'protospack';
 import { lastValueFrom } from 'rxjs';
-import { objectSnakeToCamel } from 'src/utils/CaseConverter';
 
-import {
-  ICreatePipelineDto,
-  IGetPipelineLogsRequest,
-  IIdRequest,
-  IUpdatePipelineRequest,
-} from './interfaces';
+import { IIdRequest } from './interfaces';
 
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PipelinesClientConfiguration } from './pipelines-client';
@@ -39,91 +27,6 @@ export class PipelinesClientService implements OnModuleInit {
       );
   }
 
-  async create(@Payload() createPipelineDto: ICreatePipelineDto) {
-    this.logger.info('PipelinesClientService - Create');
-    const createPipelineResponse = await lastValueFrom(
-      this.pipelineService.Create(objectSnakeToCamel(createPipelineDto)),
-    ).catch((error: { details: string }) => {
-      if (error.details.includes('INVALID_REQUEST')) {
-        const [, message] = error.details.split('|');
-        throw new BadRequestException(message);
-      }
-      throw new InternalServerErrorException(error.details);
-    });
-    this.logger.info('Done');
-
-    return createPipelineResponse;
-  }
-
-  async findAll(data) {
-    this.logger.info('PipelinesClientService - FindAll');
-    const findAllPipelineResponse = await lastValueFrom(
-      this.pipelineService.FindAll(data),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return findAllPipelineResponse;
-  }
-
-  async findOne(data: IIdRequest) {
-    this.logger.info('PipelinesClientService - FindOne');
-
-    const findOnePipelineResponse = await lastValueFrom(
-      this.pipelineService.FindOne(data),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return findOnePipelineResponse;
-  }
-
-  async update(UpdatePipelineRequest: IUpdatePipelineRequest) {
-    this.logger.info('PipelinesClientService - Update');
-
-    const updatePipelineResponse = await lastValueFrom(
-      this.pipelineService.Update(UpdatePipelineRequest),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return updatePipelineResponse;
-  }
-
-  async remove(data: IIdRequest) {
-    this.logger.info('PipelinesClientService - Remove');
-
-    const removePipelineResponse = await lastValueFrom(
-      this.pipelineService.remove(data),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return removePipelineResponse;
-  }
-
-  async getPipelineLogsMessages(data: IGetPipelineLogsRequest) {
-    this.logger.info('PipelinesClientService - GetPipelineLogsMessages');
-
-    const logsPipelineResponse = await lastValueFrom(
-      this.pipelineService.getPipelineLogs(data),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return logsPipelineResponse;
-  }
-
   async getPipelineStatus(data) {
     this.logger.info('PipelinesClientService - GetPipelineStatus');
 

src/modules/pipelines/pipelines.controller.ts

@@ -1,13 +1,4 @@
-import {
-  Body,
-  Controller,
-  Delete,
-  Get,
-  Inject,
-  Param,
-  Post,
-  Put,
-} from '@nestjs/common';
+import { Body, Controller, Get, Inject, Param, Post } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import {
   AuthenticateCondition,
@@ -16,7 +7,6 @@ import {
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { RequestUser, User } from 'src/authentication/user.decorator';
 
 @ApiTags('Pipelines')
 @Controller('pipelines')
@@ -86,84 +76,4 @@ export class PipelinesController {
 
     return response;
   }
-
-  @Get(':id/:details')
-  async getPipelineLogs(@Param() params) {
-    const { id, details } = params;
-    this.logger.info(
-      process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE LOGS ROUTE`,
-      {},
-    );
-
-    const response = await this.pipelineService.getPipelineLogsMessages(
-      id,
-      details,
-    );
-
-    return response;
-  }
-
-  @Post()
-  async create(@Body() createPipelineDto) {
-    this.logger.info(process.env.DEV_URL + `/pipelines ON CREATE ROUTE`);
-
-    const response = await this.pipelineService.create(createPipelineDto);
-
-    return response;
-  }
-
-  @Get()
-  async findAll(@User() user: RequestUser) {
-    this.logger.info(process.env.DEV_URL + `/pipeline ON Find All ROUTE`, {
-      user: user.user_id,
-      customer: user.customer_id,
-    });
-
-    const { customer_id, user_id, customer_name } = user;
-
-    const response = await this.pipelineService.findAll({
-      customer_name,
-      customer_id,
-      user_id,
-    });
-
-    return response;
-  }
-
-  @Get('/:id')
-  async findOne(@Body() data, @Param() params) {
-    const { id } = params;
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON Find One ROUTE`);
-
-    const response = await this.pipelineService.findOne({ id, ...data });
-
-    return response;
-  }
-
-  @Put(':id')
-  async update(@Body() updatePipelineDto, @Param() params) {
-    const { id } = params;
-    const { info } = updatePipelineDto;
-    delete updatePipelineDto.info;
-
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON UPDATE ROUTE`);
-
-    const response = await this.pipelineService.update(
-      id,
-      updatePipelineDto,
-      info,
-    );
-
-    return response;
-  }
-
-  @Delete(':id')
-  async delete(@Body() data, @Param() params) {
-    const { id } = params;
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON DELETE ROUTE`);
-
-    const response = await this.pipelineService.remove({ id, ...data });
-
-    return response;
-  }
 }

src/modules/pipelines/pipelines.service.ts

@@ -1,6 +1,4 @@
 import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
-import { DecodeGrpcStruct } from 'protospack';
-import { Info } from 'protospack/dist/lib/interfaces';
 import { PipelinesClientService } from './client.service';
 import { IIdRequest } from './interfaces';
 import { objectCamelToSnake } from 'src/utils/CaseConverter';
@@ -9,91 +7,6 @@ import { objectCamelToSnake } from 'src/utils/CaseConverter';
 export class PipelinesService {
   constructor(private pipelineClient: PipelinesClientService) {}
 
-  adjustPayload(payload) {
-    if (payload.input?.input_generic) {
-      payload.input = DecodeGrpcStruct(payload.input?.input_generic);
-    } else {
-      payload.input = payload.input?.input_s3 || payload.input?.input_jdbc;
-    }
-  }
-
-  async create(createPipelineDto) {
-    const createPipelineResponse = await this.pipelineClient.create(
-      createPipelineDto,
-    );
-
-    const pipeline = objectCamelToSnake(createPipelineResponse);
-    this.adjustPayload(pipeline.pipeline);
-
-    return pipeline;
-  }
-
-  async findOne(data: IIdRequest) {
-    try {
-      const findOnePipelineResponse = await this.pipelineClient.findOne(data);
-
-      const pipeline = objectCamelToSnake(findOnePipelineResponse);
-      this.adjustPayload(pipeline.pipeline);
-
-      return pipeline;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async findAll(data) {
-    try {
-      const { pipelines } = await this.pipelineClient.findAll({
-        info: data,
-      });
-      if (pipelines)
-        pipelines.forEach((pipeline) => {
-          this.adjustPayload(pipeline);
-        });
-      return { pipelines: pipelines || [] };
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async update(id: string, data, info: Info) {
-    try {
-      const updatePipelineResponse = await this.pipelineClient.update({
-        id,
-        info,
-        ...data,
-      });
-
-      const pipeline = objectCamelToSnake(updatePipelineResponse);
-      this.adjustPayload(pipeline);
-
-      return pipeline;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async remove(data: IIdRequest) {
-    try {
-      const removePipelineResponse = await this.pipelineClient.remove(data);
-
-      return removePipelineResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async getPipelineLogsMessages(id: string, details: string) {
-    try {
-      const pipelineLogsResponse =
-        await this.pipelineClient.getPipelineLogsMessages({ id, details });
-
-      return objectCamelToSnake(pipelineLogsResponse);
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
   async getPipelineStatus(data: IIdRequest) {
     try {
       const pipelineStatusResponse =

src/modules/pipelinesV2/pipelines.controller.ts

@@ -9,8 +9,15 @@ import {
   Put,
   Headers,
   Query,
+  UseFilters,
+  HttpCode,
+  HttpStatus,
 } from '@nestjs/common';
-import { ApiCreatedResponse, ApiTags } from '@nestjs/swagger';
+import {
+  ApiCreatedResponse,
+  ApiNoContentResponse,
+  ApiTags,
+} from '@nestjs/swagger';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
@@ -21,7 +28,10 @@ import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
 import { ICreatePipelineV2Req, IPipelineV2 } from './interfaces';
-@ApiTags('Pipelines')
+import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+
+@UseFilters(new GrpcToHttpExceptionFilter())
+@ApiTags('PipelinesV2')
 @Controller('pipelinesV2')
 @AuthenticateCondition((req, user) => {
   let action;
@@ -61,7 +71,7 @@ export class PipelinesController {
     @User() user: RequestUser,
     @Body() createPipelineDto: ICreatePipelineV2Req,
   ) {
-    this.logger.info(process.env.DEV_URL + `/pipelines ON CREATE ROUTE`);
+    this.logger.info('PipelinesController - create', { user });
     if (!language) language = 'en-us';
     const { customer_id, customer_name, username, user_id } = user;
     const metadata = PackTheMetadata({
@@ -86,10 +96,7 @@ export class PipelinesController {
     @Headers('Dadosfera-Lang') language,
     @Query() data,
   ) {
-    this.logger.info(process.env.DEV_URL + `/pipeline ON Find All ROUTE`, {
-      user: user.user_id,
-      customer: user.customer_name,
-    });
+    this.logger.info('PipelinesController - findAll', { user });
 
     if (!language) language = 'en-us';
 
@@ -109,13 +116,28 @@ export class PipelinesController {
     };
   }
 
+  @Get(':id/config')
+  async getPipelineproperties(
+    @Headers('Dadosfera-Lang') language,
+    @User() user: RequestUser,
+    @Param('id') id,
+  ) {
+    this.logger.info('PipelinesController - getPipelineproperties', { user });
+    const metadata = PackTheMetadata({
+      ...user,
+      language: language || 'pt-br',
+    });
+    return this.pipelinesClientService.findOneProperties(id, metadata);
+  }
+
   @Get('/:id')
   async findOne(
     @Headers('Dadosfera-Lang') language,
     @User() user: RequestUser,
     @Param('id') id,
   ): Promise<Messages.PipelineV2FindOneResponse> {
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON Find One ROUTE`);
+    this.logger.info('PipelinesController - findOne', { user });
+
     if (!language) language = 'en-us';
 
     const { customer_id, customer_name, user_id, username } = user;
@@ -131,13 +153,16 @@ export class PipelinesController {
     const result = await this.pipelinesClientService
       .findOne({ id }, metadata)
       .then((res) => {
+        //{pipeline:{tables: {tables: [], input_id: ''}}}
+        let tables = JSON.parse(res.pipeline.config.tables);
+        if (tables?.tables) tables = tables.tables;
         Object.assign(res.pipeline, {
           transformations: res.pipeline.transformations
             ? JSON.parse(res.pipeline.transformations)
             : [],
           config: {
             cron: res.pipeline.config.cron,
-            tables: JSON.parse(res.pipeline.config.tables),
+            tables,
           },
           properties: res.pipeline.properties
             ? JSON.parse(res.pipeline.properties)
@@ -149,12 +174,15 @@ export class PipelinesController {
   }
 
   @Put('/:id')
-  async update(@Body() updatePipelineDto, @Param('id') id) {
+  async update(
+    @Body() updatePipelineDto,
+    @Param('id') id,
+    @User() user: RequestUser,
+  ) {
+    this.logger.info('PipelinesController - findOne', { user });
     const { info } = updatePipelineDto;
     delete updatePipelineDto.info;
 
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON UPDATE ROUTE`);
-
     const response = await this.pipelinesClientService.update({
       ...updatePipelineDto,
       info,
@@ -165,12 +193,17 @@ export class PipelinesController {
   }
 
   @Delete(':id')
-  async delete(@Body() data, @Param() params) {
+  @ApiNoContentResponse()
+  @HttpCode(HttpStatus.NO_CONTENT)
+  async delete(@Param() params, @User() user: RequestUser) {
+    this.logger.info('PipelinesController - delete', { user });
     const { id } = params;
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON DELETE ROUTE`);
-
-    const response = await this.pipelinesClientService.remove({ id, ...data });
-
-    return response;
+    const metadata = PackTheMetadata({
+      customer_id: user.customer_id,
+      customer_name: user.customer_name,
+      user_id: user.user_id,
+    });
+    await this.pipelinesClientService.remove({ id, metadata, user });
+    this.logger.info('PipelinesController - delete: OK');
   }
 }

src/modules/pipelinesV2/pipelines.module.ts

@@ -8,6 +8,9 @@ import { PipelinesService } from './pipelines.service';
 import { PipelinesClientConfiguration } from './pipelines-client';
 
 import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
+import { ConnectorModule } from '../connector/connector.module';
+import { InputsModule } from '../inputs/inputs.module';
+import { TransformationsModule } from '../transformations/transformations.module';
 
 const client = new PipelinesClientConfiguration();
 
@@ -15,6 +18,9 @@ const client = new PipelinesClientConfiguration();
   imports: [
     ClientsModule.register([client.providerOptions]),
     OldPipelineModule,
+    ConnectorModule,
+    InputsModule,
+    TransformationsModule,
   ],
   controllers: [PipelinesController],
   providers: [PipelinesService, DadosferaLogger],

src/modules/pipelinesV2/pipelines.service.ts

@@ -17,6 +17,11 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PipelinesClientConfiguration } from './pipelines-client';
 import { ICreatePipelineV2Req } from './interfaces';
 import { PipelineV2CreateRequest } from '@dadosfera/protospack-v2/dist/lib/PipelineV2/interfaces/messages';
+import { Metadata } from '@grpc/grpc-js';
+import { ConnectorClientService } from '../connector/client.service';
+import { InputsService } from '../inputs/inputs.service';
+import { RequestUser } from 'src/authentication/user.decorator';
+import { TransformationsService } from '../transformations/transformations.service';
 
 export class PipelinesService implements OnModuleInit {
   logger: DadosferaLogger;
@@ -27,6 +32,9 @@ export class PipelinesService implements OnModuleInit {
     dadosferaLogger: DadosferaLogger,
     @Inject(PipelinesClientConfiguration.name)
     private readonly grpcClient: ClientGrpc,
+    private readonly connectorService: ConnectorClientService,
+    private readonly inputsService: InputsService,
+    private readonly transformationsService: TransformationsService,
   ) {
     this.logger = dadosferaLogger.logger;
   }
@@ -125,10 +133,7 @@ export class PipelinesService implements OnModuleInit {
 
     const findOnePipelineResponse = await lastValueFrom(
       this.pipelineReadService.PipelineV2FindOne(data, metadata),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
+    );
     this.logger.info('Done');
 
     return findOnePipelineResponse;
@@ -139,34 +144,93 @@ export class PipelinesService implements OnModuleInit {
 
     const updatePipelineResponse = await lastValueFrom(
       this.pipelineWriteService.PipelineV2Update(UpdatePipelineRequest),
-    )
-      .then((res) => {
-        this.logger.info('Done');
-        return res;
-      })
-      .catch((err) => {
-        this.logger.error(err.message);
-        throw new Error(err);
-      });
+    );
+    this.logger.info('Done');
 
     return updatePipelineResponse;
   }
 
-  async remove(data: Messages.PipelineV2RemoveRequest) {
-    this.logger.info('PipelinesClientService - Remove');
+  async remove(data: { id: string; metadata: Metadata; user: RequestUser }) {
+    const { id, metadata, user } = data;
+    const info = {
+      user_id: user.user_id,
+      customer_id: user.customer_id,
+      customer: user.customer_name,
+    };
+    const { pipeline } = await lastValueFrom(
+      this.pipelineReadService.PipelineV2FindOne({ id }, metadata),
+    );
+    await lastValueFrom(
+      this.pipelineWriteService.PipelineV2Remove({ id }, metadata),
+    );
 
-    const removePipelineResponse = await lastValueFrom(
-      this.pipelineWriteService.PipelineV2Remove(data),
-    )
-      .then((res) => {
-        this.logger.info('Done');
-        return res;
-      })
-      .catch((err) => {
-        this.logger.error(err.message);
-        throw new Error(err);
-      });
+    //{pipeline:{tables: {tables: [], input_id: ''}}}
+    const input = pipeline.config.tables
+      ? JSON.parse(pipeline.config.tables)
+      : null;
+    if (input)
+      await this.inputsService
+        .remove({
+          id: input.input_id,
+          info,
+        })
+        .catch((error) =>
+          this.logger.error('Could not delete input', {
+            data: { input, error },
+          }),
+        );
 
-    return removePipelineResponse;
+    const transformations: { id: string }[] = pipeline.transformations
+      ? JSON.parse(pipeline.transformations)
+      : null;
+    if (transformations && transformations.length)
+      for (const transformation of transformations) {
+        await this.transformationsService
+          .remove({
+            id: transformation.id,
+            info,
+          })
+          .catch((error) =>
+            this.logger.error('Could not delete transformation', {
+              data: { transformation, error },
+            }),
+          );
+      }
+  }
+
+  async findOneProperties(id: string, metadata: Metadata) {
+    this.logger.info('PipelinesClientService - findOneProperties');
+    const { pipeline } = await this.findOne({ id }, metadata);
+
+    const pipelineProperties = JSON.parse(pipeline.properties);
+
+    const connectorId = `${pipeline.connector_plugin}-${pipeline.connector_version}`;
+
+    const res = await this.connectorService.getConnectorDetails(
+      connectorId,
+      metadata.get('language')[0].toString(),
+    );
+    const connector = JSON.parse(res.connector);
+    const config_controls = connector.config_controls || [];
+
+    for (const key in pipelineProperties) {
+      const i = config_controls
+        .map((cc) => cc.name)
+        .indexOf(`properties.${key}`);
+      if (i > -1) {
+        config_controls[i] = {
+          ...config_controls[i],
+          default_value: pipelineProperties[key],
+        };
+      }
+    }
+
+    return {
+      pipeline: {
+        ...pipeline,
+        config_controls,
+        properties: pipelineProperties,
+      },
+    };
   }
 }

src/modules/termsOfUse/termsOfUse.controller.ts

@@ -17,6 +17,7 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
 import { RequestUser, User } from '../../authentication/user.decorator';
+import { Metadata } from '@grpc/grpc-js';
 
 @ApiTags('TermsOfUse')
 @UseFilters(new GrpcToHttpExceptionFilter())
@@ -33,10 +34,15 @@ export class TermsOfUseController {
   }
 
   @Get('token')
-  async getToken(@User({ required: true }) user: RequestUser) {
+  async getToken(
+    @User({ required: true }) user: RequestUser,
+    @Headers('Dadosfera-Lang') language: string,
+  ) {
     this.logger.info('/terms-of-use - get token');
+    const metadata = new Metadata();
+    metadata.add('language', language || 'pt-br');
 
-    return this.termsOfUseClient.getToken({ userId: user.user_id });
+    return this.termsOfUseClient.getToken({ userId: user.user_id }, metadata);
   }
 
   @Post('accept')

src/modules/termsOfUse/termsOfUse.service.ts

@@ -10,6 +10,7 @@ import {
   TermsOfUseAcceptRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
+import { Metadata } from '@grpc/grpc-js';
 
 @Injectable()
 export class TermsOfUseClientService implements OnModuleInit {
@@ -31,8 +32,10 @@ export class TermsOfUseClientService implements OnModuleInit {
       );
   }
 
-  async getToken(data: TermsOfUseGetTokenRequest) {
-    return lastValueFrom(this.termsOfUseService.TermsOfUseGetToken(data));
+  async getToken(data: TermsOfUseGetTokenRequest, metadata: Metadata) {
+    return lastValueFrom(
+      this.termsOfUseService.TermsOfUseGetToken(data, metadata),
+    );
   }
 
   async accept(data: TermsOfUseAcceptRequest) {

src/modules/transformations/transformations.controller.ts

@@ -11,34 +11,19 @@ import {
 import { ApiTags } from '@nestjs/swagger';
 import { TransformationsClientService } from './client.service';
 import { IIdRequest } from './interfaces';
-import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
+import {
+  AuthenticateCondition,
+  Authenticated,
+  RequireSomePermission,
+} from 'src/authentication/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { TransformationsService } from './transformations.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { RequestUser, User } from 'src/authentication/user.decorator';
-
+const pipelinePermissions = PERMISSIONS_GROUPS.PIPELINE.permissions;
 @ApiTags('Transformations')
 @Controller('transformations')
-@AuthenticateCondition((req, user) => {
-  let action;
-
-  switch (req.method) {
-    case 'POST':
-      action = 'CREATE';
-      break;
-
-    case 'PUT':
-      action = 'UPDATE';
-      break;
-
-    default:
-      action = req.method;
-  }
-
-  return user.permissions.includes(
-    PERMISSIONS_GROUPS.TRANSFORMATIONS.permissions[action].seqid,
-  );
-})
+@Authenticated()
 export class TransformationsController {
   logger: DadosferaLogger;
   constructor(
@@ -50,6 +35,7 @@ export class TransformationsController {
   }
 
   @Post()
+  @RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
   async create(@Body() createTransformationDto) {
     this.logger.info(`/transformation - ON CREATE ROUTE`, {
       user: createTransformationDto.info.user_id,
@@ -67,6 +53,7 @@ export class TransformationsController {
   }
 
   @Get()
+  @RequireSomePermission(pipelinePermissions.GET)
   async findAll(@Body() data: IIdRequest) {
     this.logger.info(`/transformation - ON Find All ROUTE`, {
       user: data.info.user_id,
@@ -82,6 +69,7 @@ export class TransformationsController {
   }
 
   @Get('/:id')
+  @RequireSomePermission(pipelinePermissions.GET)
   async findOne(@Body() data, @Param() params) {
     const { id } = params;
     this.logger.info(`/transformation/${id} - ON Find One ROUTE`, {
@@ -98,6 +86,7 @@ export class TransformationsController {
   }
 
   @Put(':id')
+  @RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
   async update(
     @User() user: RequestUser,
     @Body() updateTransformationDto,
@@ -120,6 +109,7 @@ export class TransformationsController {
   }
 
   @Delete(':id')
+  @RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
   async delete(@Body() data, @Param() params) {
     const { id } = params;
     this.logger.info(`/transformation/${id} - ON DELETE ROUTE`, {

src/modules/users/dtos/entities.ts

@@ -55,7 +55,10 @@ export class UserNoRoles extends OmitType(User, ['roles']) {}
 export class UserNoRolesAndCustomer extends OmitType(UserNoRoles, [
   'customer',
 ]) {}
-export class UserByCustomer extends OmitType(User, ['customer']) {}
+export class IUserByCustomer extends OmitType(User, ['customer']) {
+  @ApiPropertyOptional()
+  permissions?: string[];
+}
 
 export class CreateUserReq {
   @ApiPropertyOptional()
@@ -111,11 +114,11 @@ export class UpdateUserReq {
 
 export class UpdateUserRes {
   @ApiProperty()
-  user: UserByCustomer;
+  user: IUserByCustomer;
 }
 export class GetAllUsersByCustomerIdRes {
-  @ApiProperty({ type: [UserByCustomer] })
-  users: UserByCustomer[];
+  @ApiProperty({ type: [IUserByCustomer] })
+  users: IUserByCustomer[];
   @ApiProperty()
   departments: string[];
   @ApiProperty()
@@ -153,7 +156,7 @@ export class SetUserRolesReq {
 
 export class SetUserRolesRes {
   @ApiProperty()
-  user: UserByCustomer;
+  user: IUserByCustomer;
 }
 
 export class SearchUserRes extends GetAllUsersByCustomerIdRes {}

src/modules/users/users.controller.ts

@@ -45,10 +45,12 @@ import {
   UnassignRoleToUserReq,
   UpdateUserReq,
   UpdateUserRes,
-  UserByCustomer,
+  IUserByCustomer,
 } from './dtos/entities';
 import { UsersService } from './users.service';
 import { Metadata } from '@grpc/grpc-js';
+import ErrorBuilder from 'src/utils/ErrorBuilder';
+import ErrorCodes from 'src/utils/errorCodes';
 
 // TODO GET de hierarquias e do PATCH em usuário
 @ApiTags('Users')
@@ -123,9 +125,8 @@ export class UsersController {
   }
 
   @Get(':id')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
   @ApiOkResponse({
-    type: UserByCustomer,
+    type: IUserByCustomer,
   })
   async findOneById(
     @User() user: RequestUser,
@@ -134,6 +135,14 @@ export class UsersController {
   ) {
     this.logger.info('findOneById', { user });
     this.userService.setLanguage(language);
+    if (
+      id !== user.user_id &&
+      !user.permissions.includes(
+        PERMISSIONS_GROUPS.USERS.permissions.ADMIN.seqid,
+      )
+    ) {
+      throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
+    }
     return await this.userService.findOneById(id);
   }
 

src/modules/users/users.service.ts

@@ -18,6 +18,7 @@ import {
   BatchCreateUserReq,
   CreateUserReq,
   Hierarchy,
+  IUserByCustomer,
   SetUserRolesReq,
   UpdateUserReq,
 } from './dtos/entities';
@@ -77,11 +78,24 @@ export class UsersService implements OnModuleInit {
     };
   }
 
-  async findOneById(id: string) {
+  async findOneById(id: string): Promise<{ user: IUserByCustomer }> {
     const { user } = await lastValueFrom(
       this.usersClientService.UserFindOneById({ id }),
     );
-    return { user: this.adjustUsersPayload([user])[0] };
+    const res: { user: IUserByCustomer } = {
+      user: this.adjustUsersPayload([user])[0],
+    };
+    const { permissions } = await lastValueFrom(
+      this.usersClientService.GetUserPermissions({ id }),
+    ).catch((error) => {
+      this.logger.error('UsersService.findOneById - GetUserPermissions', {
+        error,
+      });
+      const permissions: string[] = [];
+      return { permissions };
+    });
+    res.user.permissions = permissions;
+    return res;
   }
 
   async createUser(req: CreateUserReq, meta?: Metadata) {

src/utils/ErrorBuilder.ts

@@ -248,14 +248,48 @@ export function EnrichErrorCode(code: string) {
         code,
       };
 
+    case ErrorCodes.PIPELINE.NOT_FOUND:
+      return {
+        statusCode: HttpStatus.NOT_FOUND,
+        error: 'Não encontramos a pipeline solicitada',
+        message:
+          'Tente realizar a ação novamente. Caso o erro persista, entre em contato com o suporte',
+        code,
+      };
+
+    case ErrorCodes.PIPELINE.PLATFORM_NOT_FOUND:
+    case ErrorCodes.PIPELINE.PLATFORM_BAD_REQUEST:
+    case ErrorCodes.PIPELINE.PLATFORM_UNKNOWN:
+      return {
+        statusCode: HttpStatus.BAD_GATEWAY,
+        error: 'Oops... Não foi possível realizar sua ação',
+        message:
+          'Houve um erro interno ao buscar por sua pipeline. Caso o erro persista, entre em contato com o suporte',
+        code,
+      };
+    case ErrorCodes.INPUT.NOT_FOUND:
+      return {
+        statusCode: HttpStatus.NOT_FOUND,
+        error: 'Oops... O recurso que você buscou não está disponível',
+        message:
+          'Não encontramos o recurso buscado. Caso o erro persista, entre em contato com o suporte',
+        code,
+      };
+    case ErrorCodes.NOT_IMPLEMENTED:
+      return {
+        statusCode: HttpStatus.NOT_FOUND,
+        error: 'Oops... O serviço que você está tentando acessar não existe!',
+        message: 'Caso o erro persista, entre em contato com o suporte',
+        code,
+      };
     case ErrorCodes.INTERNAL:
     case ErrorCodes.UNKNOWN:
     default:
       return {
         statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
-        error: 'Desconhecido',
+        error: 'Oops... Não foi possível realizar sua ação',
         message:
-          'Erro desconhecido. Tente novamente ou entre em contato com o suporte',
+          'Ocorreu um erro desconhecido. Caso o erro persista, entre em contato com o suporte',
         code: ErrorCodes.UNKNOWN,
         details: code,
       };

src/utils/errorCodes.ts

@@ -51,17 +51,32 @@ const CONNECTION_TEST = {
   BAD_REQUEST: 'CONNECTION_TEST.BAD_REQUEST',
   UNKNOWN: 'CONNECTION_TEST.UNKNOWN',
 };
-
+const PIPELINE = {
+  NOT_FOUND: 'PIPELINE.NOT_FOUND',
+  PLATFORM_NOT_FOUND: 'PIPELINE.PLATFORM_NOT_FOUND',
+  PLATFORM_BAD_REQUEST: 'PIPELINE.PLATFORM_BAD_REQUEST',
+  PLATFORM_UNKNOWN: 'PIPELINE.PLATFORM_UNKNOWN',
+};
+const INPUT = {
+  NOT_FOUND: 'INPUT.NOT_FOUND',
+};
+const TRANSFORMATION = {
+  NOT_FOUND: 'TRANSFORMATION.NOT_FOUND',
+};
 const ErrorCodes = {
   UNKNOWN: 'UNKNOWN',
   RATE_LIMIT: 'RATE_LIMIT',
   INTERNAL: 'INTERNAL',
+  NOT_IMPLEMENTED: 'NOT_IMPLEMENTED',
   AUTH,
   ROLE,
   TERMS_OF_USE,
   USER,
   CUSTOMER,
   CONNECTION_TEST,
+  PIPELINE,
+  INPUT,
+  TRANSFORMATION,
 };
 
 export default ErrorCodes;