Merge pull request #164 from dadosfera/catalog-permissions

FIX: Catalog permissions

.github/workflows/deploy-manually.yml

@@ -26,9 +26,9 @@ jobs:
       - name: Extract Environment
         run: |
           if [ ${EVENT} == "workflow_dispatch" ]; then
-            echo "##[set-output name=environment;]$(echo ${DEPLOY_ENV})"
+            echo "environment=${DEPLOY_ENV}" >> $GITHUB_OUTPUT
           elif [ ${GITHUB_REF} == "refs/heads/main" ]; then
-            echo "##[set-output name=environment;]$(echo "prd")"
+            echo "environment=prd" >> $GITHUB_OUTPUT
           fi
         id: extract_environment
 
@@ -56,6 +56,19 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
+  deploy-info:
+    if: ${{ github.event_name == 'workflow_dispatch'}}
+    needs: [extract_environment, semantic_release]
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Create summary
+        env:
+          EVENT: ${{ github.event_name }}
+          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
+          ENV: ${{ needs.extract_environment.outputs.environment }}
+        run: echo "### Deploy da branch \`$GITHUB_REF_NAME\` no ambiente **$ENV** :rocket:" >> $GITHUB_STEP_SUMMARY
+
   deploy:
     if: ${{ github.event_name == 'workflow_dispatch' || needs.semantic_release.outputs.new_release_published == 'true' }}
     needs: [extract_environment, semantic_release]
@@ -63,13 +76,6 @@ jobs:
       [self-hosted, '${{ needs.extract_environment.outputs.environment }}']
 
     steps:
-      - name: Printing stats
-        env:
-          EVENT: ${{ github.event_name }}
-          IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-        run: echo ${GITHUB_REF#refs/heads/}
-
       - name: Checkout
         uses: actions/checkout@v2
 
@@ -90,7 +96,7 @@ jobs:
           python3 -m pip install awsebcli --upgrade
 
       - name: Configure AWS Region
-        uses: aws-actions/configure-aws-credentials@v1
+        uses: aws-actions/configure-aws-credentials@v1-node16
         id: aws
         with:
           aws-region: us-east-1
@@ -113,10 +119,12 @@ jobs:
           ENV: ${{ needs.extract_environment.outputs.environment }}
           IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
           ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
+          NODE_EXPORTER_URL: ${{needs.extract_environment.outputs.environment == 'prd' && '611330257153.dkr.ecr.us-east-1.amazonaws.com\/monitoring\/node_exporter:latest' || '468720548566.dkr.ecr.us-east-1.amazonaws.com\/monitoring\/node_exporter:latest'}}
         run: |
           sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
           sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
           sed -i -e "s/\${ACCOUNT_ID}/$ACCOUNT_ID/g" docker-compose.yml
+          sed -i -e "s/\${NODE_EXPORTER_URL}/$NODE_EXPORTER_URL/g" docker-compose.yml
           zip deploy.zip docker-compose.yml  -r .ebextensions
 
       - name: Deploy AWS Beanstalk
@@ -142,48 +150,36 @@ jobs:
       - name: Checkout
         uses: actions/checkout@v2
 
-      - name: Extract Docs PageId
+      - name: Extract Docs BlockId and PageId 
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
+          DEV_DOCS_BLOCK_ID: ${{ secrets.DEV_DOCS_BLOCK_ID }}
           DEV_DOCS_PAGE_ID: ${{ secrets.DEV_DOCS_PAGE_ID }}
+          STG_DOCS_BLOCK_ID: ${{ secrets.STG_DOCS_BLOCK_ID }}
           STG_DOCS_PAGE_ID: ${{ secrets.STG_DOCS_PAGE_ID }}
+          PRD_DOCS_BLOCK_ID: ${{ secrets.PRD_DOCS_BLOCK_ID }}
           PRD_DOCS_PAGE_ID: ${{ secrets.PRD_DOCS_PAGE_ID }}
         shell: bash
         run: |
           if [ $ENV == "dev" ]; then
-            echo "##[set-output name=result;]$(echo $DEV_DOCS_PAGE_ID)"
+            echo "block_id=$DEV_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
+            echo "page_id=$DEV_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
           elif [ $ENV == "stg" ]; then
-            echo "##[set-output name=result;]$(echo $STG_DOCS_PAGE_ID)"
+            echo "block_id=$STG_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
+            echo "page_id=$STG_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
           elif [ $ENV == "prd" ]; then
-            echo "##[set-output name=result;]$(echo $PRD_DOCS_PAGE_ID)"
+            echo "block_id=$PRD_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
+            echo "page_id=$PRD_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
           fi
-        id: extract_docs_page_id
-
-      - name: Extract Docs BlockId
-        env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
-          DEV_DOCS_BLOCK_ID: ${{ secrets.DEV_DOCS_BLOCK_ID }}
-          STG_DOCS_BLOCK_ID: ${{ secrets.STG_DOCS_BLOCK_ID }}
-          PRD_DOCS_BLOCK_ID: ${{ secrets.PRD_DOCS_BLOCK_ID }}
-        shell: bash
-        run: |
-          if [ $ENV == "dev" ]; then
-            echo "##[set-output name=result;]$(echo $DEV_DOCS_BLOCK_ID)"
-          elif [ $ENV == "stg" ]; then
-            echo "##[set-output name=result;]$(echo $STG_DOCS_BLOCK_ID)"
-          elif [ $ENV == "prd" ]; then
-            echo "##[set-output name=result;]$(echo $PRD_DOCS_BLOCK_ID)"
-          fi
-        id: extract_docs_block_id
+        id: extract_docs_info
 
       - name: Generate API docs
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
           DOCS_URL: ${{ secrets.DOCS_URL }}
           DOCS_API_TOKEN: ${{ secrets.DOCS_API_TOKEN }}
-          DOCS_PAGE_ID: ${{ steps.extract_docs_page_id.outputs.result }}
-          DOCS_BLOCK_ID: ${{ steps.extract_docs_block_id.outputs.result }}
-        continue-on-error: true
+          DOCS_PAGE_ID: ${{ steps.extract_docs_info.outputs.page_id }}
+          DOCS_BLOCK_ID: ${{ steps.extract_docs_info.outputs.block_id }}
         run: |
           SWAGGER=`cat swagger.txt`
           curl --request POST \
@@ -198,9 +194,3 @@ jobs:
           }
           EOF
           )
-      - name: Cleanup Docker's Leftovers
-        if: always()
-        continue-on-error: true
-        run: |
-          docker system prune
-          docker rmi -f $(docker images -aq)

docker-compose.yml

@@ -10,7 +10,7 @@ services:
       - .env
 
   node_exporter:
-    image: prom/node-exporter:v1.3.1
+    image: ${NODE_EXPORTER_URL}
     container_name: node_exporter
     restart: always
     volumes:

src/app.module.ts

@@ -46,6 +46,7 @@ import { ProductboardModule } from './modules/productboard/productboard.module';
     NetworkConfigModule,
     ConnectionTestModule,
     PipelinesModule,
+    PipelinesV2Module,
     TransformationsModule,
     HealthModule,
     CatalogModule,
@@ -53,7 +54,6 @@ import { ProductboardModule } from './modules/productboard/productboard.module';
     RolesModule,
     InputsModule,
     OauthModule,
-    PipelinesV2Module,
     CatalogModule,
     ProductboardModule,
   ],

src/authentication/permissions.enum.ts

@@ -128,7 +128,7 @@ export const PERMISSIONS_GROUPS = {
       DELETE: {
         seqid: 38,
         claim: 'connection:delete',
-        usage: PermissionUsages.INTERNAL,
+        usage: PermissionUsages.PUBLIC,
         name: {
           'pt-br': 'Excluir Fonte',
           'en-us': 'Remove Source',
@@ -290,15 +290,15 @@ export const PERMISSIONS_GROUPS = {
         claim: 'GET /catalog',
         usage: PermissionUsages.PUBLIC,
         name: {
-          'pt-br': 'Buscar data assets',
-          'en-us': 'Search for data assets',
-          'es-es': 'Buscar data assets',
+          'pt-br': 'Acessar lista de Ativos e visualizar atributos',
+          'en-us': 'Access Assets list and its attributes',
+          'es-es': 'Acceda a la lista de Activos y vea los atributos',
         },
       },
       CREATE: {
         seqid: 19,
         claim: 'POST /catalog',
-        usage: PermissionUsages.PUBLIC,
+        usage: PermissionUsages.INTERNAL,
         name: {
           'pt-br': 'Criar atributos no catálogo',
           'en-us': 'Create attributes',
@@ -307,32 +307,33 @@ export const PERMISSIONS_GROUPS = {
       },
       UPDATE: {
         seqid: 25,
-        claim: 'PUT /catalog',
-        usage: PermissionUsages.INTERNAL,
+        claim: 'catalog:edit',
+        usage: PermissionUsages.PUBLIC,
         name: {
-          'pt-br': 'Editar atributos no catálogo',
-          'en-us': 'Edit attributes',
-          'es-es': 'Editar atributos',
+          'pt-br': 'Criar e editar atributos no catálogo',
+          'en-us': 'Create and edit attributes on the catalog',
+          'es-es': 'Crear y editar atributos en el catálogo',
         },
       },
       DELETE: {
         seqid: 1,
-        claim: 'DELETE /catalog',
-        usage: PermissionUsages.INTERNAL,
+        claim: 'catalog:delete',
+        usage: PermissionUsages.PUBLIC,
         name: {
-          'pt-br': 'Excluir atributos no catálogo',
-          'en-us': 'Remove attributes',
-          'es-es': 'Eliminar atributos',
+          'pt-br': 'Excluir Ativos do catálogo',
+          'en-us': 'Remove Assets from the catalog',
+          'es-es': 'Eliminar Activos del catálogo',
         },
       },
       DATA_MANAGER: {
         seqid: 42,
         claim: 'catalog:data_manager',
-        usage: PermissionUsages.PUBLIC,
+        usage: PermissionUsages.INTERNAL,
         name: {
-          'pt-br': 'Vizualizar todos os recursos do catálogo.',
-          'en-us': 'View all data assets.',
-          'es-es': 'Ver todos los activos de datos',
+          'pt-br':
+            'Gerente do catálogo. Consegue vizualizar e editar todos os ativos.',
+          'en-us': 'Catalog manager. Able to view and edit all assets.',
+          'es-es': 'Gestor de catálogos. Puede ver y editar todos los activos.',
         },
       },
     },

src/error/grpc-to-http-exception.filter.ts

@@ -3,7 +3,6 @@ import {
   Catch,
   ArgumentsHost,
   HttpException,
-  HttpStatus,
 } from '@nestjs/common';
 import { Response } from 'express';
 

src/modules/catalog/catalog.controller.ts

@@ -33,24 +33,30 @@ import {
   IUpdateDataRequest,
 } from './dtos';
 
+const catalogPermissions = PERMISSIONS_GROUPS.CATALOG.permissions;
 @ApiTags('Catalog')
 @Controller('catalog')
 @Authenticated()
-@AuthenticateCondition((req, user) => {
-  if (req.path.includes('/manage_permissions/')) return true;
-  let action;
+@AuthenticateCondition((req, user: RequestUser) => {
+  if (user.permissions.includes(catalogPermissions.DATA_MANAGER.seqid))
+    return true;
+
+  if (req.path.includes('/manage-permissions')) return true;
+  let action: keyof typeof catalogPermissions;
 
   switch (req.method) {
     case 'POST':
-      action = 'CREATE';
-      break;
-
     case 'PUT':
       action = 'UPDATE';
       break;
 
+    case 'DELETE':
+      if (req.path.includes('/comment')) action = 'UPDATE';
+      else action = req.method;
+      break;
+
     default:
-      action = req.method;
+      action = req.method as 'GET';
   }
 
   return user.permissions.includes(
@@ -372,7 +378,7 @@ export class CatalogController {
     @Body('docs') docs: string,
   ) {
     const { user_id, customer_name } = user;
-    const [data_asset_type, id] = data_asset_id.split('-');
+    const [, id] = data_asset_id.split('-');
 
     this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
       user_id,
@@ -454,6 +460,28 @@ export class CatalogController {
     return response;
   }
 
+  @Delete('data-asset/:id')
+  async deleteDataAsset(
+    @Param('id') data_asset_id: string,
+    @User() user: RequestUser,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+
+    const [type, id] = data_asset_id.split('-');
+    const response = await this.catalogService.deleteDataAsset(
+      { id, type },
+      metadata,
+    );
+
+    return response;
+  }
+
   @Delete('data-asset/:id/comment')
   async deleteComment(
     @Param('id') id: string,

src/modules/catalog/catalog.service.ts

@@ -110,6 +110,19 @@ class CatalogService implements OnModuleInit {
     });
   }
 
+  async deleteDataAsset(data: Messages.DeleteDataAssetRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
+
+    return lastValueFrom(
+      this.catalogWriteService.DeleteDataAsset(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
+  }
+
   async getUserRolesIds(userId: string) {
     const result = await this.userService.findOneById(userId).catch(() => null);
 

src/modules/inputs/inputs.controller.ts

@@ -7,6 +7,7 @@ import {
   Param,
   Patch,
   Post,
+  UseFilters,
 } from '@nestjs/common';
 import { InputsService } from './inputs.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
@@ -26,8 +27,11 @@ import {
 import { UpdateInputRequest } from './dtos/old_interfaces';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
+import ErrorBuilder from 'src/utils/ErrorBuilder';
+import ErrorCodes from 'src/utils/errorCodes';
+import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 
-@ApiTags('inputs')
+@ApiTags('Inputs')
 @Controller('inputs')
 @AuthenticateCondition((req, user) => {
   switch (req.method) {
@@ -38,7 +42,9 @@ import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entitie
         user.permissions.includes(
           PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE.seqid,
         ) ||
-        user.permissions.includes(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid)
+        user.permissions.includes(
+          PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid,
+        )
       );
 
     default:
@@ -49,10 +55,13 @@ import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entitie
         user.permissions.includes(
           PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid,
         ) ||
-        user.permissions.includes(PERMISSIONS_GROUPS.PIPELINE.permissions.GET.seqid)
+        user.permissions.includes(
+          PERMISSIONS_GROUPS.PIPELINE.permissions.GET.seqid,
+        )
       );
   }
 })
+@UseFilters(new GrpcToHttpExceptionFilter())
 export class InputsController {
   logger: DadosferaLogger;
   constructor(
@@ -90,6 +99,7 @@ export class InputsController {
   @Post('/test-connection/get-columns')
   @ApiOkResponse({ type: TestConnectionGetColumnsRes })
   async getColumns(@Body() data: TestConnectionGetColumnsReq) {
+    throw new ErrorBuilder(ErrorCodes.NOT_IMPLEMENTED);
     this.logger.info(
       `/test-connection/get-columns - ON TEST CONNECTION GET COLUMNS ROUTE`,
       {

src/modules/inputs/inputs.service.ts

@@ -72,17 +72,6 @@ export class InputsService {
       objectCamelToSnake(createInputResponse);
       return createInputResponse;
     },
-    findOne: async (data: IIdRequest) => {
-      this.logger.info('InputClientService - FindOne');
-      const findOneInputResponse = await lastValueFrom(
-        this.inputReadService.InputFindOne(data),
-      ).catch((e) => {
-        this.logger.error(e.details);
-        throw new HttpException(e.details, HttpStatus.INTERNAL_SERVER_ERROR);
-      });
-      objectCamelToSnake(findOneInputResponse);
-      return findOneInputResponse;
-    },
     update: async (updateInputDTO: UpdateInputRequest) => {
       this.logger.info('InputClientService - Update');
       const updateInputResponse = await lastValueFrom(
@@ -91,14 +80,6 @@ export class InputsService {
 
       return updateInputResponse;
     },
-    remove: async (idRequest: IIdRequest) => {
-      this.logger.info('InputClientService - Remove');
-      const removeInputResponse = await lastValueFrom(
-        this.inputWriteService.InputRemove(idRequest),
-      );
-
-      return removeInputResponse;
-    },
     testConnection: async (data: TestConnectionRequest) => {
       this.logger.info('InputClientService - TestConnection');
       const testConnectionResponse = await lastValueFrom(
@@ -239,17 +220,13 @@ export class InputsService {
   }
 
   async findOne(idRequest: IIdRequest) {
-    try {
-      const findOneInputResponse: any = await this.OLD_inputClient.findOne(
-        idRequest,
-      );
-      findOneInputResponse.input = this.adjustInputPayload(
-        findOneInputResponse.input,
-      );
-      return findOneInputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
+    const findOneInputResponse: any = await lastValueFrom(
+      this.inputReadService.InputFindOne(idRequest),
+    );
+    findOneInputResponse.input = this.adjustInputPayload(
+      findOneInputResponse.input,
+    );
+    return findOneInputResponse;
   }
 
   async update(id: string, data, info: Info) {
@@ -271,13 +248,7 @@ export class InputsService {
   }
 
   async remove(idRequest: IIdRequest) {
-    try {
-      const removeInputResponse = await this.OLD_inputClient.remove(idRequest);
-
-      return removeInputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
+    return lastValueFrom(this.inputWriteService.InputRemove(idRequest));
   }
 
   @Timeout(60000 * 10) // Timeout set for 10 minutes

src/modules/pipelines/client.service.ts

@@ -1,21 +1,9 @@
-import {
-  BadRequestException,
-  ConflictException,
-  Inject,
-  InternalServerErrorException,
-  OnModuleInit,
-} from '@nestjs/common';
-import { ClientGrpc, Payload } from '@nestjs/microservices';
+import { ConflictException, Inject, OnModuleInit } from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
 import { PipelineServicesNames, PipelinesServiceInterface } from 'protospack';
 import { lastValueFrom } from 'rxjs';
-import { objectSnakeToCamel } from 'src/utils/CaseConverter';
 
-import {
-  ICreatePipelineDto,
-  IGetPipelineLogsRequest,
-  IIdRequest,
-  IUpdatePipelineRequest,
-} from './interfaces';
+import { IIdRequest } from './interfaces';
 
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PipelinesClientConfiguration } from './pipelines-client';
@@ -39,91 +27,6 @@ export class PipelinesClientService implements OnModuleInit {
       );
   }
 
-  async create(@Payload() createPipelineDto: ICreatePipelineDto) {
-    this.logger.info('PipelinesClientService - Create');
-    const createPipelineResponse = await lastValueFrom(
-      this.pipelineService.Create(objectSnakeToCamel(createPipelineDto)),
-    ).catch((error: { details: string }) => {
-      if (error.details.includes('INVALID_REQUEST')) {
-        const [, message] = error.details.split('|');
-        throw new BadRequestException(message);
-      }
-      throw new InternalServerErrorException(error.details);
-    });
-    this.logger.info('Done');
-
-    return createPipelineResponse;
-  }
-
-  async findAll(data) {
-    this.logger.info('PipelinesClientService - FindAll');
-    const findAllPipelineResponse = await lastValueFrom(
-      this.pipelineService.FindAll(data),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return findAllPipelineResponse;
-  }
-
-  async findOne(data: IIdRequest) {
-    this.logger.info('PipelinesClientService - FindOne');
-
-    const findOnePipelineResponse = await lastValueFrom(
-      this.pipelineService.FindOne(data),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return findOnePipelineResponse;
-  }
-
-  async update(UpdatePipelineRequest: IUpdatePipelineRequest) {
-    this.logger.info('PipelinesClientService - Update');
-
-    const updatePipelineResponse = await lastValueFrom(
-      this.pipelineService.Update(UpdatePipelineRequest),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return updatePipelineResponse;
-  }
-
-  async remove(data: IIdRequest) {
-    this.logger.info('PipelinesClientService - Remove');
-
-    const removePipelineResponse = await lastValueFrom(
-      this.pipelineService.remove(data),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return removePipelineResponse;
-  }
-
-  async getPipelineLogsMessages(data: IGetPipelineLogsRequest) {
-    this.logger.info('PipelinesClientService - GetPipelineLogsMessages');
-
-    const logsPipelineResponse = await lastValueFrom(
-      this.pipelineService.getPipelineLogs(data),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
-    this.logger.info('Done');
-
-    return logsPipelineResponse;
-  }
-
   async getPipelineStatus(data) {
     this.logger.info('PipelinesClientService - GetPipelineStatus');
 

src/modules/pipelines/pipelines.controller.ts

@@ -1,13 +1,4 @@
-import {
-  Body,
-  Controller,
-  Delete,
-  Get,
-  Inject,
-  Param,
-  Post,
-  Put,
-} from '@nestjs/common';
+import { Body, Controller, Get, Inject, Param, Post } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import {
   AuthenticateCondition,
@@ -16,7 +7,6 @@ import {
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { RequestUser, User } from 'src/authentication/user.decorator';
 
 @ApiTags('Pipelines')
 @Controller('pipelines')
@@ -86,84 +76,4 @@ export class PipelinesController {
 
     return response;
   }
-
-  @Get(':id/:details')
-  async getPipelineLogs(@Param() params) {
-    const { id, details } = params;
-    this.logger.info(
-      process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE LOGS ROUTE`,
-      {},
-    );
-
-    const response = await this.pipelineService.getPipelineLogsMessages(
-      id,
-      details,
-    );
-
-    return response;
-  }
-
-  @Post()
-  async create(@Body() createPipelineDto) {
-    this.logger.info(process.env.DEV_URL + `/pipelines ON CREATE ROUTE`);
-
-    const response = await this.pipelineService.create(createPipelineDto);
-
-    return response;
-  }
-
-  @Get()
-  async findAll(@User() user: RequestUser) {
-    this.logger.info(process.env.DEV_URL + `/pipeline ON Find All ROUTE`, {
-      user: user.user_id,
-      customer: user.customer_id,
-    });
-
-    const { customer_id, user_id, customer_name } = user;
-
-    const response = await this.pipelineService.findAll({
-      customer_name,
-      customer_id,
-      user_id,
-    });
-
-    return response;
-  }
-
-  @Get('/:id')
-  async findOne(@Body() data, @Param() params) {
-    const { id } = params;
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON Find One ROUTE`);
-
-    const response = await this.pipelineService.findOne({ id, ...data });
-
-    return response;
-  }
-
-  @Put(':id')
-  async update(@Body() updatePipelineDto, @Param() params) {
-    const { id } = params;
-    const { info } = updatePipelineDto;
-    delete updatePipelineDto.info;
-
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON UPDATE ROUTE`);
-
-    const response = await this.pipelineService.update(
-      id,
-      updatePipelineDto,
-      info,
-    );
-
-    return response;
-  }
-
-  @Delete(':id')
-  async delete(@Body() data, @Param() params) {
-    const { id } = params;
-    this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON DELETE ROUTE`);
-
-    const response = await this.pipelineService.remove({ id, ...data });
-
-    return response;
-  }
 }

src/modules/pipelines/pipelines.service.ts

@@ -1,6 +1,4 @@
 import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
-import { DecodeGrpcStruct } from 'protospack';
-import { Info } from 'protospack/dist/lib/interfaces';
 import { PipelinesClientService } from './client.service';
 import { IIdRequest } from './interfaces';
 import { objectCamelToSnake } from 'src/utils/CaseConverter';
@@ -9,91 +7,6 @@ import { objectCamelToSnake } from 'src/utils/CaseConverter';
 export class PipelinesService {
   constructor(private pipelineClient: PipelinesClientService) {}
 
-  adjustPayload(payload) {
-    if (payload.input?.input_generic) {
-      payload.input = DecodeGrpcStruct(payload.input?.input_generic);
-    } else {
-      payload.input = payload.input?.input_s3 || payload.input?.input_jdbc;
-    }
-  }
-
-  async create(createPipelineDto) {
-    const createPipelineResponse = await this.pipelineClient.create(
-      createPipelineDto,
-    );
-
-    const pipeline = objectCamelToSnake(createPipelineResponse);
-    this.adjustPayload(pipeline.pipeline);
-
-    return pipeline;
-  }
-
-  async findOne(data: IIdRequest) {
-    try {
-      const findOnePipelineResponse = await this.pipelineClient.findOne(data);
-
-      const pipeline = objectCamelToSnake(findOnePipelineResponse);
-      this.adjustPayload(pipeline.pipeline);
-
-      return pipeline;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async findAll(data) {
-    try {
-      const { pipelines } = await this.pipelineClient.findAll({
-        info: data,
-      });
-      if (pipelines)
-        pipelines.forEach((pipeline) => {
-          this.adjustPayload(pipeline);
-        });
-      return { pipelines: pipelines || [] };
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async update(id: string, data, info: Info) {
-    try {
-      const updatePipelineResponse = await this.pipelineClient.update({
-        id,
-        info,
-        ...data,
-      });
-
-      const pipeline = objectCamelToSnake(updatePipelineResponse);
-      this.adjustPayload(pipeline);
-
-      return pipeline;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async remove(data: IIdRequest) {
-    try {
-      const removePipelineResponse = await this.pipelineClient.remove(data);
-
-      return removePipelineResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async getPipelineLogsMessages(id: string, details: string) {
-    try {
-      const pipelineLogsResponse =
-        await this.pipelineClient.getPipelineLogsMessages({ id, details });
-
-      return objectCamelToSnake(pipelineLogsResponse);
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
   async getPipelineStatus(data: IIdRequest) {
     try {
       const pipelineStatusResponse =

src/modules/pipelinesV2/pipelines.controller.ts

@@ -9,8 +9,15 @@ import {
   Put,
   Headers,
   Query,
+  UseFilters,
+  HttpCode,
+  HttpStatus,
 } from '@nestjs/common';
-import { ApiCreatedResponse, ApiTags } from '@nestjs/swagger';
+import {
+  ApiCreatedResponse,
+  ApiNoContentResponse,
+  ApiTags,
+} from '@nestjs/swagger';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
@@ -21,7 +28,10 @@ import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 
 import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
 import { ICreatePipelineV2Req, IPipelineV2 } from './interfaces';
-@ApiTags('Pipelines')
+import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
+
+@UseFilters(new GrpcToHttpExceptionFilter())
+@ApiTags('PipelinesV2')
 @Controller('pipelinesV2')
 @AuthenticateCondition((req, user) => {
   let action;
@@ -143,13 +153,16 @@ export class PipelinesController {
     const result = await this.pipelinesClientService
       .findOne({ id }, metadata)
       .then((res) => {
+        //{pipeline:{tables: {tables: [], input_id: ''}}}
+        let tables = JSON.parse(res.pipeline.config.tables);
+        if (tables?.tables) tables = tables.tables;
         Object.assign(res.pipeline, {
           transformations: res.pipeline.transformations
             ? JSON.parse(res.pipeline.transformations)
             : [],
           config: {
             cron: res.pipeline.config.cron,
-            tables: JSON.parse(res.pipeline.config.tables),
+            tables,
           },
           properties: res.pipeline.properties
             ? JSON.parse(res.pipeline.properties)
@@ -159,6 +172,7 @@ export class PipelinesController {
       });
     return result;
   }
+
   @Put('/:id')
   async update(
     @Body() updatePipelineDto,
@@ -179,12 +193,17 @@ export class PipelinesController {
   }
 
   @Delete(':id')
-  async delete(@Body() data, @Param() params, @User() user: RequestUser) {
+  @ApiNoContentResponse()
+  @HttpCode(HttpStatus.NO_CONTENT)
+  async delete(@Param() params, @User() user: RequestUser) {
+    this.logger.info('PipelinesController - delete', { user });
     const { id } = params;
-    this.logger.info('PipelinesController - findOne', { user });
-
-    const response = await this.pipelinesClientService.remove({ id, ...data });
-
-    return response;
+    const metadata = PackTheMetadata({
+      customer_id: user.customer_id,
+      customer_name: user.customer_name,
+      user_id: user.user_id,
+    });
+    await this.pipelinesClientService.remove({ id, metadata, user });
+    this.logger.info('PipelinesController - delete: OK');
   }
 }

src/modules/pipelinesV2/pipelines.module.ts

@@ -9,6 +9,8 @@ import { PipelinesClientConfiguration } from './pipelines-client';
 
 import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
 import { ConnectorModule } from '../connector/connector.module';
+import { InputsModule } from '../inputs/inputs.module';
+import { TransformationsModule } from '../transformations/transformations.module';
 
 const client = new PipelinesClientConfiguration();
 
@@ -17,6 +19,8 @@ const client = new PipelinesClientConfiguration();
     ClientsModule.register([client.providerOptions]),
     OldPipelineModule,
     ConnectorModule,
+    InputsModule,
+    TransformationsModule,
   ],
   controllers: [PipelinesController],
   providers: [PipelinesService, DadosferaLogger],

src/modules/pipelinesV2/pipelines.service.ts

@@ -19,6 +19,9 @@ import { ICreatePipelineV2Req } from './interfaces';
 import { PipelineV2CreateRequest } from '@dadosfera/protospack-v2/dist/lib/PipelineV2/interfaces/messages';
 import { Metadata } from '@grpc/grpc-js';
 import { ConnectorClientService } from '../connector/client.service';
+import { InputsService } from '../inputs/inputs.service';
+import { RequestUser } from 'src/authentication/user.decorator';
+import { TransformationsService } from '../transformations/transformations.service';
 
 export class PipelinesService implements OnModuleInit {
   logger: DadosferaLogger;
@@ -30,6 +33,8 @@ export class PipelinesService implements OnModuleInit {
     @Inject(PipelinesClientConfiguration.name)
     private readonly grpcClient: ClientGrpc,
     private readonly connectorService: ConnectorClientService,
+    private readonly inputsService: InputsService,
+    private readonly transformationsService: TransformationsService,
   ) {
     this.logger = dadosferaLogger.logger;
   }
@@ -128,10 +133,7 @@ export class PipelinesService implements OnModuleInit {
 
     const findOnePipelineResponse = await lastValueFrom(
       this.pipelineReadService.PipelineV2FindOne(data, metadata),
-    ).catch((err) => {
-      this.logger.error(err.message);
-      throw new Error(err);
-    });
+    );
     this.logger.info('Done');
 
     return findOnePipelineResponse;
@@ -142,35 +144,58 @@ export class PipelinesService implements OnModuleInit {
 
     const updatePipelineResponse = await lastValueFrom(
       this.pipelineWriteService.PipelineV2Update(UpdatePipelineRequest),
-    )
-      .then((res) => {
-        this.logger.info('Done');
-        return res;
-      })
-      .catch((err) => {
-        this.logger.error(err.message);
-        throw new Error(err);
-      });
+    );
+    this.logger.info('Done');
 
     return updatePipelineResponse;
   }
 
-  async remove(data: Messages.PipelineV2RemoveRequest) {
-    this.logger.info('PipelinesClientService - Remove');
+  async remove(data: { id: string; metadata: Metadata; user: RequestUser }) {
+    const { id, metadata, user } = data;
+    const info = {
+      user_id: user.user_id,
+      customer_id: user.customer_id,
+      customer: user.customer_name,
+    };
+    const { pipeline } = await lastValueFrom(
+      this.pipelineReadService.PipelineV2FindOne({ id }, metadata),
+    );
+    await lastValueFrom(
+      this.pipelineWriteService.PipelineV2Remove({ id }, metadata),
+    );
 
-    const removePipelineResponse = await lastValueFrom(
-      this.pipelineWriteService.PipelineV2Remove(data),
-    )
-      .then((res) => {
-        this.logger.info('Done');
-        return res;
-      })
-      .catch((err) => {
-        this.logger.error(err.message);
-        throw new Error(err);
-      });
+    //{pipeline:{tables: {tables: [], input_id: ''}}}
+    const input = pipeline.config.tables
+      ? JSON.parse(pipeline.config.tables)
+      : null;
+    if (input)
+      await this.inputsService
+        .remove({
+          id: input.input_id,
+          info,
+        })
+        .catch((error) =>
+          this.logger.error('Could not delete input', {
+            data: { input, error },
+          }),
+        );
 
-    return removePipelineResponse;
+    const transformations: { id: string }[] = pipeline.transformations
+      ? JSON.parse(pipeline.transformations)
+      : null;
+    if (transformations && transformations.length)
+      for (const transformation of transformations) {
+        await this.transformationsService
+          .remove({
+            id: transformation.id,
+            info,
+          })
+          .catch((error) =>
+            this.logger.error('Could not delete transformation', {
+              data: { transformation, error },
+            }),
+          );
+      }
   }
 
   async findOneProperties(id: string, metadata: Metadata) {

src/modules/transformations/transformations.controller.ts

@@ -11,34 +11,19 @@ import {
 import { ApiTags } from '@nestjs/swagger';
 import { TransformationsClientService } from './client.service';
 import { IIdRequest } from './interfaces';
-import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
+import {
+  AuthenticateCondition,
+  Authenticated,
+  RequireSomePermission,
+} from 'src/authentication/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { TransformationsService } from './transformations.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { RequestUser, User } from 'src/authentication/user.decorator';
-
+const pipelinePermissions = PERMISSIONS_GROUPS.PIPELINE.permissions;
 @ApiTags('Transformations')
 @Controller('transformations')
-@AuthenticateCondition((req, user) => {
-  let action;
-
-  switch (req.method) {
-    case 'POST':
-      action = 'CREATE';
-      break;
-
-    case 'PUT':
-      action = 'UPDATE';
-      break;
-
-    default:
-      action = req.method;
-  }
-
-  return user.permissions.includes(
-    PERMISSIONS_GROUPS.TRANSFORMATIONS.permissions[action].seqid,
-  );
-})
+@Authenticated()
 export class TransformationsController {
   logger: DadosferaLogger;
   constructor(
@@ -50,6 +35,7 @@ export class TransformationsController {
   }
 
   @Post()
+  @RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
   async create(@Body() createTransformationDto) {
     this.logger.info(`/transformation - ON CREATE ROUTE`, {
       user: createTransformationDto.info.user_id,
@@ -67,6 +53,7 @@ export class TransformationsController {
   }
 
   @Get()
+  @RequireSomePermission(pipelinePermissions.GET)
   async findAll(@Body() data: IIdRequest) {
     this.logger.info(`/transformation - ON Find All ROUTE`, {
       user: data.info.user_id,
@@ -82,6 +69,7 @@ export class TransformationsController {
   }
 
   @Get('/:id')
+  @RequireSomePermission(pipelinePermissions.GET)
   async findOne(@Body() data, @Param() params) {
     const { id } = params;
     this.logger.info(`/transformation/${id} - ON Find One ROUTE`, {
@@ -98,6 +86,7 @@ export class TransformationsController {
   }
 
   @Put(':id')
+  @RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
   async update(
     @User() user: RequestUser,
     @Body() updateTransformationDto,
@@ -120,6 +109,7 @@ export class TransformationsController {
   }
 
   @Delete(':id')
+  @RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
   async delete(@Body() data, @Param() params) {
     const { id } = params;
     this.logger.info(`/transformation/${id} - ON DELETE ROUTE`, {

src/utils/ErrorBuilder.ts

@@ -248,14 +248,48 @@ export function EnrichErrorCode(code: string) {
         code,
       };
 
+    case ErrorCodes.PIPELINE.NOT_FOUND:
+      return {
+        statusCode: HttpStatus.NOT_FOUND,
+        error: 'Não encontramos a pipeline solicitada',
+        message:
+          'Tente realizar a ação novamente. Caso o erro persista, entre em contato com o suporte',
+        code,
+      };
+
+    case ErrorCodes.PIPELINE.PLATFORM_NOT_FOUND:
+    case ErrorCodes.PIPELINE.PLATFORM_BAD_REQUEST:
+    case ErrorCodes.PIPELINE.PLATFORM_UNKNOWN:
+      return {
+        statusCode: HttpStatus.BAD_GATEWAY,
+        error: 'Oops... Não foi possível realizar sua ação',
+        message:
+          'Houve um erro interno ao buscar por sua pipeline. Caso o erro persista, entre em contato com o suporte',
+        code,
+      };
+    case ErrorCodes.INPUT.NOT_FOUND:
+      return {
+        statusCode: HttpStatus.NOT_FOUND,
+        error: 'Oops... O recurso que você buscou não está disponível',
+        message:
+          'Não encontramos o recurso buscado. Caso o erro persista, entre em contato com o suporte',
+        code,
+      };
+    case ErrorCodes.NOT_IMPLEMENTED:
+      return {
+        statusCode: HttpStatus.NOT_FOUND,
+        error: 'Oops... O serviço que você está tentando acessar não existe!',
+        message: 'Caso o erro persista, entre em contato com o suporte',
+        code,
+      };
     case ErrorCodes.INTERNAL:
     case ErrorCodes.UNKNOWN:
     default:
       return {
         statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
-        error: 'Desconhecido',
+        error: 'Oops... Não foi possível realizar sua ação',
         message:
-          'Erro desconhecido. Tente novamente ou entre em contato com o suporte',
+          'Ocorreu um erro desconhecido. Caso o erro persista, entre em contato com o suporte',
         code: ErrorCodes.UNKNOWN,
         details: code,
       };

src/utils/errorCodes.ts

@@ -51,17 +51,32 @@ const CONNECTION_TEST = {
   BAD_REQUEST: 'CONNECTION_TEST.BAD_REQUEST',
   UNKNOWN: 'CONNECTION_TEST.UNKNOWN',
 };
-
+const PIPELINE = {
+  NOT_FOUND: 'PIPELINE.NOT_FOUND',
+  PLATFORM_NOT_FOUND: 'PIPELINE.PLATFORM_NOT_FOUND',
+  PLATFORM_BAD_REQUEST: 'PIPELINE.PLATFORM_BAD_REQUEST',
+  PLATFORM_UNKNOWN: 'PIPELINE.PLATFORM_UNKNOWN',
+};
+const INPUT = {
+  NOT_FOUND: 'INPUT.NOT_FOUND',
+};
+const TRANSFORMATION = {
+  NOT_FOUND: 'TRANSFORMATION.NOT_FOUND',
+};
 const ErrorCodes = {
   UNKNOWN: 'UNKNOWN',
   RATE_LIMIT: 'RATE_LIMIT',
   INTERNAL: 'INTERNAL',
+  NOT_IMPLEMENTED: 'NOT_IMPLEMENTED',
   AUTH,
   ROLE,
   TERMS_OF_USE,
   USER,
   CUSTOMER,
   CONNECTION_TEST,
+  PIPELINE,
+  INPUT,
+  TRANSFORMATION,
 };
 
 export default ErrorCodes;