Pipelines Refactor

src/modules/outputs/outputs.controllers.ts

@@ -1,123 +0,0 @@
-import {
-  Body,
-  Controller,
-  Delete,
-  Get,
-  Inject,
-  Param,
-  Post,
-  Put,
-} from '@nestjs/common';
-import { Payload } from '@nestjs/microservices';
-import { ApiTags } from '@nestjs/swagger';
-import { OutputsClientService } from 'src/clients/outputs/client.service';
-import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
-import { PERMISSIONS } from '../../authentication/permissions.enum';
-import { OutputsService } from './outputs.service';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-@ApiTags('Outputs')
-@Controller('outputs')
-@AuthenticateCondition((req, user) => {
-  let action;
-
-  switch (req.method) {
-    case 'POST':
-      action = 'CREATE';
-      break;
-
-    case 'PUT':
-      action = 'UPDATE';
-      break;
-
-    default:
-      action = req.method;
-  }
-
-  return user.permissions.includes(
-    PERMISSIONS.OUTPUT.permissions[action].seqid,
-  );
-})
-export class OutputsController {
-  logger: DadosferaLogger;
-  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private outputsClientService: OutputsClientService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  @Post()
-  async create(@Body() createOutputDto) {
-    this.logger.info(process.env.DEV_URL + `/output - ON CREATE ROUTE`, {
-      user: createOutputDto.info.user_id,
-      customer: createOutputDto.info.customer,
-    });
-
-    const outputService = new OutputsService(this.outputsClientService);
-    const response = await outputService.create(createOutputDto);
-
-    return response;
-  }
-
-  @Get()
-  async findAll(@Body() data) {
-    this.logger.info(process.env.DEV_URL + `/output - ON Find All ROUTE`, {
-      user: data.info.user_id,
-      customer: data.info.customer,
-    });
-
-    const outputService = new OutputsService(this.outputsClientService);
-    const response = await outputService.findAll(data);
-
-    return response;
-  }
-
-  @Get('/:id')
-  async findOne(@Body() data, @Param() params) {
-    const { id } = params;
-    this.logger.info(
-      process.env.DEV_URL + `/output/${id} - ON Find One ROUTE`,
-      {
-        user: data.info.user_id,
-        customer: data.info.customer,
-      },
-    );
-
-    const outputService = new OutputsService(this.outputsClientService);
-    const response = await outputService.findOne({ id, ...data });
-
-    return response;
-  }
-
-  @Put(':id')
-  async update(@Payload() updateOutputDto, @Param() params) {
-    const { id } = params;
-    const { info } = updateOutputDto;
-    this.logger.info(process.env.DEV_URL + `/output/${id} - ON UPDATE ROUTE`, {
-      user: updateOutputDto.info.user_id,
-      customer: updateOutputDto.info.customer,
-    });
-    delete updateOutputDto.info;
-
-    const outputService = new OutputsService(this.outputsClientService);
-    const response = await outputService.update(id, updateOutputDto, info);
-
-    return response;
-  }
-
-  @Delete(':id')
-  async delete(@Body() data, @Param() params) {
-    const { id } = params;
-    this.logger.info(process.env.DEV_URL + `/output/${id} - ON DELETE ROUTE`, {
-      user: data.info.user_id,
-      customer: data.info.customer,
-    });
-
-    const outputService = new OutputsService(this.outputsClientService);
-    const response = await outputService.remove({ id, ...data });
-
-    return response;
-  }
-}

src/modules/outputs/outputs.service.ts

@@ -1,64 +0,0 @@
-import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
-import { IIdRequest } from 'src/clients/outputs/interfaces';
-import { OutputsClientService } from 'src/clients/outputs/client.service';
-import { Info } from 'protospack/dist/lib/interfaces';
-
-@Injectable()
-export class OutputsService {
-  constructor(private outputClient: OutputsClientService) {}
-
-  async create(createOutputDto) {
-    try {
-      const createOutputResponse = await this.outputClient.create(
-        createOutputDto,
-      );
-
-      return createOutputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async findOne(data: IIdRequest) {
-    try {
-      const findOneOutputResponse = await this.outputClient.findOne(data);
-      return findOneOutputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async findAll(data) {
-    try {
-      const findAllOutputResponse = await this.outputClient.findAll(data);
-
-      return findAllOutputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async update(id: string, data, info: Info) {
-    try {
-      const updateOutputResponse = await this.outputClient.update({
-        id,
-        info,
-        ...data,
-      });
-
-      return updateOutputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-
-  async remove(data: IIdRequest) {
-    try {
-      const removeOutputResponse = await this.outputClient.remove(data);
-
-      return removeOutputResponse;
-    } catch (err) {
-      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
-    }
-  }
-}

src/modules/pipelines/client.service.ts

@@ -0,0 +1,277 @@
+import {
+  BadRequestException,
+  Inject,
+  InternalServerErrorException,
+  OnModuleInit,
+} from '@nestjs/common';
+import { ClientGrpc, Payload } from '@nestjs/microservices';
+import { PipelineServicesNames, PipelinesServiceInterface } from 'protospack';
+import { lastValueFrom } from 'rxjs';
+import {
+  objectCamelToSnake,
+  objectSnakeToCamel,
+} from 'src/utils/CaseConverter';
+
+import {
+  ICreatePipelineDto,
+  IGetPipelineLogsRequest,
+  IIdRequest,
+  IUpdatePipelineRequest,
+} from './interfaces';
+
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import { PipelinesClientConfiguration } from './pipelines-client';
+
+export class PipelinesClientService implements OnModuleInit {
+  private pipelineService: PipelinesServiceInterface;
+  logger: DadosferaLogger;
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    @Inject(PipelinesClientConfiguration.name)
+    private readonly grpcClient: ClientGrpc,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  onModuleInit() {
+    this.pipelineService =
+      this.grpcClient.getService<PipelinesServiceInterface>(
+        PipelineServicesNames.PipelineService,
+      );
+  }
+
+  async create(@Payload() createPipelineDto: ICreatePipelineDto) {
+    this.logger.info('PipelinesClientService - Create');
+    const createPipelineResponse = await lastValueFrom(
+      this.pipelineService.Create(objectSnakeToCamel(createPipelineDto)),
+    )
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((error: { details: string }) => {
+        if (error.details.includes('INVALID_REQUEST')) {
+          // eslint-disable-next-line @typescript-eslint/no-unused-vars
+          const [errorType, message] = error.details.split('|');
+          throw new BadRequestException(message);
+        }
+        throw new InternalServerErrorException(error.details);
+      });
+
+    return createPipelineResponse;
+  }
+
+  async findAll(data: IIdRequest) {
+    this.logger.info('PipelinesClientService - FindAll');
+    const findAllPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService.FindAll(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(x.pipelines);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          // console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return findAllPipelineResponse;
+  }
+
+  async findOne(data: IIdRequest) {
+    this.logger.info('PipelinesClientService - FindOne');
+
+    const findOnePipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService.FindOne(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          // console.log('done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return findOnePipelineResponse;
+  }
+
+  async update(UpdatePipelineRequest: IUpdatePipelineRequest) {
+    this.logger.info('PipelinesClientService - Update');
+
+    const updatePipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService
+        .Update(objectSnakeToCamel(UpdatePipelineRequest))
+        .subscribe({
+          next(x) {
+            resolve(x);
+          },
+          error(err) {
+            reject(err);
+          },
+          complete() {
+            //console.log('done');
+          },
+        });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return updatePipelineResponse;
+  }
+
+  async remove(data: IIdRequest) {
+    this.logger.info('PipelinesClientService - Remove');
+
+    const removePipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService.remove(objectSnakeToCamel(data)).subscribe({
+        next(x) {
+          resolve(objectCamelToSnake(x));
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          // this.logger.info('Done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return removePipelineResponse;
+  }
+
+  async getPipelineLogsMessages(data: IGetPipelineLogsRequest) {
+    this.logger.info('PipelinesClientService - GetPipelineLogsMessages');
+
+    const logsPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService.getPipelineLogs(data).subscribe({
+        next(x) {
+          resolve(x);
+        },
+        error(err) {
+          reject(err);
+        },
+        complete() {
+          // this.logger.info('Done');
+        },
+      });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return logsPipelineResponse;
+  }
+
+  async getPipelineStatus(data) {
+    this.logger.info('PipelinesClientService - GetPipelineStatus');
+
+    const statusPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService
+        .getPipelineStatus(objectSnakeToCamel(data))
+        .subscribe({
+          next(x) {
+            const statusArray = x.status.sort((a, b) => {
+              if (a.id < b.id) {
+                return 1;
+              } else {
+                return -1;
+              }
+            });
+            resolve({ status: statusArray });
+          },
+          error(err) {
+            reject(err);
+          },
+          complete() {
+            // this.logger.info('Done');
+          },
+        });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return statusPipelineResponse;
+  }
+
+  async runPipeline({ id, info }: IIdRequest) {
+    this.logger.info('PipelinesClientService - RunPipeline');
+    const statusPipelineResponse = await new Promise((resolve, reject) => {
+      this.pipelineService
+        .triggerPipeline(objectSnakeToCamel({ id, info }))
+        .subscribe({
+          next(x) {
+            if (x.status == false) {
+              reject(
+                'This pipeline is not ready yet to execute, Try again later!',
+              );
+            }
+            resolve(x);
+          },
+          error(err) {
+            this.logger.error('Observable Error');
+            reject(err);
+          },
+          complete() {
+            //this.logger.info('Done');
+          },
+        });
+    })
+      .then((res) => {
+        this.logger.info('Done');
+        return res;
+      })
+      .catch((err) => {
+        this.logger.error(err.message);
+        throw new Error(err);
+      });
+
+    return statusPipelineResponse;
+  }
+}

src/modules/pipelines/interfaces.d.ts

@@ -0,0 +1,36 @@
+import { Info } from 'protospack/dist/lib/interfaces';
+
+export interface ICreatePipelineDto {
+  input: IdRequest;
+  transformations: IdRequest[];
+  output: IdRequest;
+  tags: string[];
+  name: string;
+  description: string;
+  info: Info;
+}
+
+export interface IdRequest {
+  id: string;
+}
+
+export interface IIdRequest {
+  id: string;
+  info: Info;
+}
+
+export interface IUpdatePipelineRequest {
+  input: IdRequest;
+  transformations: IdRequest[];
+  output: IdRequest;
+  tags: string[];
+  name: string;
+  description: string;
+  id: string;
+  info: Info;
+}
+
+export interface IGetPipelineLogsRequest {
+  id: string;
+  details: string;
+}

src/modules/pipelines/pipelines-client.ts

@@ -0,0 +1,29 @@
+import {
+  ClientsProviderAsyncOptions,
+  GrpcOptions,
+  Transport,
+} from '@nestjs/microservices';
+import { PipelinePackages, PipelineProtoFilePath } from 'protospack';
+import { credentials } from '@grpc/grpc-js';
+
+export class PipelinesClientConfiguration {
+  public name = 'PipelinesClientConfiguration';
+  private config: GrpcOptions = {
+    transport: Transport.GRPC,
+    options: {
+      url: process.env.PIFACTORY_URL,
+      package: PipelinePackages,
+      credentials: process.env.LOCAL_ENV ? undefined : credentials.createSsl(),
+      protoPath: PipelineProtoFilePath,
+      loader: {
+        enums: String,
+        objects: true,
+        arrays: true,
+      },
+    },
+  };
+  providerOptions: ClientsProviderAsyncOptions = {
+    name: this.name,
+    ...this.config,
+  };
+}

src/modules/pipelines/pipelines.controller.ts

@@ -9,7 +9,7 @@ import {
   Put,
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
-import { PipelinesClientService } from 'src/clients/pipelines/client.service';
+import { PipelinesClientService } from './client.service';
 import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
 import { PERMISSIONS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';

src/modules/pipelines/pipelines.module.ts

@@ -0,0 +1,19 @@
+import { Module } from '@nestjs/common';
+import { ClientsModule } from '@nestjs/microservices';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { PipelinesController } from './pipelines.controller';
+import { PipelinesService } from './pipelines.service';
+
+import { PipelinesClientConfiguration } from './pipelines-client';
+import { PipelinesClientService } from './client.service';
+
+const client = new PipelinesClientConfiguration();
+
+@Module({
+  imports: [ClientsModule.register([client.providerOptions])],
+  controllers: [PipelinesController],
+  providers: [PipelinesService, PipelinesClientService, DadosferaLogger],
+  exports: [PipelinesService],
+})
+export class PipelinesModule {}

src/modules/pipelines/pipelines.service.ts

@@ -1,8 +1,8 @@
 import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
 import { DecodeGrpcStruct } from 'protospack';
 import { Info } from 'protospack/dist/lib/interfaces';
-import { PipelinesClientService } from 'src/clients/pipelines/client.service';
-import { IIdRequest } from 'src/clients/pipelines/interfaces';
+import { PipelinesClientService } from './client.service';
+import { IIdRequest } from './interfaces';
 import { objectCamelToSnake } from 'src/utils/CaseConverter';
 
 @Injectable()