merge main

src/modules/connector/client.config.ts

@@ -0,0 +1,31 @@
+import { credentials } from '@grpc/grpc-js';
+import { ClientOptions, Transport } from '@nestjs/microservices';
+import { ConnectorManager } from 'protospack-v2';
+
+export class ConnectorClientConfiguration {
+  config(): ClientOptions {
+    return {
+      transport: Transport.GRPC,
+      options: {
+        url: process.env.INFACTORY_URL,
+        package: [
+          ConnectorManager.ProtoPackages.WritePackage,
+          ConnectorManager.ProtoPackages.ReadPackage,
+        ],
+        // credentials: undefined,
+        credentials: process.env.LOCAL_ENV
+          ? undefined
+          : credentials.createSsl(),
+        protoPath: [
+          ConnectorManager.ProtoPaths.WriteFilePath,
+          ConnectorManager.ProtoPaths.ReadFilePath,
+        ],
+        loader: {
+          enums: String,
+          objects: true,
+          arrays: true,
+        },
+      },
+    };
+  }
+}

src/modules/connector/client.service.ts

@@ -0,0 +1,193 @@
+import { Metadata } from '@grpc/grpc-js';
+import {
+  OnModuleInit,
+  Inject,
+  HttpException,
+  HttpStatus,
+} from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
+import { ConnectorManager } from 'protospack-v2';
+import { lastValueFrom } from 'rxjs';
+
+export class ConnectorClientService implements OnModuleInit {
+  private connectorServiceRead: ConnectorManager.ReadService.ConnectorManagerReadServices;
+  private connectorServiceWrite: ConnectorManager.WriteService.ConnectorManagerWriteServices;
+  constructor(
+    @Inject('CONNECTOR_PACKAGE') private readonly grpcClient: ClientGrpc,
+  ) {}
+
+  onModuleInit() {
+    this.connectorServiceWrite =
+      this.grpcClient.getService<ConnectorManager.WriteService.ConnectorManagerWriteServices>(
+        ConnectorManager.ProtoServices.ConnectorManagerWriteServices,
+      );
+
+    this.connectorServiceRead =
+      this.grpcClient.getService<ConnectorManager.ReadService.ConnectorManagerReadServices>(
+        ConnectorManager.ProtoServices.ConnectorManagerReadServices,
+      );
+  }
+
+  async uploadConnector(uploadConnector) {
+    const connector: ConnectorManager.Entities.ConnectorCreateRequest = {
+      file: {
+        buffer: uploadConnector.file.buffer,
+        mimetypes: uploadConnector.file.mimetype,
+      },
+      connector: JSON.stringify(uploadConnector.connector),
+    };
+    const serviceBody: ConnectorManager.Messages.RegisterConnectorRequest = {
+      connector,
+    };
+
+    return lastValueFrom(
+      this.connectorServiceWrite.RegisterConnector(serviceBody),
+    ).catch((err) => {
+      console.log(err.details);
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+  }
+
+  async uploadFile(uploadFile) {
+    const body: ConnectorManager.Messages.UploadFileRequest = {
+      file: {
+        buffer: uploadFile.file.buffer,
+        mimetypes: uploadFile.file.mimetype,
+      },
+      name: uploadFile.name,
+    };
+
+    return lastValueFrom(this.connectorServiceWrite.UploadFile(body)).catch(
+      (err) => {
+        console.log(err.details);
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      },
+    );
+  }
+
+  async uploadConnectorsFile(uploadFile) {
+    const connectors = JSON.parse(uploadFile.file.buffer.toString('utf8'));
+
+    const body = connectors.map((connector) => {
+      return JSON.stringify(connector);
+    });
+
+    const request = {
+      connectors: body,
+    };
+
+    return lastValueFrom(
+      this.connectorServiceWrite.RegisterMultipleConnectorsWithoutImage(
+        request,
+      ),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+  }
+
+  async getAllConnectors(body) {
+    const meta = new Metadata();
+    meta.add('Language', body.language);
+    return lastValueFrom(
+      this.connectorServiceRead.GetAllConnectors(
+        {
+          search: body.search,
+          filters: JSON.stringify(body.filters),
+          language: body.language,
+          page: body.page,
+          size: body.size,
+        },
+        meta,
+      ),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+  }
+
+  async getConnectorDetails(plugin: string, language: string) {
+    const meta = new Metadata();
+    meta.add('Language', language);
+    return lastValueFrom(
+      this.connectorServiceRead.GetConnectorDetails(
+        {
+          plugin,
+        },
+        meta,
+      ),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+  }
+
+  async getConnector(plugin: string, language: string) {
+    const meta = new Metadata();
+    meta.add('Language', language);
+    return lastValueFrom(
+      this.connectorServiceRead.GetConnector(
+        {
+          plugin,
+        },
+        meta,
+      ),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+  }
+
+  async getConnectorsTags() {
+    return lastValueFrom(this.connectorServiceRead.GetConnectorsTags({})).catch(
+      (err) => {
+        throw new HttpException(
+          err.details,
+          err.code === 6 ? HttpStatus.CONFLICT : 400,
+        );
+      },
+    );
+  }
+
+  async deleteConnector(plugin: string, version: string) {
+    return lastValueFrom(
+      this.connectorServiceWrite.DeleteConnector({
+        version,
+        plugin,
+      }),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+  }
+
+  async updateConnector({ plugin, changes }) {
+    return lastValueFrom(
+      this.connectorServiceWrite.UpdateConnector({
+        plugin,
+        changes,
+      }),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 400,
+      );
+    });
+  }
+}

src/modules/connector/connector.controller.ts

@@ -11,21 +11,29 @@ import {
   UploadedFile,
   UseInterceptors,
   Inject,
+  Headers,
+  UploadedFiles,
 } from '@nestjs/common';
-import { FileInterceptor } from '@nestjs/platform-express';
+import { FileInterceptor, FilesInterceptor } from '@nestjs/platform-express';
 import { ApiBearerAuth, ApiConsumes, ApiTags } from '@nestjs/swagger';
-import { ConnectorClientService } from 'src/clients/connector/client.service';
+import { ConnectorClientService } from './client.service';
 import { AddTagDto } from './dtos/add-tag';
 import { CreateConnectorDto } from './dtos/create-connector';
+import { UploadConnectorsFileDto } from './dtos/create-multiple-connector';
 import { DeleteConnectorDto } from './dtos/delete-connector';
 import { GetAllDto } from './dtos/get-all';
 import { RemoveTagDto } from './dtos/remove-tag';
 import { UpdateDto } from './dtos/update';
-import { UploadFileDto } from './dtos/upload-file';
 import { DadosferaLogger } from 'dadosfera-logs';
+import {
+  Authenticated,
+  RequireAllPermissions,
+} from 'src/authentication/authentication.decorator';
+import { PERMISSIONS } from 'src/authentication/permissions.enum';
 
 @ApiTags('connectors')
 @ApiBearerAuth()
+@Authenticated()
 @Controller('connectors')
 export class ConnectorController {
   logger: any;
@@ -38,6 +46,7 @@ export class ConnectorController {
   }
 
   @Post()
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.CREATE)
   @ApiConsumes('multipart/form-data')
   @UseInterceptors(FileInterceptor('file'))
   async uploadConnector(
@@ -54,29 +63,53 @@ export class ConnectorController {
     return response;
   }
 
-  @Post('/upload')
+  @Post('/uploads')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.CREATE)
+  @ApiConsumes('multipart/form-data')
+  @UseInterceptors(FilesInterceptor('files'))
+  async uploadFile(@UploadedFiles() files) {
+    this.logger.info('/upload - Upload Connector Route');
+    const promises = files.map(async (file) => {
+      return await this.connectorClientService.uploadFile({
+        file,
+        name: file.originalname.split('.')[0],
+      });
+    });
+
+    const response = await Promise.all(promises);
+    return response;
+  }
+
+  @Post('/multiple-connectors-upload')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.CREATE)
   @ApiConsumes('multipart/form-data')
   @UseInterceptors(FileInterceptor('file'))
-  async uploadFile(@UploadedFile() file, @Body() { name }: UploadFileDto) {
-    this.logger.info('/upload - Upload Connector Route');
+  async uploadConnectorsFile(@UploadedFile() file: UploadConnectorsFileDto) {
+    console.log(`/upload`, 'Upload Connector Route');
 
-    const response = await this.connectorClientService.uploadFile({
+    const response = await this.connectorClientService.uploadConnectorsFile({
       file,
-      name,
     });
 
     return response;
   }
 
   @Get()
-  async getAllConnectors(@Query() queries: GetAllDto) {
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.GET)
+  async getAllConnectors(
+    @Headers('dadosfera-lang') language,
+    @Query() queries: GetAllDto,
+  ) {
     this.logger.info('/upload - Upload Connector Route');
 
-    const { search, ...filters } = queries;
+    const { search, size, page, ...filters } = queries;
 
     const response: any = await this.connectorClientService.getAllConnectors({
       filters: filters || {},
       search: search || '',
+      language: language || 'pt-br',
+      size: size || 10,
+      page: page || 1,
     });
 
     const connectors = JSON.parse(response.connectors).connectors;
@@ -87,8 +120,16 @@ export class ConnectorController {
     };
   }
 
+  @Get('/tags')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.GET)
+  async getConnectorsTags() {
+    return await this.connectorClientService.getConnectorsTags();
+  }
+
   @Get('/:plugin')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.GET)
   async getConnector(
+    @Headers('dadosfera-lang') language,
     @Param('plugin') plugin: string,
     @Query('version') version: string,
   ) {
@@ -98,6 +139,7 @@ export class ConnectorController {
 
     const response: any = await this.connectorClientService.getConnector(
       pluginId,
+      language,
     );
 
     return {
@@ -107,7 +149,9 @@ export class ConnectorController {
   }
 
   @Get('/:plugin/details')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.GET)
   async getConnectorDetails(
+    @Headers('dadosfera-lang') language,
     @Param('plugin') plugin: string,
     @Query('version') version: string,
   ) {
@@ -117,6 +161,7 @@ export class ConnectorController {
 
     const response: any = await this.connectorClientService.getConnectorDetails(
       pluginId,
+      language || 'pt-br',
     );
 
     return {
@@ -126,6 +171,7 @@ export class ConnectorController {
   }
 
   @Put('/:plugin')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.UPDATE)
   @ApiConsumes('multipart/form-data')
   async updateConnector(
     @Param('plugin') plugin: string,
@@ -147,6 +193,7 @@ export class ConnectorController {
   }
 
   @Put('/:plugin/add-tag')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.UPDATE)
   async addTagOnConnector(
     @Param('plugin') plugin: string,
     @Body() body: AddTagDto,
@@ -173,6 +220,7 @@ export class ConnectorController {
   }
 
   @Put('/:plugin/remove-tag')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.UPDATE)
   async removeTagOnConnector(
     @Param('plugin') plugin: string,
     @Body() body: RemoveTagDto,
@@ -200,6 +248,7 @@ export class ConnectorController {
   }
 
   @Delete('/:plugin')
+  @RequireAllPermissions(PERMISSIONS.CONNECTORS.permissions.DELETE)
   async deleteConnector(
     @Param('plugin') plugin: string,
     @Body() { version }: DeleteConnectorDto,

src/modules/connector/connector.module.ts

@@ -0,0 +1,22 @@
+import { Module } from '@nestjs/common';
+import { ClientsModule } from '@nestjs/microservices';
+import { ConnectorClientService } from './client.service';
+import { ConnectorClientConfiguration } from './client.config';
+import { ConnectorController } from './connector.controller';
+import { DadosferaLogger } from 'dadosfera-logs';
+
+const connectorClient = new ConnectorClientConfiguration();
+
+@Module({
+  controllers: [ConnectorController],
+  providers: [ConnectorClientService, DadosferaLogger],
+  imports: [
+    ClientsModule.register([
+      {
+        name: 'CONNECTOR_PACKAGE',
+        ...connectorClient.config(),
+      },
+    ]),
+  ],
+})
+export class ConnectorModule {}

src/modules/connector/dtos/create-multiple-connector.ts

@@ -0,0 +1,6 @@
+import { ApiProperty } from '@nestjs/swagger';
+
+export class UploadConnectorsFileDto {
+  @ApiProperty({ format: 'binary' })
+  file: string;
+}

src/modules/connector/dtos/get-all.ts

@@ -4,6 +4,15 @@ export class GetAllDto {
   @ApiProperty()
   search: string;
 
+  @ApiProperty()
+  language: string;
+
+  @ApiProperty()
+  size: string;
+
+  @ApiProperty()
+  page: string;
+
   @ApiProperty()
   filters: any;
 }