FEAT: generate pii reporter

src/modules/catalog/catalog.controller.ts

@@ -15,6 +15,7 @@ import {
   UseFilters,
   HttpException,
   HttpStatus,
+  Res,
 } from '@nestjs/common';
 import {
   ApiCreatedResponse,
@@ -25,14 +26,14 @@ import {
 import {
   Authenticated,
   RequireAllPermissions,
+  RequireModule,
   RequireSomePermission,
 } from '../../decorators/authentication.decorator';
-import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
+import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { CatalogService } from './catalog.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
 import { RequestUser, User } from 'src/decorators/user.decorator';
-import { lastValueFrom } from 'rxjs';
 import {
   BatchRemoveRlsRulesRequest,
   GetDatasetCatalogTaskRes,
@@ -59,6 +60,7 @@ import {
   GetRlsRulesRequest,
   RegisterDatasetWithMetatadaRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
+import { Response } from 'express';
 
 @ApiTags('Catalog')
 @ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
@@ -748,25 +750,23 @@ export class CatalogController {
     return JSON.parse(dashboards);
   }
 
-
   @Post('register-dataset')
   @RequireSomePermission(
     PERMISSIONS_GROUPS.CATALOG.permissions.CREATE,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER
+    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
   async registerDatasetWithMetadataRequest(
     @Body() body: RegisterDatasetWithMetatadaRequest,
     @User() user: RequestUser,
   ) {
-      const { customer_id, customer_name, user_id, username } = user;
-      const logMetadata = {
-        customer_name: customer_name,
-        user_id: user_id,
-        method: 'POST',
-        path: '/catalog/register-dataset',
-      };
+    const { customer_id, customer_name, user_id, username } = user;
+    const logMetadata = {
+      customer_name: customer_name,
+      user_id: user_id,
+      method: 'POST',
+      path: '/catalog/register-dataset',
+    };
     try {
-
       const metadata = PackTheMetadata({
         customer_id,
         customer_name,
@@ -774,18 +774,20 @@ export class CatalogController {
         username,
       });
 
-      this.logger.log(`Request from user ${user_id} for customer ${customer_name}`, logMetadata);
+      this.logger.log(
+        `Request from user ${user_id} for customer ${customer_name}`,
+        logMetadata,
+      );
 
       // Create table metadata
       const tableMetadataBody = {
         table_metadata: body.table_metadata,
         info: {
           customer: customer_name,
-          
         },
-        logMetadata: logMetadata
+        logMetadata: logMetadata,
       };
-      
+
       const table_metadata_id = await this.catalogService.createTableMetadata(
         tableMetadataBody,
       );
@@ -798,8 +800,12 @@ export class CatalogController {
           customer: customer_name,
         },
       };
-      this.logger.info(`Creating column metadata for table ${table_metadata_id}`, logMetadata);
-      const column_metadata_ids = await this.catalogService.createColumnMetadata(columnMetadataBody)
+      this.logger.info(
+        `Creating column metadata for table ${table_metadata_id}`,
+        logMetadata,
+      );
+      const column_metadata_ids =
+        await this.catalogService.createColumnMetadata(columnMetadataBody);
 
       // Create data preview
       const dataPreviewBody = {
@@ -808,15 +814,24 @@ export class CatalogController {
           customer: customer_name,
         },
       };
-      this.logger.debug(`Creating data preview for table ${table_metadata_id}`, logMetadata);
+      this.logger.debug(
+        `Creating data preview for table ${table_metadata_id}`,
+        logMetadata,
+      );
       const data_preview_id = await this.catalogService.createDataPreview(
         dataPreviewBody,
       );
 
       // Catalog dataset item
-      this.logger.info(`Cataloging dataset item for table ${table_metadata_id}`, logMetadata);
+      this.logger.info(
+        `Cataloging dataset item for table ${table_metadata_id}`,
+        logMetadata,
+      );
       await this.catalogService.catalogDatasetItem(table_metadata_id, metadata);
-      this.logger.info(`Dataset registration completed successfully for table ${table_metadata_id}`, logMetadata);
+      this.logger.info(
+        `Dataset registration completed successfully for table ${table_metadata_id}`,
+        logMetadata,
+      );
       return {
         message: 'Dataset registered successfully',
         table_metadata_id: table_metadata_id,
@@ -824,7 +839,10 @@ export class CatalogController {
         data_preview_id: data_preview_id,
       };
     } catch (error) {
-      this.logger.error(`Failed to register dataset. The following error occurred: ${error.response.data}`, logMetadata);
+      this.logger.error(
+        `Failed to register dataset. The following error occurred: ${error.response.data}`,
+        logMetadata,
+      );
 
       throw new HttpException(
         {
@@ -837,4 +855,25 @@ export class CatalogController {
       );
     }
   }
+
+  @Get('pii-reporter')
+  @RequireSomePermission(
+    PERMISSIONS_GROUPS.USERS.permissions.ADMIN
+  )
+  @RequireModule(
+    DADOSFERA_MODULES_KEYS.PII
+  )
+  async getPiiReporter(@User() user: RequestUser, @Res() res: Response) {
+    this.logger.info('GET pii-reporter');
+    const metadata = PackTheMetadata(user);
+
+    try {
+      const reporterHtml = await this.catalogService.getPiiReporter(metadata);
+
+      res.setHeader('Content-Type', 'text/html');
+      return res.send(reporterHtml);
+    } catch (error) {
+      this.logger.error(error);
+    }
+  }
 }

src/modules/catalog/catalog.service.ts

@@ -34,6 +34,8 @@ import {
   GetNimbusDashboardsRequest,
   GetRlsRulesRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
+import { readFileSync } from 'fs';
+import path from 'path';
 
 class CatalogService implements OnModuleInit {
   catalogReadService: ReadService.CatalogReadServices;
@@ -80,6 +82,51 @@ class CatalogService implements OnModuleInit {
     )}.dadosfera.ai`;
   }
 
+  async getPiiReporter(metadata: Metadata) {
+    const {
+      data
+    } = await lastValueFrom(
+      this.catalogWriteService.GetPiiReporter({}, metadata)
+    )
+
+    const result = data.map((props) => ({
+      ...props,
+      pii_rules: this.formatPiiRules(JSON.parse(props.pii_rules)),
+    }));
+
+    // 3. Ler o template HTML
+    const templatePath = path.join(
+      __dirname,
+      '../../../src/template/pii-reporter.html',
+    );
+    const templateSource = readFileSync(templatePath, 'utf8');
+
+    // 4. Compilar o template
+    const template = Handlebars.compile(templateSource);
+
+    // 5. Aplicar os dados ao template
+    return template({
+      dados: result,
+      dataGeracao: new Date().toLocaleString('pt-BR'),
+    });
+  }
+
+  private formatPiiRules(
+    data: Record<
+      string,
+      {
+        avg_score: number;
+        max_score: number;
+      }
+    >,
+  ) {
+    return Object.keys(data)
+      .filter((key) => {
+        return data[key].max_score > 0.7;
+      })
+      .join(', ');
+  }
+
   async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) {
     this.logger.info('CatalogService - Manage Data assets permissions');
     if (!data.embed) data.embed = undefined;