Merge branch 'main' into feat/rest-api

src/modules/auth/auth.controller.ts

@@ -10,7 +10,6 @@ import {
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import {
-  AuthSignInRequest,
   AuthRefreshAccessTokenRequest,
   AuthChangePasswordRequest,
   AuthResetPasswordRequest,
@@ -28,6 +27,7 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { Metadata } from '@grpc/grpc-js';
+import { AuthSignInReq, AuthSignInRes } from './dtos/login';
 
 @ApiTags('Auth')
 @UseFilters(new GrpcToHttpExceptionFilter())
@@ -43,6 +43,18 @@ export class AuthController {
     this.logger = dadosferaLogger.logger;
   }
 
+  @Post('sign-in')
+  @HttpCode(HttpStatus.OK)
+  async signIn(
+    @Body() { username, password, totp }: AuthSignInReq,
+    @Headers('Dadosfera-Lang') language: string,
+  ): Promise<AuthSignInRes> {
+    this.logger.info('/auth - SignIn');
+    const metadata = new Metadata();
+    metadata.add('language', language || 'pt-br');
+    return this.authClient.signIn({ username, password, totp }, metadata);
+  }
+
   @Post('/sso/snowflake')
   @RequireAllPermissions(PERMISSIONS_GROUPS.SNOWFLAKE.permissions.OPEN)
   @HttpCode(HttpStatus.OK)
@@ -58,18 +70,6 @@ export class AuthController {
     });
   }
 
-  @Post('sign-in')
-  @HttpCode(HttpStatus.OK)
-  async signIn(
-    @Body() { username, password, totp }: AuthSignInRequest,
-    @Headers('Dadosfera-Lang') language: string,
-  ) {
-    this.logger.info('/auth - SignIn');
-    const metadata = new Metadata();
-    metadata.add('language', language || 'pt-br');
-    return this.authClient.signIn({ username, password, totp }, metadata);
-  }
-
   @Post('refresh-access-token')
   @HttpCode(HttpStatus.OK)
   async refreshAccessToken(

src/modules/auth/dtos/login.ts

@@ -1,4 +1,8 @@
-import { ApiProperty } from '@nestjs/swagger';
+import {
+  AuthSignInRequest,
+  AuthSignInResponse,
+} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
+import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
 
 export class LoginDto {
   @ApiProperty()
@@ -10,3 +14,86 @@ export class LoginDto {
   @ApiProperty({ required: false })
   totp: string;
 }
+export class AuthTokens {
+  @ApiProperty()
+  accessToken: string;
+  @ApiProperty()
+  refreshToken: string;
+  @ApiPropertyOptional()
+  termsOfUseToken: string;
+  @ApiProperty({ deprecated: true })
+  idToken: string;
+}
+export enum MfaStatuses {
+  PENDING = 'pending',
+  NONE = 'none',
+  TOTP = 'totp',
+}
+
+export enum TouStatuses {
+  PENDING = 'pending',
+  REQUIRED = 'required',
+  OK = 'ok',
+}
+export class TermsOfUse {
+  @ApiProperty()
+  version: number;
+  @ApiProperty()
+  publicUrl: string;
+  @ApiProperty()
+  enforceDate: string;
+  @ApiProperty()
+  createdAt: string;
+}
+export class TermsOfUseStatus {
+  @ApiProperty({ enum: TouStatuses })
+  status: string;
+  @ApiPropertyOptional()
+  lastSigned?: TermsOfUse;
+  @ApiPropertyOptional()
+  next?: TermsOfUse;
+}
+export class AuthUser {
+  @ApiProperty()
+  id: string;
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  username: string;
+  @ApiProperty()
+  createdAt: string;
+}
+export class AuthCustomer {
+  @ApiProperty()
+  modules: string[];
+  @ApiProperty()
+  id: string;
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  tier: string;
+}
+
+export class AuthSignInReq implements AuthSignInRequest {
+  @ApiProperty()
+  username: string;
+  @ApiProperty()
+  password: string;
+  @ApiPropertyOptional()
+  totp: string;
+}
+
+export class AuthSignInRes implements AuthSignInResponse {
+  @ApiProperty()
+  permissions: string[];
+  @ApiProperty({ enum: MfaStatuses })
+  mfaStatus: string;
+  @ApiPropertyOptional()
+  customer?: AuthCustomer;
+  @ApiPropertyOptional()
+  user?: AuthUser;
+  @ApiPropertyOptional()
+  tokens?: AuthTokens;
+  @ApiPropertyOptional()
+  termsOfUse?: TermsOfUseStatus;
+}

src/modules/connector/client.service.ts

@@ -84,7 +84,7 @@ export class ConnectorClientService implements OnModuleInit {
     });
     const responseParsed = JSON.parse(res.message);
     const connectorErrors = responseParsed.items
-      .filter((i) => i.update._index === 'connector' && i.update.error)
+      .filter((i) => i.update._index === 'connectors' && i.update.error)
       .map((i) => ({
         id: i.update._id,
         reason: i.update?.error,
@@ -115,7 +115,8 @@ export class ConnectorClientService implements OnModuleInit {
       }));
     const connectorCreated = responseParsed.items
       .filter(
-        (i) => i.update._index === 'connector' && i.update.result === 'created',
+        (i) =>
+          i.update._index === 'connectors' && i.update.result === 'created',
       )
       .map((i) => ({
         id: i.update._id,
@@ -149,7 +150,8 @@ export class ConnectorClientService implements OnModuleInit {
       }));
     const connectorUpdated = responseParsed.items
       .filter(
-        (i) => i.update._index === 'connector' && i.update.result === 'updated',
+        (i) =>
+          i.update._index === 'connectors' && i.update.result === 'updated',
       )
       .map((i) => ({
         id: i.update._id,
@@ -183,7 +185,7 @@ export class ConnectorClientService implements OnModuleInit {
       }));
     const connectorNoop = responseParsed.items
       .filter(
-        (i) => i.update._index === 'connector' && i.update.result === 'noop',
+        (i) => i.update._index === 'connectors' && i.update.result === 'noop',
       )
       .map((i) => ({
         id: i.update._id,

src/modules/mixpanel/mixpanel.controller.ts

@@ -0,0 +1,31 @@
+import { Body, Controller, Inject, Param, Post } from '@nestjs/common';
+import { init } from 'mixpanel';
+import { RequestUser, User } from 'src/authentication/user.decorator';
+
+@Controller('trackEvent')
+export class MixpanelController {
+  constructor(
+    @Inject('MIXPANEL_TOKEN')
+    private readonly mixpanelToken: string,
+  ) {}
+  @Post(':id')
+  async trackEvent(@Param('id') id, @Body() body, @User() user: RequestUser) {
+    delete body.info;
+    const mixpanel = init(this.mixpanelToken);
+
+    await mixpanel.people.set(user.username, {
+      $name: user.username,
+      $email: user.username,
+      customer_name: user.customer_name,
+    });
+
+    await mixpanel.track(id, {
+      distinct_id: user.username,
+      customer: user.customer_name,
+      env: process.env.ENV,
+      ...body,
+    });
+
+    return { id, body, user: user.username };
+  }
+}

src/modules/mixpanel/mixpanel.module.ts

@@ -0,0 +1,16 @@
+import { Module } from '@nestjs/common';
+import { getSecreteFromSecreteManager } from 'src/utils/SecretManager';
+import { MixpanelController } from './mixpanel.controller';
+
+@Module({
+  controllers: [MixpanelController],
+  providers: [
+    {
+      provide: 'MIXPANEL_TOKEN',
+      useValue: getSecreteFromSecreteManager(
+        `${process.env.ENV}/root/mixpanel_token`,
+      ),
+    },
+  ],
+})
+export class MixpanelModule {}

src/modules/permissions/permissions.controller.ts

@@ -1,14 +1,8 @@
 import { Controller, Get, Headers, Inject } from '@nestjs/common';
 import { ApiHeader, ApiOkResponse, ApiTags } from '@nestjs/swagger';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import {
-  Authenticated,
-  RequireAllPermissions,
-} from 'src/authentication/authentication.decorator';
-import {
-  PERMISSIONS_GROUPS,
-  PermissionUsages,
-} from 'src/authentication/permissions.enum';
+import { Authenticated } from 'src/authentication/authentication.decorator';
+import { PermissionUsages } from 'src/authentication/permissions.enum';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { GetPublicPermissionsRes } from './dto/entities';

src/modules/pipelinesV2/pipelines.service.ts

@@ -18,6 +18,7 @@ import { InputsService } from '../inputs/inputs.service';
 import { RequestUser } from 'src/authentication/user.decorator';
 import { TransformationsService } from '../transformations/transformations.service';
 import ErrorBuilder from 'src/utils/ErrorBuilder';
+import { getObjValueFromPath } from 'src/utils/ObjValueFromPath';
 
 export class PipelinesService implements OnModuleInit {
   logger: DadosferaLogger;
@@ -209,16 +210,14 @@ export class PipelinesService implements OnModuleInit {
     const connector = JSON.parse(res.connector);
     const config_controls = connector.config_controls || [];
 
-    for (const key in pipelineProperties) {
-      const i = config_controls
-        .map((cc) => cc.name)
-        .indexOf(`properties.${key}`);
-      if (i > -1) {
-        config_controls[i] = {
-          ...config_controls[i],
-          default_value: pipelineProperties[key],
-        };
-      }
+    for (const config_control of config_controls) {
+      const path: string = config_control.name;
+      const default_value = getObjValueFromPath({
+        object: { properties: pipelineProperties },
+        path,
+      });
+      if (default_value != undefined)
+        config_control.default_value = default_value;
     }
 
     return {