Merge pull request #173 from dadosfera/fix/modules-permissions

FIX: new modules permissions

.github/workflows/deploy-manually.yml

@@ -6,7 +6,7 @@ on:
   workflow_dispatch:
     inputs:
       environment:
-        description: 'Deployment environment'
+        description: "Deployment environment"
         required: true
         type: choice
         options:
@@ -39,7 +39,7 @@ jobs:
       new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       - if: github.event_name != 'workflow_dispatch'
         name: Semantic Release
@@ -73,7 +73,7 @@ jobs:
     if: ${{ github.event_name == 'workflow_dispatch' || needs.semantic_release.outputs.new_release_published == 'true' }}
     needs: [extract_environment, semantic_release]
     runs-on:
-      [self-hosted, '${{ needs.extract_environment.outputs.environment }}']
+      [self-hosted, "${{ needs.extract_environment.outputs.environment }}"]
 
     steps:
       - name: Checkout
@@ -144,13 +144,12 @@ jobs:
           docker system df
   api_docs:
     needs: [extract_environment, semantic_release, deploy]
-    runs-on:
-      [self-hosted, '${{ needs.extract_environment.outputs.environment }}']
+    runs-on: ubuntu-latest
     steps:
       - name: Checkout
         uses: actions/checkout@v2
 
-      - name: Extract Docs BlockId and PageId 
+      - name: Extract Docs BlockId and PageId
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
           DEV_DOCS_BLOCK_ID: ${{ secrets.DEV_DOCS_BLOCK_ID }}
@@ -175,22 +174,17 @@ jobs:
 
       - name: Generate API docs
         env:
-          ENV: ${{ needs.extract_environment.outputs.environment }}
           DOCS_URL: ${{ secrets.DOCS_URL }}
           DOCS_API_TOKEN: ${{ secrets.DOCS_API_TOKEN }}
           DOCS_PAGE_ID: ${{ steps.extract_docs_info.outputs.page_id }}
           DOCS_BLOCK_ID: ${{ steps.extract_docs_info.outputs.block_id }}
+          EVENT: ${{ github.event_name }}
+          RELEASE_VERSION: ${{ needs.semantic_release.outputs.new_release_version }}
         run: |
-          SWAGGER=`cat swagger.txt`
-          curl --request POST \
-            --url $DOCS_URL \
-            --header 'Content-Type: application/json' \
-            --data @<(cat <<EOF
-            {
-            "service": "$DOCS_API_TOKEN",
-            "pageId": "$DOCS_PAGE_ID",
-            "blockId": "$DOCS_BLOCK_ID",
-            "schema":  $SWAGGER
-          }
-          EOF
-          )
+          if [ ${EVENT} != "workflow_dispatch" ]; then
+            sed -i -E "s/(\"title\": )\"Maestro.+\"/\1\"Maestro - $RELEASE_VERSION\"/g" docsfera.json
+          fi
+          sed -i -e "s/\${DOCS_API_TOKEN}/$DOCS_API_TOKEN/g" docsfera.json
+          sed -i -e "s/\${DOCS_PAGE_ID}/$DOCS_PAGE_ID/g" docsfera.json
+          sed -i -e "s/\${DOCS_BLOCK_ID}/$DOCS_BLOCK_ID/g" docsfera.json
+          curl -X POST -H 'Content-Type: application/json' -d @docsfera.json $DOCS_URL

package-lock.json

@@ -12,7 +12,7 @@
       "dependencies": {
         "@aws-sdk/client-secrets-manager": "^3.112.0",
         "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-        "@dadosfera/protospack-v2": "3.19.0",
+        "@dadosfera/protospack-v2": "3.19.4",
         "@grpc/grpc-js": "^1.6.7",
         "@grpc/proto-loader": "^0.6.13",
         "@nestjs/common": "^8.4.7",
@@ -33,6 +33,7 @@
         "helmet": "^5.1.0",
         "jsonwebtoken": "^8.5.1",
         "jwk-to-pem": "^2.0.5",
+        "mixpanel": "^0.17.0",
         "passport": "^0.6.0",
         "passport-facebook": "^3.0.0",
         "passport-forcedotcom": "^0.1.5",
@@ -1726,9 +1727,9 @@
       }
     },
     "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.19.0",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.19.0.tgz",
-      "integrity": "sha512-TTBo0W+7pczlJyIu6BTbc0/XbrP9uQV5O8EeHdWpv/9yksc1lxLExPrB6LSozdg4etrJUYjNROH/voZEXs82Eg==",
+      "version": "3.19.4",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.19.4.tgz",
+      "integrity": "sha512-Vb6bdFgQKYHf0kDK9kuMtN+nt3nkaMhJZ3wNVaUmQNxsnpGyARWBL29R2n+YnxS8g23tRwuj331sjg+DY0Fnhg==",
       "dependencies": {
         "@grpc/grpc-js": "^1.6.7",
         "rxjs": "^7.5.5",
@@ -3543,7 +3544,6 @@
     },
     "node_modules/agent-base": {
       "version": "6.0.2",
-      "dev": true,
       "license": "MIT",
       "dependencies": {
         "debug": "4"
@@ -8205,6 +8205,29 @@
       "version": "1.2.6",
       "license": "MIT"
     },
+    "node_modules/mixpanel": {
+      "version": "0.17.0",
+      "resolved": "https://registry.npmjs.org/mixpanel/-/mixpanel-0.17.0.tgz",
+      "integrity": "sha512-DY5WeOy/hmkPrNiiZugJpWR0iMuOwuj1a3u0bgwB2eUFRV6oIew/pIahhpawdbNjb+Bye4a8ID3gefeNPvL81g==",
+      "dependencies": {
+        "https-proxy-agent": "5.0.0"
+      },
+      "engines": {
+        "node": ">=10.0"
+      }
+    },
+    "node_modules/mixpanel/node_modules/https-proxy-agent": {
+      "version": "5.0.0",
+      "resolved": "https://registry.npmjs.org/https-proxy-agent/-/https-proxy-agent-5.0.0.tgz",
+      "integrity": "sha512-EkYm5BcKUGiduxzSt3Eppko+PiNWNEpa4ySk9vTC6wDsQJW9rHSa+UhGNJoRYp7bz6Ht1eaRIa6QaJqO5rCFbA==",
+      "dependencies": {
+        "agent-base": "6",
+        "debug": "4"
+      },
+      "engines": {
+        "node": ">= 6"
+      }
+    },
     "node_modules/mkdirp": {
       "version": "0.5.6",
       "license": "MIT",
@@ -8229,8 +8252,9 @@
       }
     },
     "node_modules/moment-timezone": {
-      "version": "0.5.34",
-      "license": "MIT",
+      "version": "0.5.38",
+      "resolved": "https://registry.npmjs.org/moment-timezone/-/moment-timezone-0.5.38.tgz",
+      "integrity": "sha512-nMIrzGah4+oYZPflDvLZUgoVUO4fvAqHstvG3xAUnMolWncuAiLDWNnJZj6EwJGMGfb1ZcuTFE6GI3hNOVWI/Q==",
       "dependencies": {
         "moment": ">= 2.9.0"
       },
@@ -12306,9 +12330,9 @@
       }
     },
     "@dadosfera/protospack-v2": {
-      "version": "3.19.0",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.19.0.tgz",
-      "integrity": "sha512-TTBo0W+7pczlJyIu6BTbc0/XbrP9uQV5O8EeHdWpv/9yksc1lxLExPrB6LSozdg4etrJUYjNROH/voZEXs82Eg==",
+      "version": "3.19.4",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.19.4.tgz",
+      "integrity": "sha512-Vb6bdFgQKYHf0kDK9kuMtN+nt3nkaMhJZ3wNVaUmQNxsnpGyARWBL29R2n+YnxS8g23tRwuj331sjg+DY0Fnhg==",
       "requires": {
         "@grpc/grpc-js": "^1.6.7",
         "rxjs": "^7.5.5",
@@ -13555,7 +13579,6 @@
     },
     "agent-base": {
       "version": "6.0.2",
-      "dev": true,
       "requires": {
         "debug": "4"
       }
@@ -16719,6 +16742,25 @@
     "minimist": {
       "version": "1.2.6"
     },
+    "mixpanel": {
+      "version": "0.17.0",
+      "resolved": "https://registry.npmjs.org/mixpanel/-/mixpanel-0.17.0.tgz",
+      "integrity": "sha512-DY5WeOy/hmkPrNiiZugJpWR0iMuOwuj1a3u0bgwB2eUFRV6oIew/pIahhpawdbNjb+Bye4a8ID3gefeNPvL81g==",
+      "requires": {
+        "https-proxy-agent": "5.0.0"
+      },
+      "dependencies": {
+        "https-proxy-agent": {
+          "version": "5.0.0",
+          "resolved": "https://registry.npmjs.org/https-proxy-agent/-/https-proxy-agent-5.0.0.tgz",
+          "integrity": "sha512-EkYm5BcKUGiduxzSt3Eppko+PiNWNEpa4ySk9vTC6wDsQJW9rHSa+UhGNJoRYp7bz6Ht1eaRIa6QaJqO5rCFbA==",
+          "requires": {
+            "agent-base": "6",
+            "debug": "4"
+          }
+        }
+      }
+    },
     "mkdirp": {
       "version": "0.5.6",
       "requires": {
@@ -16736,7 +16778,9 @@
       "integrity": "sha512-5LC9SOxjSc2HF6vO2CyuTDNivEdoz2IvyJJGj6X8DJ0eFyfszE0QiEd+iXmBvUP3WHxSjFH/vIsA0EN00cgr8w=="
     },
     "moment-timezone": {
-      "version": "0.5.34",
+      "version": "0.5.38",
+      "resolved": "https://registry.npmjs.org/moment-timezone/-/moment-timezone-0.5.38.tgz",
+      "integrity": "sha512-nMIrzGah4+oYZPflDvLZUgoVUO4fvAqHstvG3xAUnMolWncuAiLDWNnJZj6EwJGMGfb1ZcuTFE6GI3hNOVWI/Q==",
       "requires": {
         "moment": ">= 2.9.0"
       }

package.json

@@ -17,7 +17,7 @@
     "start": "nest start",
     "start:dev": "nest start --watch",
     "start:debug": "nest start --debug --watch",
-    "start:prod": "node dist/main",
+    "start:prod": "npm run build && node dist/main",
     "lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
     "test": "jest",
     "test:watch": "jest --watch",
@@ -28,7 +28,7 @@
   "dependencies": {
     "@aws-sdk/client-secrets-manager": "^3.112.0",
     "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-    "@dadosfera/protospack-v2": "3.19.0",
+    "@dadosfera/protospack-v2": "3.19.4",
     "@grpc/grpc-js": "^1.6.7",
     "@grpc/proto-loader": "^0.6.13",
     "@nestjs/common": "^8.4.7",
@@ -49,6 +49,7 @@
     "helmet": "^5.1.0",
     "jsonwebtoken": "^8.5.1",
     "jwk-to-pem": "^2.0.5",
+    "mixpanel": "^0.17.0",
     "passport": "^0.6.0",
     "passport-facebook": "^3.0.0",
     "passport-forcedotcom": "^0.1.5",

src/app.module.ts

@@ -24,6 +24,7 @@ import { CatalogModule } from './modules/catalog/catalog.module';
 import { ConfigModule } from '@nestjs/config';
 import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
 import { ProductboardModule } from './modules/productboard/productboard.module';
+import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
 
 @Module({
   controllers: [],
@@ -38,8 +39,8 @@ import { ProductboardModule } from './modules/productboard/productboard.module';
     ConfigModule.forRoot({
       isGlobal: true,
     }),
-    ConnectorModule,
     AuthModule,
+    ConnectorModule,
     PermissionsModule,
     TermsOfUseModule,
     ConnectionModule,
@@ -56,6 +57,7 @@ import { ProductboardModule } from './modules/productboard/productboard.module';
     OauthModule,
     CatalogModule,
     ProductboardModule,
+    MixpanelModule,
   ],
 })
 export class AppModule {}

src/authentication/permissions.enum.ts

@@ -449,11 +449,11 @@ export const PERMISSIONS_GROUPS = {
     },
   },
 
-  ORCHEST: {
+  MODULES: {
     title: {
-      'pt-br': 'Analisar | Inteligência',
-      'en-us': 'Analyze | Intelligence',
-      'es-es': 'Analizar | Inteligencia',
+      'pt-br': 'Módulos da Dadosfera',
+      'en-us': 'Dadosfera Modules',
+      'es-es': 'Módulos de la Dadosfera',
     },
     permissions: {
       INTELLIGENCE: {
@@ -461,9 +461,9 @@ export const PERMISSIONS_GROUPS = {
         claim: 'intelligence:open',
         usage: PermissionUsages.INTERNAL,
         name: {
-          'pt-br': 'Acessar Orchest',
-          'en-us': 'Access Orchest',
-          'es-s': 'Acceso Orchest',
+          'pt-br': 'Acessar Módulo de Inteligência',
+          'en-us': 'Access Intelligence Module',
+          'es-s': 'Acceder Módulo de Inteligencia',
         },
       },
       APP_BUILDER: {
@@ -473,7 +473,7 @@ export const PERMISSIONS_GROUPS = {
         name: {
           'pt-br': 'Acessar App Builder',
           'en-us': 'Access App Builder',
-          'es-es': 'Acceso App Builder',
+          'es-es': 'Acceder App Builder',
         },
       },
       MACHINE_LEARNING: {
@@ -483,7 +483,17 @@ export const PERMISSIONS_GROUPS = {
         name: {
           'pt-br': 'Acessar Machine Learning',
           'en-us': 'Access Machine Learning',
-          'es-es': 'Acceso Machine Learning',
+          'es-es': 'Acceder Machine Learning',
+        },
+      },
+      PROCESS: {
+        seqid: 43,
+        claim: 'process:open',
+        usage: PermissionUsages.INTERNAL,
+        name: {
+          'pt-br': 'Acessar Módulo de Processamento',
+          'en-us': 'Access Processing Module',
+          'es-es': 'Acceder Módulo de Tramitación',
         },
       },
     },

src/main.ts

@@ -6,6 +6,8 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 
 import { AppModule } from './app.module';
 import { writeFileSync } from 'fs';
+import { execSync } from 'child_process';
+import { INestApplication } from '@nestjs/common';
 async function bootstrap() {
   DadosferaLogger.setupLogger({
     serviceName: 'maestro',
@@ -24,26 +26,53 @@ async function bootstrap() {
   });
 
   app.use(helmet());
+  configureSwagger(app);
 
+  await app.listen(3333);
+}
+function configureSwagger(app: INestApplication) {
   const date = new Date();
+  const swaggerVersion = `${date.getDate()}.${
+    date.getMonth() + 1
+  }.${date.getFullYear()} - ${date.getHours()}:${date.getMinutes()}`;
+
+  let branchName = '';
+  try {
+    branchName = execSync('git rev-parse --abbrev-ref HEAD')
+      .toString()
+      .replace('\n', '')
+      .trim();
+  } catch (error) {
+    console.log("Can't get branch name", error);
+  }
+  const swaggerTitle = branchName ? `Maestro - ${branchName}` : 'Maestro';
 
   const config = new DocumentBuilder()
-    .setTitle('Maestro')
+    .setTitle(swaggerTitle)
     .setDescription('Documentation for Maestro gateway')
-    .setVersion(
-      `${date.getDate()}.${
-        date.getMonth() + 1
-      }.${date.getFullYear()} - ${date.getHours()}:${date.getMinutes()}`,
+    .setVersion(swaggerVersion)
+    .addBearerAuth(
+      { type: 'http', scheme: 'bearer', bearerFormat: 'JWT' },
+      'Authorization',
     )
-    .addBearerAuth()
     .build();
 
   const document = SwaggerModule.createDocument(app, config);
 
   if (process.env.ENV === 'local') SwaggerModule.setup('api', app, document);
 
-  await writeFileSync('swagger.txt', JSON.stringify(JSON.stringify(document)));
-
-  await app.listen(3333);
+  writeFileSync(
+    'docsfera.json',
+    JSON.stringify(
+      {
+        service: '${DOCS_API_TOKEN}',
+        pageId: '${DOCS_PAGE_ID}',
+        blockId: '${DOCS_BLOCK_ID}',
+        schema: document,
+      },
+      null,
+      2,
+    ),
+  );
 }
 bootstrap();

src/modules/auth/auth.controller.ts

@@ -10,7 +10,6 @@ import {
 } from '@nestjs/common';
 import { ApiTags } from '@nestjs/swagger';
 import {
-  AuthSignInRequest,
   AuthRefreshAccessTokenRequest,
   AuthChangePasswordRequest,
   AuthResetPasswordRequest,
@@ -28,6 +27,7 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { Metadata } from '@grpc/grpc-js';
+import { AuthSignInReq, AuthSignInRes } from './dtos/login';
 
 @ApiTags('Auth')
 @UseFilters(new GrpcToHttpExceptionFilter())
@@ -43,6 +43,18 @@ export class AuthController {
     this.logger = dadosferaLogger.logger;
   }
 
+  @Post('sign-in')
+  @HttpCode(HttpStatus.OK)
+  async signIn(
+    @Body() { username, password, totp }: AuthSignInReq,
+    @Headers('Dadosfera-Lang') language: string,
+  ): Promise<AuthSignInRes> {
+    this.logger.info('/auth - SignIn');
+    const metadata = new Metadata();
+    metadata.add('language', language || 'pt-br');
+    return this.authClient.signIn({ username, password, totp }, metadata);
+  }
+
   @Post('/sso/snowflake')
   @RequireAllPermissions(PERMISSIONS_GROUPS.SNOWFLAKE.permissions.OPEN)
   @HttpCode(HttpStatus.OK)
@@ -58,18 +70,6 @@ export class AuthController {
     });
   }
 
-  @Post('sign-in')
-  @HttpCode(HttpStatus.OK)
-  async signIn(
-    @Body() { username, password, totp }: AuthSignInRequest,
-    @Headers('Dadosfera-Lang') language: string,
-  ) {
-    this.logger.info('/auth - SignIn');
-    const metadata = new Metadata();
-    metadata.add('language', language || 'pt-br');
-    return this.authClient.signIn({ username, password, totp }, metadata);
-  }
-
   @Post('refresh-access-token')
   @HttpCode(HttpStatus.OK)
   async refreshAccessToken(

src/modules/auth/dtos/login.ts

@@ -1,4 +1,8 @@
-import { ApiProperty } from '@nestjs/swagger';
+import {
+  AuthSignInRequest,
+  AuthSignInResponse,
+} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
+import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
 
 export class LoginDto {
   @ApiProperty()
@@ -10,3 +14,86 @@ export class LoginDto {
   @ApiProperty({ required: false })
   totp: string;
 }
+export class AuthTokens {
+  @ApiProperty()
+  accessToken: string;
+  @ApiProperty()
+  refreshToken: string;
+  @ApiPropertyOptional()
+  termsOfUseToken: string;
+  @ApiProperty({ deprecated: true })
+  idToken: string;
+}
+export enum MfaStatuses {
+  PENDING = 'pending',
+  NONE = 'none',
+  TOTP = 'totp',
+}
+
+export enum TouStatuses {
+  PENDING = 'pending',
+  REQUIRED = 'required',
+  OK = 'ok',
+}
+export class TermsOfUse {
+  @ApiProperty()
+  version: number;
+  @ApiProperty()
+  publicUrl: string;
+  @ApiProperty()
+  enforceDate: string;
+  @ApiProperty()
+  createdAt: string;
+}
+export class TermsOfUseStatus {
+  @ApiProperty({ enum: TouStatuses })
+  status: string;
+  @ApiPropertyOptional()
+  lastSigned?: TermsOfUse;
+  @ApiPropertyOptional()
+  next?: TermsOfUse;
+}
+export class AuthUser {
+  @ApiProperty()
+  id: string;
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  username: string;
+  @ApiProperty()
+  createdAt: string;
+}
+export class AuthCustomer {
+  @ApiProperty()
+  modules: string[];
+  @ApiProperty()
+  id: string;
+  @ApiProperty()
+  name: string;
+  @ApiProperty()
+  tier: string;
+}
+
+export class AuthSignInReq implements AuthSignInRequest {
+  @ApiProperty()
+  username: string;
+  @ApiProperty()
+  password: string;
+  @ApiPropertyOptional()
+  totp: string;
+}
+
+export class AuthSignInRes implements AuthSignInResponse {
+  @ApiProperty()
+  permissions: string[];
+  @ApiProperty({ enum: MfaStatuses })
+  mfaStatus: string;
+  @ApiPropertyOptional()
+  customer?: AuthCustomer;
+  @ApiPropertyOptional()
+  user?: AuthUser;
+  @ApiPropertyOptional()
+  tokens?: AuthTokens;
+  @ApiPropertyOptional()
+  termsOfUse?: TermsOfUseStatus;
+}

src/modules/catalog/catalog.controller.ts

@@ -25,6 +25,7 @@ import { RequestUser, User } from 'src/authentication/user.decorator';
 import {
   ICatalogAllResponse,
   IColumnsMetadataResponse,
+  ICreateDataAsset,
   IDeleteComment,
   IDocsResponse,
   IMakeAComment,
@@ -438,6 +439,26 @@ export class CatalogController {
     return { message: response.message };
   }
 
+  @Post()
+  async createDataAsset(
+    @User() user: RequestUser,
+    @Body() body: ICreateDataAsset,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const { data_asset } = await this.catalogService.createDataAsset(
+      body,
+      metadata,
+    );
+
+    return { data_asset: JSON.parse(data_asset) };
+  }
+
   @Post('data-asset/:id/comment')
   async commentOnDataAsset(
     @Param('id') id: string,

src/modules/catalog/catalog.service.ts

@@ -58,6 +58,19 @@ class CatalogService implements OnModuleInit {
     )}.dadosfera.ai`;
   }
 
+  async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
+
+    return lastValueFrom(
+      this.catalogWriteService.CreateDataAsset(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
+  }
+
   async managePermissions(data: Messages.ManagePermissionRequest, metadata) {
     this.logger.info('CatalogService - Manage Data assets permissions');
 
@@ -275,7 +288,7 @@ class CatalogService implements OnModuleInit {
   async updateOneDataAsset({ data_asset_id, customer_id, body, metadata }) {
     const { data_asset } = await lastValueFrom(
       this.catalogWriteService.UpdateDataAsset(
-        { id: data_asset_id, ...body },
+        { id: data_asset_id, changes: JSON.stringify(body) },
         metadata,
       ),
     );

src/modules/catalog/dtos/index.ts

@@ -1,4 +1,5 @@
 import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
+import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
 
 export class IRole {
   @ApiProperty()
@@ -128,6 +129,19 @@ export class IUpdateDataRequest {
   tags: string[];
 }
 
+export class ICreateDataAsset implements CreateDataAssetRequest {
+  @ApiProperty()
+  display_name: string;
+  @ApiProperty()
+  description: string;
+  @ApiProperty()
+  data_asset_type: string;
+  @ApiProperty()
+  external_url: string;
+  @ApiProperty()
+  location: string;
+}
+
 export class IPreview {
   @ApiProperty()
   id: string;

src/modules/connector/client.service.ts

@@ -84,7 +84,7 @@ export class ConnectorClientService implements OnModuleInit {
     });
     const responseParsed = JSON.parse(res.message);
     const connectorErrors = responseParsed.items
-      .filter((i) => i.update._index === 'connector' && i.update.error)
+      .filter((i) => i.update._index === 'connectors' && i.update.error)
       .map((i) => ({
         id: i.update._id,
         reason: i.update.error,
@@ -115,7 +115,8 @@ export class ConnectorClientService implements OnModuleInit {
       }));
     const connectorCreated = responseParsed.items
       .filter(
-        (i) => i.update._index === 'connector' && i.update.result === 'created',
+        (i) =>
+          i.update._index === 'connectors' && i.update.result === 'created',
       )
       .map((i) => ({
         id: i.update._id,
@@ -149,7 +150,8 @@ export class ConnectorClientService implements OnModuleInit {
       }));
     const connectorUpdated = responseParsed.items
       .filter(
-        (i) => i.update._index === 'connector' && i.update.result === 'updated',
+        (i) =>
+          i.update._index === 'connectors' && i.update.result === 'updated',
       )
       .map((i) => ({
         id: i.update._id,
@@ -183,7 +185,7 @@ export class ConnectorClientService implements OnModuleInit {
       }));
     const connectorNoop = responseParsed.items
       .filter(
-        (i) => i.update._index === 'connector' && i.update.result === 'noop',
+        (i) => i.update._index === 'connectors' && i.update.result === 'noop',
       )
       .map((i) => ({
         id: i.update._id,

src/modules/mixpanel/mixpanel.controller.ts

@@ -0,0 +1,31 @@
+import { Body, Controller, Inject, Param, Post } from '@nestjs/common';
+import { init } from 'mixpanel';
+import { RequestUser, User } from 'src/authentication/user.decorator';
+
+@Controller('trackEvent')
+export class MixpanelController {
+  constructor(
+    @Inject('MIXPANEL_TOKEN')
+    private readonly mixpanelToken: string,
+  ) {}
+  @Post(':id')
+  async trackEvent(@Param('id') id, @Body() body, @User() user: RequestUser) {
+    delete body.info;
+    const mixpanel = init(this.mixpanelToken);
+
+    await mixpanel.people.set(user.username, {
+      $name: user.username,
+      $email: user.username,
+      customer_name: user.customer_name,
+    });
+
+    await mixpanel.track(id, {
+      distinct_id: user.username,
+      customer: user.customer_name,
+      env: process.env.ENV,
+      ...body,
+    });
+
+    return { id, body, user: user.username };
+  }
+}

src/modules/mixpanel/mixpanel.module.ts

@@ -0,0 +1,16 @@
+import { Module } from '@nestjs/common';
+import { getSecreteFromSecreteManager } from 'src/utils/SecretManager';
+import { MixpanelController } from './mixpanel.controller';
+
+@Module({
+  controllers: [MixpanelController],
+  providers: [
+    {
+      provide: 'MIXPANEL_TOKEN',
+      useValue: getSecreteFromSecreteManager(
+        `${process.env.ENV}/root/mixpanel_token`,
+      ),
+    },
+  ],
+})
+export class MixpanelModule {}

src/modules/permissions/permissions.controller.ts

@@ -1,14 +1,8 @@
 import { Controller, Get, Headers, Inject } from '@nestjs/common';
 import { ApiHeader, ApiOkResponse, ApiTags } from '@nestjs/swagger';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import {
-  Authenticated,
-  RequireAllPermissions,
-} from 'src/authentication/authentication.decorator';
-import {
-  PERMISSIONS_GROUPS,
-  PermissionUsages,
-} from 'src/authentication/permissions.enum';
+import { Authenticated } from 'src/authentication/authentication.decorator';
+import { PermissionUsages } from 'src/authentication/permissions.enum';
 import { RequestUser, User } from 'src/authentication/user.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { GetPublicPermissionsRes } from './dto/entities';

src/modules/pipelinesV2/pipelines.service.ts

@@ -22,6 +22,7 @@ import { ConnectorClientService } from '../connector/client.service';
 import { InputsService } from '../inputs/inputs.service';
 import { RequestUser } from 'src/authentication/user.decorator';
 import { TransformationsService } from '../transformations/transformations.service';
+import { getObjValueFromPath } from 'src/utils/ObjValueFromPath';
 
 export class PipelinesService implements OnModuleInit {
   logger: DadosferaLogger;
@@ -213,16 +214,14 @@ export class PipelinesService implements OnModuleInit {
     const connector = JSON.parse(res.connector);
     const config_controls = connector.config_controls || [];
 
-    for (const key in pipelineProperties) {
-      const i = config_controls
-        .map((cc) => cc.name)
-        .indexOf(`properties.${key}`);
-      if (i > -1) {
-        config_controls[i] = {
-          ...config_controls[i],
-          default_value: pipelineProperties[key],
-        };
-      }
+    for (const config_control of config_controls) {
+      const path: string = config_control.name;
+      const default_value = getObjValueFromPath({
+        object: { properties: pipelineProperties },
+        path,
+      });
+      if (default_value != undefined)
+        config_control.default_value = default_value;
     }
 
     return {

src/utils/ObjValueFromPath.ts

@@ -0,0 +1,10 @@
+export function getObjValueFromPath<T>(data: { object: T; path: string }): T {
+  const { object, path } = data;
+  const keys = path.split('.');
+
+  let value = JSON.parse(JSON.stringify(object));
+  for (const key of keys) {
+    if (value != undefined) value = value[key];
+  }
+  return value;
+}

tsconfig.build.json

@@ -1,4 +1,4 @@
 {
   "extends": "./tsconfig.json",
-  "exclude": ["node_modules", "test", "dist", "**/*spec.ts"]
+  "exclude": ["node_modules", "test", "dist", "**/*spec.ts", "jest.config.ts"]
 }