Merge pull request #167 from dadosfera/ft/create-data-asset

FEAT: Ft/create data asset

package-lock.json

@@ -12,7 +12,7 @@
       "dependencies": {
         "@aws-sdk/client-secrets-manager": "^3.112.0",
         "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-        "@dadosfera/protospack-v2": "3.18.18",
+        "@dadosfera/protospack-v2": "3.19.1",
         "@grpc/grpc-js": "^1.6.7",
         "@grpc/proto-loader": "^0.6.13",
         "@nestjs/common": "^8.4.7",
@@ -1726,9 +1726,9 @@
       }
     },
     "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.18.18",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.18.tgz",
-      "integrity": "sha512-4KiuMUDMZu8ouic0RBBuM7Ky9wfczeS4GKLRyD29GV371m/NOo+1ujrcLysc8OuevPdXmaqzCgE6WWi6SIt9sQ==",
+      "version": "3.19.1",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.19.1.tgz",
+      "integrity": "sha512-8YCyyc9Jpls31mXGdsw6IksZc6BGgNNm2Ht85rtapZfhGowOIXkjfXLlWFy7WxfMl0AQYH3pV3u4/WO7rR/JPA==",
       "dependencies": {
         "@grpc/grpc-js": "^1.6.7",
         "rxjs": "^7.5.5",
@@ -8229,8 +8229,9 @@
       }
     },
     "node_modules/moment-timezone": {
-      "version": "0.5.34",
-      "license": "MIT",
+      "version": "0.5.38",
+      "resolved": "https://registry.npmjs.org/moment-timezone/-/moment-timezone-0.5.38.tgz",
+      "integrity": "sha512-nMIrzGah4+oYZPflDvLZUgoVUO4fvAqHstvG3xAUnMolWncuAiLDWNnJZj6EwJGMGfb1ZcuTFE6GI3hNOVWI/Q==",
       "dependencies": {
         "moment": ">= 2.9.0"
       },
@@ -10337,9 +10338,9 @@
       }
     },
     "node_modules/ts-proto": {
-      "version": "1.126.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
-      "integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
+      "version": "1.131.0",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.131.0.tgz",
+      "integrity": "sha512-oj/kWrDz3JkkPQwumQDKfwHroH9iNz2alvrbCYzNYJlb/2MAUzFNfh9T+SZUPDfoXXK6oJoW1hGCHznj67yHNg==",
       "dependencies": {
         "@types/object-hash": "^1.3.0",
         "dataloader": "^1.4.0",
@@ -12306,9 +12307,9 @@
       }
     },
     "@dadosfera/protospack-v2": {
-      "version": "3.18.18",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.18.tgz",
-      "integrity": "sha512-4KiuMUDMZu8ouic0RBBuM7Ky9wfczeS4GKLRyD29GV371m/NOo+1ujrcLysc8OuevPdXmaqzCgE6WWi6SIt9sQ==",
+      "version": "3.19.1",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.19.1.tgz",
+      "integrity": "sha512-8YCyyc9Jpls31mXGdsw6IksZc6BGgNNm2Ht85rtapZfhGowOIXkjfXLlWFy7WxfMl0AQYH3pV3u4/WO7rR/JPA==",
       "requires": {
         "@grpc/grpc-js": "^1.6.7",
         "rxjs": "^7.5.5",
@@ -16736,7 +16737,9 @@
       "integrity": "sha512-5LC9SOxjSc2HF6vO2CyuTDNivEdoz2IvyJJGj6X8DJ0eFyfszE0QiEd+iXmBvUP3WHxSjFH/vIsA0EN00cgr8w=="
     },
     "moment-timezone": {
-      "version": "0.5.34",
+      "version": "0.5.38",
+      "resolved": "https://registry.npmjs.org/moment-timezone/-/moment-timezone-0.5.38.tgz",
+      "integrity": "sha512-nMIrzGah4+oYZPflDvLZUgoVUO4fvAqHstvG3xAUnMolWncuAiLDWNnJZj6EwJGMGfb1ZcuTFE6GI3hNOVWI/Q==",
       "requires": {
         "moment": ">= 2.9.0"
       }
@@ -18131,9 +18134,9 @@
       }
     },
     "ts-proto": {
-      "version": "1.126.1",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
-      "integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
+      "version": "1.131.0",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.131.0.tgz",
+      "integrity": "sha512-oj/kWrDz3JkkPQwumQDKfwHroH9iNz2alvrbCYzNYJlb/2MAUzFNfh9T+SZUPDfoXXK6oJoW1hGCHznj67yHNg==",
       "requires": {
         "@types/object-hash": "^1.3.0",
         "dataloader": "^1.4.0",

package.json

@@ -28,7 +28,7 @@
   "dependencies": {
     "@aws-sdk/client-secrets-manager": "^3.112.0",
     "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-    "@dadosfera/protospack-v2": "3.18.18",
+    "@dadosfera/protospack-v2": "3.19.1",
     "@grpc/grpc-js": "^1.6.7",
     "@grpc/proto-loader": "^0.6.13",
     "@nestjs/common": "^8.4.7",

src/modules/catalog/catalog.controller.ts

@@ -25,6 +25,7 @@ import { RequestUser, User } from 'src/authentication/user.decorator';
 import {
   ICatalogAllResponse,
   IColumnsMetadataResponse,
+  ICreateDataAsset,
   IDeleteComment,
   IDocsResponse,
   IMakeAComment,
@@ -438,6 +439,26 @@ export class CatalogController {
     return { message: response.message };
   }
 
+  @Post()
+  async createDataAsset(
+    @User() user: RequestUser,
+    @Body() body: ICreateDataAsset,
+  ) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+    const { data_asset } = await this.catalogService.createDataAsset(
+      body,
+      metadata,
+    );
+
+    return { data_asset: JSON.parse(data_asset) };
+  }
+
   @Post('data-asset/:id/comment')
   async commentOnDataAsset(
     @Param('id') id: string,

src/modules/catalog/catalog.service.ts

@@ -58,6 +58,19 @@ class CatalogService implements OnModuleInit {
     )}.dadosfera.ai`;
   }
 
+  async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) {
+    this.logger.info('CatalogService - Manage Data assets permissions');
+
+    return lastValueFrom(
+      this.catalogWriteService.CreateDataAsset(data, metadata),
+    ).catch((err) => {
+      throw new HttpException(
+        err.details,
+        err.code === 6 ? HttpStatus.CONFLICT : 404,
+      );
+    });
+  }
+
   async managePermissions(data: Messages.ManagePermissionRequest, metadata) {
     this.logger.info('CatalogService - Manage Data assets permissions');
 
@@ -275,7 +288,7 @@ class CatalogService implements OnModuleInit {
   async updateOneDataAsset({ data_asset_id, customer_id, body, metadata }) {
     const { data_asset } = await lastValueFrom(
       this.catalogWriteService.UpdateDataAsset(
-        { id: data_asset_id, ...body },
+        { id: data_asset_id, changes: JSON.stringify(body) },
         metadata,
       ),
     );

src/modules/catalog/dtos/index.ts

@@ -1,4 +1,5 @@
 import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
+import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
 
 export class IRole {
   @ApiProperty()
@@ -128,6 +129,19 @@ export class IUpdateDataRequest {
   tags: string[];
 }
 
+export class ICreateDataAsset implements CreateDataAssetRequest {
+  @ApiProperty()
+  display_name: string;
+  @ApiProperty()
+  description: string;
+  @ApiProperty()
+  data_asset_type: string;
+  @ApiProperty()
+  external_url: string;
+  @ApiProperty()
+  location: string;
+}
+
 export class IPreview {
   @ApiProperty()
   id: string;

src/modules/duc/client.config.ts

@@ -16,12 +16,12 @@ export class DucClient {
     transport: Transport.GRPC,
     options: {
       url: process.env.DUC_URL,
-      package: ProtoPackages.WritePackage,
+      package: [ProtoPackages.WritePackage, ProtoPackages.ReadPackage],
       credentials:
         process.env.LOCAL_ENV || process.env.ENV === 'local'
           ? undefined
           : credentials.createSsl(),
-      protoPath: ProtoPaths.WriteFilePath,
+      protoPath: [ProtoPaths.WriteFilePath, ProtoPaths.ReadFilePath],
       loader: {
         keepCase: true,
         enums: String,