import DadosferaLogger from '@dadosfera/dadosfera-logs/dist'; import { WriteService, ReadService, ProtoServices, Messages, } from '@dadosfera/protospack-v2/dist/lib/Catalog'; import { HttpException, HttpStatus, Inject, OnModuleInit, } from '@nestjs/common'; import { ClientGrpc } from '@nestjs/microservices'; import axios from 'axios'; import { lastValueFrom } from 'rxjs'; import { CatalogClientConfiguration } from './catalog-client'; import { UsersService } from '../users/users.service'; import { RolesService } from '../roles/roles.service'; import { Metadata } from '@grpc/grpc-js'; import { IUpdateDataRequest } from './dtos'; class CatalogService implements OnModuleInit { catalogReadService: ReadService.CatalogReadServices; catalogWriteService: WriteService.CatalogWriteServices; logger: any; constructor( @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger, @Inject(CatalogClientConfiguration.name) private readonly grpcClient: ClientGrpc, private readonly userService: UsersService, private readonly roleService: RolesService, ) { this.logger = dadosferaLogger.logger; } onModuleInit() { this.catalogReadService = this.grpcClient.getService( ProtoServices.CatalogReadServices, ); this.catalogWriteService = this.grpcClient.getService( ProtoServices.CatalogWriteServices, ); } _getNimbusUrl(body) { const customer = body.info.customer.toLowerCase(); if (process.env.ENV === 'prd') { return `https://nimbus-${customer}.dadosfera.ai`; } return `https://nimbus-${customer}.${process.env.ENV.replace( 'local', 'stg', )}.dadosfera.ai`; } async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) { this.logger.info('CatalogService - Manage Data assets permissions'); if (!data.embed) data.embed = undefined; return lastValueFrom( this.catalogWriteService.CreateDataAsset(data, metadata), ); } async managePermissions(data: Messages.ManagePermissionRequest, metadata) { this.logger.info('CatalogService - Manage Data assets permissions'); return lastValueFrom( this.catalogWriteService.ManagePermission(data, metadata), ).catch((err) => { throw new HttpException( err.details, err.code === 6 ? HttpStatus.CONFLICT : 404, ); }); } async revokePermissions(data: Messages.RevokePermissionRequest, metadata) { this.logger.info('CatalogService - Manage Data assets permissions'); return lastValueFrom( this.catalogWriteService.RevokePermission(data, metadata), ).catch((err) => { throw new HttpException( err.details, err.code === 6 ? HttpStatus.CONFLICT : 404, ); }); } async commentOnDataAsset(data: Messages.MakeACommentRequest, metadata) { this.logger.info('CatalogService - Manage Data assets permissions'); return lastValueFrom( this.catalogWriteService.MakeAComment(data, metadata), ).catch((err) => { throw new HttpException( err.details, err.code === 6 ? HttpStatus.CONFLICT : 404, ); }); } async deleteComment(data: Messages.UpdateACommentRequest, metadata) { this.logger.info('CatalogService - Manage Data assets permissions'); return lastValueFrom( this.catalogWriteService.UpdateAComment(data, metadata), ).catch((err) => { throw new HttpException( err.details, err.code === 6 ? HttpStatus.CONFLICT : 404, ); }); } async deleteDataAsset(data: Messages.DeleteDataAssetRequest, metadata) { this.logger.info('CatalogService - Manage Data assets permissions'); return lastValueFrom( this.catalogWriteService.DeleteDataAsset(data, metadata), ).catch((err) => { throw new HttpException( err.details, err.code === 6 ? HttpStatus.CONFLICT : 404, ); }); } async getUserRolesIds(userId: string) { const result = await this.userService.findOneById(userId).catch(() => null); const roles_ids = result.user.roles.map((role) => role.id); return roles_ids; } async searchDataAssets( query: Record, metadata: Metadata, customer_id: string, ) { this.logger.info('CatalogService - searchDataAssets'); const { search, page, size, sort_by, order, ...filters } = query; const { data_assets, total } = await lastValueFrom( this.catalogReadService.GetAllDataAssets( { search, page, size, sort_by, order, filters: JSON.stringify(filters), }, metadata, ), ); const result = JSON.parse(data_assets); const response = await this.getAssetsUsersAndRoles( result.data_assets, customer_id, ); return { data_assets: response, total }; } async getOneDataAsset(data: { id: string; customer_id: string; metadata: Metadata; }) { const { customer_id, id, metadata } = data; const { data_asset } = await lastValueFrom( this.catalogReadService.GetOneDataAsset( { id, type: undefined }, metadata, ), ); let asset = JSON.parse(data_asset); asset = { ...asset, p_roles: asset.roles, p_users: asset.users, }; asset = await this.getAssetsUsersAndRoles([asset], customer_id); return { data_asset: asset[0] }; } async getOneDataAssetByPipelineAndObject(data: { customer_id: string; pipeline: string; object: string; metadata: Metadata; }) { const { customer_id, metadata, pipeline, object } = data; const { data_asset } = await lastValueFrom( this.catalogReadService.GetOneDataAssetByPipelineAndObject( { pipeline, object }, metadata, ), ); let asset = JSON.parse(data_asset); asset = { ...asset, p_roles: asset.roles, p_users: asset.users, }; asset = await this.getAssetsUsersAndRoles([asset], customer_id); return { data_asset: asset[0] }; } async updateOneDataAsset(data: { data_asset_id: string; customer_id: string; body: IUpdateDataRequest; metadata: Metadata; }) { const { body, customer_id, data_asset_id, metadata } = data; const { data_asset } = await lastValueFrom( this.catalogWriteService.UpdateDataAsset( { id: data_asset_id, changes: JSON.stringify(body) }, metadata, ), ); let asset = JSON.parse(data_asset); asset = { ...asset, p_roles: asset.roles, p_users: asset.users, }; asset = await this.getAssetsUsersAndRoles([asset], customer_id); return { data_asset: asset[0] }; } async getDataDocs(id: string, metadata: Metadata) { const { documentation } = await lastValueFrom( this.catalogReadService.GetDatasetDoc({ id, type: undefined }, metadata), ); console.log(documentation); const docs = JSON.parse(documentation); return docs; } async getDatasetPreview(id: string, metadata: Metadata) { const { preview } = await lastValueFrom( this.catalogReadService.GetDatasetPreview( { id, type: undefined }, metadata, ), ); const result = JSON.parse(preview); return result; } async getDatasetColumnsMetadata(id: string, metadata: Metadata) { const { columns_metadata } = await lastValueFrom( this.catalogReadService.GetDatasetColumnsMetadata( { id, type: undefined }, metadata, ), ); const result = JSON.parse(columns_metadata); return result; } async createDataDocs(body) { const nimbusUrl = this._getNimbusUrl(body); const { data } = await axios.post( `${nimbusUrl}/api/catalog/data-docs/`, body, ); return data; } async findAllTags(data, metadata) { this.logger.info('CatalogService - findAllCustomerTags'); const response = await lastValueFrom( this.catalogReadService.GetCustomerTags(data, metadata), ) .then((res) => { this.logger.info('Done'); return res; }) .catch((err) => { this.logger.error(err.message); throw new Error(err); }); return response; } async getAssetsUsersAndRoles(data_assets: Array, customer_id: string) { const { users: customer_users } = await this.userService.findAllUsersByCustomerId(customer_id); const { roles: customer_roles } = await this.roleService.roleSearch( {}, { customer_id }, ); return data_assets.map((data_asset) => { const owner = customer_users.find( (u) => u.id === data_asset.owner, )?.username; const roles = []; const users = []; for (const role_id of data_asset.roles) { const role = customer_roles.find((r) => r.id === role_id); if (role) roles.push({ id: role.id, name: role.name }); } for (const user_id of data_asset.users) { const user = customer_users.find((r) => r.id === user_id); if (user) users.push({ id: user.id, username: user.username }); } return { ...data_asset, roles, users, owner, } as typeof data_asset; }); } } export { CatalogService };