diff --git a/environment.d.ts b/environment.d.ts index c910516..3558f26 100644 --- a/environment.d.ts +++ b/environment.d.ts @@ -14,6 +14,7 @@ declare global { AWS_REGION: string; OPEN_GROUP_ID: string; OPEN_CUSTOMER_ID: string; + DEDICATED_PROXY: string; } } } diff --git a/helmfiles/stg.yaml b/helmfiles/stg.yaml index 0aac3e7..bcbc735 100644 --- a/helmfiles/stg.yaml +++ b/helmfiles/stg.yaml @@ -13,10 +13,38 @@ charts: - name: maestro.in_factory_url value: in-factory.stg.dadosfera.ai - name: maestro.tr_factory_url - value: in-factory.dadosfera.ai + value: in-factory.stg.dadosfera.ai - name: maestro.open_customer_id value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d - name: maestro.open_group_id value: e3f98a2f-7748-4981-8505-7695c8ca8218 + - name: replicaCount + value: 1 + + # Environment to test Network Policies + - name: private-maestro + chart: ../maestro + values: + - ../maestro/values.yaml + set: + - name: app_name + value: maestro-private + - name: maestro.duc_url + value: duc.stg.dadosfera.ai + - name: hostname + value: private-maestro.stg.dadosfera.ai + - name: maestro.pi_factory_url + value: pi-factory.dadosfera.ai + - name: maestro.in_factory_url + value: in-factory.stg.dadosfera.ai + - name: maestro.tr_factory_url + value: in-factory.dadosfera.ai + - name: maestro.open_customer_id + value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d + - name: maestro.open_group_id + value: e3f98a2f-7748-4981-8505-7695c8ca8218 + # Customer id + - name: maestro.dedicated_proxy + value: 14d52fd4-d83d-4cdd-be34-bf11cc28b3bd - name: replicaCount value: 1 \ No newline at end of file diff --git a/maestro/templates/deployment.yaml b/maestro/templates/deployment.yaml index c648514..ac9eaae 100644 --- a/maestro/templates/deployment.yaml +++ b/maestro/templates/deployment.yaml @@ -1,16 +1,16 @@ apiVersion: apps/v1 kind: Deployment metadata: - name: maestro + name: {{ .Values.app_name }} namespace: applications labels: - app: maestro + app: {{ .Values.app_name }} spec: replicas: {{ .Values.replicaCount }} selector: matchLabels: - app: maestro + app: {{ .Values.app_name }} strategy: rollingUpdate: @@ -20,7 +20,7 @@ spec: template: metadata: labels: - app: maestro + app: {{ .Values.app_name }} spec: imagePullSecrets: @@ -100,6 +100,8 @@ spec: value: {{ .Values.maestro.open_customer_id }} - name: OPEN_GROUP_ID value: {{ .Values.maestro.open_group_id }} + - name: DEDICATED_PROXY + value: {{ .Values.maestro.dedicated_proxy }} - name: JWT_PRIVATE_KEY valueFrom: secretKeyRef: @@ -108,15 +110,15 @@ spec: - name: AWS_ACCESS_KEY_ID valueFrom: secretKeyRef: - name: prd-maestro + name: prd-{{ .Values.app_name }} key: AWS_ACCESS_KEY_ID - name: AWS_SECRET_ACCESS_KEY valueFrom: secretKeyRef: - name: prd-maestro + name: prd-{{ .Values.app_name }} key: AWS_SECRET_ACCESS_KEY - name: AWS_DEFAULT_REGION valueFrom: secretKeyRef: - name: prd-maestro + name: prd-{{ .Values.app_name }} key: AWS_DEFAULT_REGION diff --git a/maestro/templates/ingress-private.yaml b/maestro/templates/ingress-private.yaml index 97708bc..1ace950 100644 --- a/maestro/templates/ingress-private.yaml +++ b/maestro/templates/ingress-private.yaml @@ -10,8 +10,12 @@ metadata: generation: 1 labels: - app: maestro + app: {{ .Values.app_name }} + {{- if .Values.maestro.dedicated_proxy}} + name: open-data-{{ .Values.app_name }} + {{- else }} name: open-data + {{- end }} namespace: applications spec: ingressClassName: nginx @@ -21,7 +25,7 @@ spec: paths: - backend: service: - name: maestro + name: {{ .Values.app_name }} port: number: {{ .Values.ingress.port }} path: /open-data/sharing-ocean-data diff --git a/maestro/templates/ingress.yaml b/maestro/templates/ingress.yaml index faf1305..78b360c 100644 --- a/maestro/templates/ingress.yaml +++ b/maestro/templates/ingress.yaml @@ -9,8 +9,8 @@ metadata: generation: 1 labels: - app: maestro - name: maestro + app: {{ .Values.app_name }} + name: {{ .Values.app_name }} namespace: applications spec: ingressClassName: nginx @@ -20,7 +20,7 @@ spec: paths: - backend: service: - name: maestro + name: {{ .Values.app_name }} port: number: {{ .Values.ingress.port }} path: / diff --git a/maestro/templates/secret.yaml b/maestro/templates/secret.yaml index 9e2fd37..3bbf5ec 100644 --- a/maestro/templates/secret.yaml +++ b/maestro/templates/secret.yaml @@ -1,17 +1,17 @@ apiVersion: external-secrets.io/v1beta1 kind: ExternalSecret metadata: - name: prd-maestro + name: prd-{{ .Values.app_name }} namespace: applications labels: - app: maestro + app: {{ .Values.app_name }} spec: refreshInterval: 1h secretStoreRef: name: secretsmanager-prd kind: SecretStore target: - name: prd-maestro + name: prd-{{ .Values.app_name }} creationPolicy: Owner data: - secretKey: AWS_ACCESS_KEY_ID diff --git a/maestro/templates/service.yaml b/maestro/templates/service.yaml index 75f635a..1f7c988 100644 --- a/maestro/templates/service.yaml +++ b/maestro/templates/service.yaml @@ -1,18 +1,18 @@ apiVersion: v1 kind: Service metadata: - name: maestro + name: {{ .Values.app_name }} namespace: applications labels: - app: maestro + app: {{ .Values.app_name }} spec: type: ClusterIP ports: - - name: maestro + - name: {{ .Values.app_name }} protocol: TCP port: {{ .Values.service.port }} targetPort: {{ .Values.service.targetPort }} selector: - app: maestro + app: {{ .Values.app_name }} diff --git a/maestro/values.yaml b/maestro/values.yaml index 14dd9e4..e0ec85c 100644 --- a/maestro/values.yaml +++ b/maestro/values.yaml @@ -9,6 +9,7 @@ image: pullPolicy: IfNotPresent # Overrides the image tag whose default is the chart appVersion. tag: 1.56.0 +app_name: maestro containerPort: 3333 imagePullSecrets: "applications-secrets-ecr-auth-token-external-secret" service: @@ -42,6 +43,7 @@ maestro: upload_file_agent_connection: cbc2f881-58c4-4d60-8003-0979b0b5b911 open_customer_id: f239718a-a271-4ef9-ae7e-02a2f0f3aa6e open_group_id: 401573bb-334f-44b2-b30e-88d4cea31ae9 + dedicated_proxy: "" autoscaling: enabled: false minReplicas: 1 diff --git a/package-lock.json b/package-lock.json index 17d66f8..2add2f4 100644 --- a/package-lock.json +++ b/package-lock.json @@ -12,7 +12,7 @@ "@aws-sdk/client-secrets-manager": "^3.414.0", "@dadosfera/dadosfera-logs": "^1.0.0-beta.4", "@dadosfera/protospack": "2.5.3", - "@dadosfera/protospack-v2": "3.37.0-beta.25", + "@dadosfera/protospack-v2": "3.38.0-beta.1", "@grpc/grpc-js": "^1.9.3", "@grpc/proto-loader": "^0.7.9", "@nestjs/cli": "^9.5.0", @@ -1400,9 +1400,9 @@ } }, "node_modules/@dadosfera/protospack-v2": { - "version": "3.37.0-beta.25", - "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.37.0-beta.25.tgz", - "integrity": "sha512-UxAlpThepqC/HpEOVHhPdRwQP1QwGP6k5mhlStWzYwr/OsTBv5nzefZ6Y+dwXSoNFbPYt2z9xlDnRnvrUWLjAA==", + "version": "3.38.0-beta.1", + "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.1.tgz", + "integrity": "sha512-4+yNZMlhvEkHlxJcaeta+jtJ9owskZcg0yjKdZzBfT8PCclctgertLHmrG0+kDb3Y/na/rpPPHYULRp7AO4zDQ==", "license": "ISC", "dependencies": { "@grpc/grpc-js": "^1.9.3", diff --git a/package.json b/package.json index 70d6f75..b59aa9c 100644 --- a/package.json +++ b/package.json @@ -30,7 +30,7 @@ "@aws-sdk/client-secrets-manager": "^3.414.0", "@dadosfera/dadosfera-logs": "^1.0.0-beta.4", "@dadosfera/protospack": "2.5.3", - "@dadosfera/protospack-v2": "3.37.0-beta.25", + "@dadosfera/protospack-v2": "3.38.0-beta.1", "@grpc/grpc-js": "^1.9.3", "@grpc/proto-loader": "^0.7.9", "@nestjs/cli": "^9.5.0", diff --git a/src/app.module.ts b/src/app.module.ts index c9a8b35..bae7a4e 100644 --- a/src/app.module.ts +++ b/src/app.module.ts @@ -31,6 +31,7 @@ import { ThemeModule } from './modules/theme/theme.module'; import { NetworkPolicyModule } from './modules/network-policy/network-policy.module'; import { AssignModule } from './modules/assign/assign.module'; import { ShareMetadataModule } from './modules/share-metadata/share-metadata.module'; +import { ApiKeyModule } from './modules/api-key/api-key.module'; @Module({ providers: [ @@ -67,8 +68,10 @@ import { ShareMetadataModule } from './modules/share-metadata/share-metadata.mod NetworkPolicyModule, AssignModule, ShareMetadataModule, + NetworkPolicyModule, + ApiKeyModule, //Always leave HealthModule last, so it is on the bottom of swagger - HealthModule + HealthModule, ], }) export class AppModule {} diff --git a/src/authentication/authentication.guard.ts b/src/authentication/authentication.guard.ts index bc69f8c..eb9a4d4 100644 --- a/src/authentication/authentication.guard.ts +++ b/src/authentication/authentication.guard.ts @@ -4,6 +4,7 @@ import { OnApplicationBootstrap, ExecutionContext, Inject, + ForbiddenException, } from '@nestjs/common'; import { Reflector } from '@nestjs/core'; import assert from 'assert'; @@ -17,6 +18,7 @@ import { import { RequestUser } from '../decorators/user.decorator'; import ErrorBuilder from '../utils/ErrorBuilder'; import ErrorCodes from '../utils/errorCodes'; +import { ApiKeyService } from 'src/modules/api-key/api-key.service'; @Injectable() export class AuthenticationGuard @@ -31,6 +33,7 @@ export class AuthenticationGuard dadosferaLogger: DadosferaLogger, private reflector: Reflector, private authClient: AuthClientService, + private apiKeyService: ApiKeyService ) { this.pems = new Map(); this.logger = dadosferaLogger.logger; @@ -48,20 +51,40 @@ export class AuthenticationGuard }); } - canActivate(ctx: ExecutionContext): boolean { + async canActivate(ctx: ExecutionContext): Promise { const authFunctions = this.reflector.getAllAndMerge< AuthenticationFunction[] >(AUTH_FUNCTION_KEY, [ctx.getClass(), ctx.getHandler()]); const mustBeAuthenticated = authFunctions.length > 0; - const request = ctx.switchToHttp().getRequest(); - const accessToken = this.validateToken(request, mustBeAuthenticated); - if (!mustBeAuthenticated) { // no need to be authenticated return true; } + const request = ctx.switchToHttp().getRequest(); + const apiKey = request.get('X-api-key'); + if (apiKey) { + const { + api_key + } = await this.apiKeyService.get(apiKey); + + request.user = { + user_id: api_key.user_id, + username: api_key.username, + permissions: api_key.permissions, + customer_id: api_key.customer_id, + customer_name: api_key.customer_name, + customer_tier: api_key.customer_tier, + customer_modules: api_key.customer_modules, + access_token: apiKey, + }; + + return true; + } + + const accessToken = this.validateToken(request, mustBeAuthenticated); + if (!accessToken) { // couldn't load valid token throw new ErrorBuilder(ErrorCodes.AUTH.UNAUTHORIZED); @@ -113,6 +136,18 @@ export class AuthenticationGuard return false; } + // Bloquear outros customer de usar o maestor dedicado + const DEDICATED_PROXY = process.env.DEDICATED_PROXY + if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== accessTokenPayload.customer_id) { + throw new ForbiddenException(); + } + + // Bloquear o customer de acesso o maestro publico + const hasNetworkPolicyModule = accessTokenPayload.customer_modules.includes('network-policy'); + if (hasNetworkPolicyModule && DEDICATED_PROXY === '') { + throw new ForbiddenException(); + } + request.accessTokenPayload = accessTokenPayload; request.user = { user_id: accessTokenPayload.user_id, diff --git a/src/main.ts b/src/main.ts index 46f1701..6fd8445 100644 --- a/src/main.ts +++ b/src/main.ts @@ -3,6 +3,7 @@ import { NestFactory } from '@nestjs/core'; import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger'; import helmet from 'helmet'; import { DadosferaLogger } from '@dadosfera/dadosfera-logs'; +import { json, urlencoded } from 'express'; import { AppModule } from './app.module'; import { writeFileSync } from 'fs'; @@ -25,6 +26,11 @@ async function bootstrap() { }, }); app.use(helmet()); + if (process.env.ENV === 'prd') { + app.use('/catalog/register-dataset', json({ limit: '10mb' })); + app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' })); + } + configureSwagger(app); await app.listen(3333); if (process.env.KILL_AFTER_START) await app.close(); diff --git a/src/modules/api-key/api-key.controller.ts b/src/modules/api-key/api-key.controller.ts new file mode 100644 index 0000000..bc2c51c --- /dev/null +++ b/src/modules/api-key/api-key.controller.ts @@ -0,0 +1,68 @@ +import { Controller, Get, Post, Body, Param, Delete, UseFilters, Inject } from '@nestjs/common'; +import { ApiKeyService } from './api-key.service'; +import { CreateApiKeyDto, CreateApiKeyResponseDto, ApiKeyBaseResponseDto } from './dto/api-key.dto'; +import { Authenticated } from 'src/decorators/authentication.decorator'; +import { ApiHeaders, ApiTags, ApiResponse } from '@nestjs/swagger'; +import { LanguageEnum } from 'src/utils/languages.enum'; +import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter'; +import { RequestUser, User } from 'src/decorators/user.decorator'; +import { DadosferaLogger } from '@dadosfera/dadosfera-logs'; + +@Controller('api-key') +@Authenticated() +@ApiTags('ApiKey') +@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }]) +@UseFilters(new GrpcToHttpExceptionFilter()) +export class ApiKeyController { + logger: DadosferaLogger; + + constructor( + @Inject(DadosferaLogger) + dadosferaLogger: DadosferaLogger, + private readonly apiKeyService: ApiKeyService, + ) { + this.logger = dadosferaLogger.logger; + } + + @Post() + @ApiResponse({ type: CreateApiKeyResponseDto }) + async create(@Body() createApiKeyDto: CreateApiKeyDto, @User() user: RequestUser): Promise { + this.logger.info('POST /api-key', { + permissions: createApiKeyDto.permissions, + method: 'create' + }); + const result = await this.apiKeyService.create(createApiKeyDto, user); + this.logger.info('POST /api-key success', { + id: result.id, + method: 'create' + }); + return result; + } + + @Get() + @ApiResponse({ type: [ApiKeyBaseResponseDto] }) + async findAll(@User() user: RequestUser): Promise { + this.logger.info('GET /api-key', { + method: 'findAll' + }); + const result = await this.apiKeyService.findAll(user); + this.logger.info('GET /api-key success', { + count: result.length, + method: 'findAll' + }); + return result; + } + + @Delete(':id') + async remove(@Param('id') id: string, @User() user: RequestUser): Promise { + this.logger.info('DELETE /api-key/:id', { + id, + method: 'remove' + }); + await this.apiKeyService.remove(id, user); + this.logger.info('DELETE /api-key/:id success', { + id, + method: 'remove' + }); + } +} diff --git a/src/modules/api-key/api-key.module.ts b/src/modules/api-key/api-key.module.ts new file mode 100644 index 0000000..1455425 --- /dev/null +++ b/src/modules/api-key/api-key.module.ts @@ -0,0 +1,18 @@ +import { Module } from '@nestjs/common'; +import { ApiKeyService } from './api-key.service'; +import { ApiKeyController } from './api-key.controller'; +import { ClientsModule } from '@nestjs/microservices'; +import { DucClient } from '../duc/client.config'; +import DadosferaLogger from '@dadosfera/dadosfera-logs'; + +const ducClient = new DucClient(); + +@Module({ + imports: [ + ClientsModule.register([ducClient.providerOptions]) + ], + controllers: [ApiKeyController], + providers: [ApiKeyService, DadosferaLogger], + exports: [ApiKeyService] +}) +export class ApiKeyModule {} diff --git a/src/modules/api-key/api-key.service.ts b/src/modules/api-key/api-key.service.ts new file mode 100644 index 0000000..ea96801 --- /dev/null +++ b/src/modules/api-key/api-key.service.ts @@ -0,0 +1,50 @@ +import { Injectable, Inject, OnModuleInit } from '@nestjs/common'; +import { ClientGrpc } from '@nestjs/microservices'; +import { CreateApiKeyDto, CreateApiKeyResponseDto, ApiKeyBaseResponseDto } from './dto/api-key.dto'; +import { RequestUser } from 'src/decorators/user.decorator'; +import { DucClient } from '../duc/client.config'; +import { PackTheMetadata } from '../../utils/ PackTheMetadata'; +import { ApiKeyWriteProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service'; +import { lastValueFrom } from 'rxjs'; +import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc'; + +@Injectable() +export class ApiKeyService implements OnModuleInit { + private apiKeyService: ApiKeyWriteProtoService; + + constructor( + @Inject(DucClient.name) private readonly client: ClientGrpc, + ) {} + + onModuleInit() { + this.apiKeyService = this.client.getService(ProtoServices.ApiKeyWriteProtoService); + } + + create(createApiKeyDto: CreateApiKeyDto, user: RequestUser): Promise { + const metadata = PackTheMetadata(user); + + return lastValueFrom(this.apiKeyService.CreateApiKey({ + permissions: createApiKeyDto.permissions + }, metadata)); + } + + async findAll(user: RequestUser): Promise { + const metadata = PackTheMetadata(user); + console.log(metadata) + + const data = await lastValueFrom(this.apiKeyService.ListApiKeys({}, metadata)); + return data.api_keys; + } + + async remove(id: string, user: RequestUser) { + const metadata = PackTheMetadata(user); + + await lastValueFrom(this.apiKeyService.DeleteApiKey({ id }, metadata)); + } + + async get(key: string) { + const metadata = PackTheMetadata({}); + + return await lastValueFrom(this.apiKeyService.GetApiKey({ key }, metadata)); + } +} diff --git a/src/modules/api-key/dto/api-key.dto.ts b/src/modules/api-key/dto/api-key.dto.ts new file mode 100644 index 0000000..2bbabf3 --- /dev/null +++ b/src/modules/api-key/dto/api-key.dto.ts @@ -0,0 +1,39 @@ +import { ApiProperty } from '@nestjs/swagger'; +import { IsArray, IsNumber } from 'class-validator'; + +export class PermissionDto { + @ApiProperty({ type: Number }) + id: number; + + @ApiProperty({ type: String }) + name: string; +} + +export class ApiKeyBaseResponseDto { + @ApiProperty({ type: String, format: 'uuid' }) + id: string; + + @ApiProperty({ type: String }) + key_mask: string; + + @ApiProperty({ type: [PermissionDto] }) + permissions: PermissionDto[]; + + @ApiProperty({ type: String, format: 'date-time' }) + created_at: string; + + @ApiProperty({ type: String }) + created_by: string; +} + +export class CreateApiKeyResponseDto extends ApiKeyBaseResponseDto { + @ApiProperty({ type: String }) + key: string; +} + +export class CreateApiKeyDto { + @ApiProperty({ type: [Number], description: 'Array of permission IDs' }) + @IsArray() + @IsNumber({}, { each: true }) + permissions: number[]; +} \ No newline at end of file diff --git a/src/modules/auth/auth.controller.ts b/src/modules/auth/auth.controller.ts index 9489563..edefd98 100644 --- a/src/modules/auth/auth.controller.ts +++ b/src/modules/auth/auth.controller.ts @@ -86,11 +86,9 @@ export class AuthController { async signIn( @Body() { username, password, totp }: AuthSignInReq, @Language() language: LanguageEnum, - @Headers('origin') origin: string, ): Promise { this.logger.info('/auth - SignIn'); - const frontHost = origin.replace(/^https?:\/\//, ''); - const metadata = PackTheMetadata({ language, custom_host: frontHost }); + const metadata = PackTheMetadata({ language }); this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON())); return this.authClient.signIn({ username, password, totp }, metadata); } diff --git a/src/modules/auth/auth.service.ts b/src/modules/auth/auth.service.ts index 5974954..a8ceedd 100644 --- a/src/modules/auth/auth.service.ts +++ b/src/modules/auth/auth.service.ts @@ -1,4 +1,4 @@ -import { OnModuleInit, Inject, Injectable } from '@nestjs/common'; +import { OnModuleInit, Inject, Injectable, ForbiddenException } from '@nestjs/common'; import { ClientGrpc } from '@nestjs/microservices'; import { DadosferaLogger } from '@dadosfera/dadosfera-logs'; import { lastValueFrom } from 'rxjs'; @@ -17,6 +17,7 @@ import { AuthResetPasswordRequest, AuthVerifyResetPasswordCodeRequest, AuthConfirmResetPasswordRequest, + AuthSignInResponse, } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages'; import { DucClient } from '../duc/client.config'; import { Metadata } from '@grpc/grpc-js'; @@ -53,15 +54,49 @@ export class AuthClientService implements OnModuleInit { return lastValueFrom(this.authService.AuthSnowflakeSignIn(input)); } + checkDedicatedProxy({ + customer + }: AuthSignInResponse) { + const DEDICATED_PROXY = process.env.DEDICATED_PROXY || ''; + this.logger.info('SignIn - Setting customer ID for dedicated proxy: ' + DEDICATED_PROXY); + this.logger.info('Customer ID: ' + customer.id); + + if (DEDICATED_PROXY !== '' && DEDICATED_PROXY !== customer.id) { + throw new ForbiddenException(); + } + + // Bloquear o customer de acesso o maestro publico + this.logger.info('Check if customer have network policy: ' + customer.modules); + const hasNetworkPolicyModule = customer.modules.includes('network-policy'); + if (hasNetworkPolicyModule && DEDICATED_PROXY === '') { + throw new ForbiddenException(); + } + } + async signIn( { username, password, totp }: AuthSignInRequest, metadata: Metadata, ) { this.logger.info('SignIn'); - return lastValueFrom( - this.authService.AuthSignIn({ username, password, totp }, metadata), - ); + let result: AuthSignInResponse; + + try { + result = await lastValueFrom( + this.authService.AuthSignIn({ username, password, totp }, metadata), + ); + + } catch (error) { + this.logger.error('SignIn - Error during sign-in'); + this.logger.error(error); + throw error; + } + + if (result.customer) { + this.checkDedicatedProxy(result); + } + + return result } async refreshAccessToken( diff --git a/src/modules/open-data/open-data.controller.ts b/src/modules/open-data/open-data.controller.ts index a2fa72a..dd2f984 100644 --- a/src/modules/open-data/open-data.controller.ts +++ b/src/modules/open-data/open-data.controller.ts @@ -45,11 +45,11 @@ export class OpenDataController { ) { this.logger.info('createUser for open data' + JSON.stringify(request.headers)); - const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"]; - if (!corslist.includes(origin)) { - this.logger.info('block request by cors list: '+ origin); - throw new ForbiddenException(); - } + // const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"]; + // if (!corslist.includes(origin)) { + // this.logger.info('block request by cors list: '+ origin); + // throw new ForbiddenException(); + // } const OPENDATA_CUSTOMER_ID = process.env.OPEN_CUSTOMER_ID; const OPENDATA_GROUP_ID = process.env.OPEN_GROUP_ID; diff --git a/src/utils/FileParser/pdf-parser.ts b/src/utils/FileParser/pdf-parser.ts index 1294b34..a954708 100644 --- a/src/utils/FileParser/pdf-parser.ts +++ b/src/utils/FileParser/pdf-parser.ts @@ -22,7 +22,7 @@ export class PDFParser implements Parser { const html = await this.htmlParser.parse(data); await page.setContent(html, { waitUntil: 'networkidle0', - timeout: 30000, + timeout: 90000, }); // Configurações adicionais para garantir um PDF válido @@ -43,7 +43,7 @@ export class PDFParser implements Parser { pageRanges: '', tagged: true, outline: false, - timeout: 30000, + timeout: 90000, }); await browser.close();