Compare commits

...
Author SHA1 Message Date
marcos-silva-rodrigues cb98099a91 FIX: update timeout 2025-06-13 15:07:50 -03:00
Marcos Rodrigues Silva b2b7537fee Merge pull request #308 from dadosfera/fix/wordpress-block-list
FIX: comment block list
2025-06-10 15:25:27 -03:00
marcos-silva-rodrigues 01263017e7 FIX: comment block list 2025-06-10 14:24:26 -03:00
Rafael Santana 8aded98a11 Merge pull request #304 from dadosfera/beta
Beta
2025-05-26 10:51:13 -03:00
Rafael Santana 0b5a0d0d7e Merge pull request #303 from dadosfera/adjusting-nestjs-payload
Adjusting nestjs payload
2025-05-26 10:40:43 -03:00
Rafael 5a36762544 UPDATE: route /catalog/register-dataset will have an limit of 10mb 2025-05-26 10:24:48 -03:00
Marcos Rodrigues Silva f579171024 Merge pull request #302 from dadosfera/beta
Default value to header origin
2025-05-15 11:18:17 -03:00
Marcos Rodrigues Silva 885e5f4568 Merge pull request #301 from dadosfera/fix/remove-default-host
Fix/remove default host
2025-05-15 11:00:45 -03:00
marcos-silva-rodrigues 81d8cd8a07 FIX: default value to header origin 2025-05-15 11:00:07 -03:00
Marcos Rodrigues Silva f153f41357 Merge pull request #300 from dadosfera/beta
Beta
2025-05-14 18:30:54 -03:00
marcos-silva-rodrigues 2b9e3ff3bc Merge branch 'main' into beta 2025-05-13 14:32:34 -03:00
Marcos Rodrigues Silva 17cdaac380 Merge pull request #299 from dadosfera/fix/stg-envs
FIX: stg to prd for sbm environment
2025-05-09 11:07:22 -03:00
marcos-silva-rodrigues e4eb388e18 FIX: stg to prd for sbm environment 2025-05-09 11:06:23 -03:00
Marcos Rodrigues Silva 4bea0816b6 Merge pull request #298 from dadosfera/feature/pii-rules
FIX: install chromiun in base_image
2025-04-29 16:22:22 -03:00
marcos-silva-rodrigues fb491328d6 FIX: install chromiun in base_image 2025-04-29 16:20:37 -03:00
Marcos Rodrigues Silva 4e043d93ce Merge pull request #297 from dadosfera/feature/pii-rules
REFACTOR: move template to assets folder
2025-04-29 15:41:16 -03:00
marcos-silva-rodrigues 0b525b835f REFACTOR: move template to assets folder 2025-04-29 15:40:37 -03:00
Marcos Rodrigues Silva 80ebd98f6f Merge pull request #294 from dadosfera/feature/logs_dashboard
Feature/logs dashboard
2025-04-23 17:46:18 -03:00
Marcos Rodrigues Silva 7044d6606e Merge pull request #278 from dadosfera/beta
Beta
2025-04-08 18:04:41 -03:00
10 changed files with 27 additions and 22 deletions
+13
View File
@@ -50,4 +50,17 @@ WORKDIR /app
COPY --from=prod_build /app/dist ./dist COPY --from=prod_build /app/dist ./dist
COPY --from=prod_build /app/node_modules ./node_modules COPY --from=prod_build /app/node_modules ./node_modules
COPY --from=prod_build /app/package*.json ./ COPY --from=prod_build /app/package*.json ./
RUN apk update
# needed packages to build dependencies from source
RUN apk add --no-cache \
chromium \
nss \
freetype \
harfbuzz \
ca-certificates \
ttf-freefont
ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true \
PUPPETEER_EXECUTABLE_PATH=/usr/bin/chromium-browser
ENTRYPOINT npm run start:prod ENTRYPOINT npm run start:prod
-8
View File
@@ -20,14 +20,6 @@
], ],
"type": "string" "type": "string"
} }
},
{
"name": "origin",
"required": true,
"in": "header",
"schema": {
"type": "string"
}
} }
], ],
"requestBody": { "requestBody": {
+1 -1
View File
@@ -9,7 +9,7 @@ charts:
- name: hostname - name: hostname
value: maestro.stg.dadosfera.ai value: maestro.stg.dadosfera.ai
- name: maestro.pi_factory_url - name: maestro.pi_factory_url
value: pi-factory.stg.dadosfera.ai value: pi-factory.dadosfera.ai
- name: maestro.in_factory_url - name: maestro.in_factory_url
value: in-factory.stg.dadosfera.ai value: in-factory.stg.dadosfera.ai
- name: maestro.tr_factory_url - name: maestro.tr_factory_url
+1
View File
@@ -4,6 +4,7 @@
"compilerOptions": { "compilerOptions": {
"assets": [ "assets": [
"**/*.proto", "**/*.proto",
"assets/**/*",
{ {
"include": "i18n/**/*", "include": "i18n/**/*",
"watchAssets": true "watchAssets": true
+3
View File
@@ -3,6 +3,7 @@ import { NestFactory } from '@nestjs/core';
import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger'; import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger';
import helmet from 'helmet'; import helmet from 'helmet';
import { DadosferaLogger } from '@dadosfera/dadosfera-logs'; import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
import { json, urlencoded } from 'express';
import { AppModule } from './app.module'; import { AppModule } from './app.module';
import { writeFileSync } from 'fs'; import { writeFileSync } from 'fs';
@@ -25,6 +26,8 @@ async function bootstrap() {
}, },
}); });
app.use(helmet()); app.use(helmet());
app.use('/catalog/register-dataset', json({ limit: '10mb' }));
app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' }));
configureSwagger(app); configureSwagger(app);
await app.listen(3333); await app.listen(3333);
if (process.env.KILL_AFTER_START) await app.close(); if (process.env.KILL_AFTER_START) await app.close();
+1 -1
View File
@@ -86,7 +86,7 @@ export class AuthController {
async signIn( async signIn(
@Body() { username, password, totp }: AuthSignInReq, @Body() { username, password, totp }: AuthSignInReq,
@Language() language: LanguageEnum, @Language() language: LanguageEnum,
@Headers('origin') origin: string, @Headers('origin') origin = '',
): Promise<AuthSignInRes> { ): Promise<AuthSignInRes> {
this.logger.info('/auth - SignIn'); this.logger.info('/auth - SignIn');
const frontHost = origin.replace(/^https?:\/\//, ''); const frontHost = origin.replace(/^https?:\/\//, '');
@@ -45,11 +45,11 @@ export class OpenDataController {
) { ) {
this.logger.info('createUser for open data' + JSON.stringify(request.headers)); this.logger.info('createUser for open data' + JSON.stringify(request.headers));
const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"]; // const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
if (!corslist.includes(origin)) { // if (!corslist.includes(origin)) {
this.logger.info('block request by cors list: '+ origin); // this.logger.info('block request by cors list: '+ origin);
throw new ForbiddenException(); // throw new ForbiddenException();
} // }
const OPENDATA_CUSTOMER_ID = process.env.OPEN_CUSTOMER_ID; const OPENDATA_CUSTOMER_ID = process.env.OPEN_CUSTOMER_ID;
const OPENDATA_GROUP_ID = process.env.OPEN_GROUP_ID; const OPENDATA_GROUP_ID = process.env.OPEN_GROUP_ID;
+1 -5
View File
@@ -1,4 +1,3 @@
import path from 'path';
import { TypeParser } from './parser-types'; import { TypeParser } from './parser-types';
import { HtmlParser } from './html-parser'; import { HtmlParser } from './html-parser';
import { CsvParser } from './csv-parser'; import { CsvParser } from './csv-parser';
@@ -7,10 +6,7 @@ import { Parser } from './parser.interface';
export class ParserBuilder { export class ParserBuilder {
static build<T>(type: TypeParser): Parser<T> { static build<T>(type: TypeParser): Parser<T> {
const templatePath = path.join( const templatePath = '/app/dist/assets/template/pii-reporter.html';
__dirname,
'../../../src/template/pii-reporter.html',
);
if (type === 'html') { if (type === 'html') {
const htmlParser = new HtmlParser<T>(templatePath); const htmlParser = new HtmlParser<T>(templatePath);
+2 -2
View File
@@ -22,7 +22,7 @@ export class PDFParser<T> implements Parser<T> {
const html = await this.htmlParser.parse(data); const html = await this.htmlParser.parse(data);
await page.setContent(html, { await page.setContent(html, {
waitUntil: 'networkidle0', waitUntil: 'networkidle0',
timeout: 30000, timeout: 90000,
}); });
// Configurações adicionais para garantir um PDF válido // Configurações adicionais para garantir um PDF válido
@@ -43,7 +43,7 @@ export class PDFParser<T> implements Parser<T> {
pageRanges: '', pageRanges: '',
tagged: true, tagged: true,
outline: false, outline: false,
timeout: 30000, timeout: 90000,
}); });
await browser.close(); await browser.close();