mirror of
https://github.com/dadosfera/maestro.git
synced 2026-11-19 09:49:08 +00:00
Compare commits
6
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
cb98099a91 | ||
|
|
b2b7537fee | ||
|
|
01263017e7 | ||
|
|
8aded98a11 | ||
|
|
0b5a0d0d7e | ||
|
|
5a36762544 |
@@ -1,102 +0,0 @@
|
|||||||
name: Deploy
|
|
||||||
|
|
||||||
on:
|
|
||||||
push:
|
|
||||||
branches:
|
|
||||||
- main
|
|
||||||
- beta
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
extract_environment:
|
|
||||||
runs-on: ubuntu-22.04
|
|
||||||
outputs:
|
|
||||||
environment: ${{ steps.extract_environment.outputs.environment }}
|
|
||||||
steps:
|
|
||||||
- name: Extract Environment
|
|
||||||
run: |
|
|
||||||
if [ ${GITHUB_REF} == "refs/heads/main" ]; then
|
|
||||||
echo "environment=prd" >> $GITHUB_OUTPUT
|
|
||||||
elif [ ${GITHUB_REF} == "refs/heads/beta" ]; then
|
|
||||||
echo "environment=stg" >> $GITHUB_OUTPUT
|
|
||||||
fi
|
|
||||||
id: extract_environment
|
|
||||||
|
|
||||||
helmfile-deploy:
|
|
||||||
needs: [extract_environment]
|
|
||||||
runs-on: [self-hosted, "prd-azure"]
|
|
||||||
env:
|
|
||||||
OCI_CLI_USER: ${{ secrets.OCI_CLI_USER }}
|
|
||||||
OCI_CLI_TENANCY: ${{ secrets.OCI_CLI_TENANCY }}
|
|
||||||
OCI_CLI_FINGERPRINT: ${{ secrets.OCI_CLI_FINGERPRINT }}
|
|
||||||
OCI_CLI_KEY_CONTENT: ${{ secrets.OCI_CLI_KEY_CONTENT }}
|
|
||||||
OCI_CLI_REGION: ${{ secrets.OCI_CLI_REGION }}
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: Checkout code
|
|
||||||
uses: actions/checkout@v3
|
|
||||||
|
|
||||||
- name: Set up Helm
|
|
||||||
uses: azure/setup-helm@v1
|
|
||||||
with:
|
|
||||||
version: 'v3.9.0'
|
|
||||||
|
|
||||||
|
|
||||||
- name: Determine DNS_HOST based on environment
|
|
||||||
id: set_dns
|
|
||||||
env:
|
|
||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
||||||
run: |
|
|
||||||
if [ "$ENV" = "prd" ]; then
|
|
||||||
echo "dns_host=dadosfera.ai" >> $GITHUB_OUTPUT
|
|
||||||
elif [ "$ENV" = "stg" ]; then
|
|
||||||
echo "dns_host=stg.dadosfera.ai" >> $GITHUB_OUTPUT
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Oracle Set Cluster Context
|
|
||||||
env:
|
|
||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
||||||
uses: oracle-actions/run-oci-cli-command@v1.3.2
|
|
||||||
with:
|
|
||||||
command: |
|
|
||||||
if [ "$ENV" = "prd" ]; then
|
|
||||||
CLUSTER_ID="${{ secrets.OCI_CLUSTER_ID_PRD }}"
|
|
||||||
elif [ "$ENV" = "stg" ]; then
|
|
||||||
CLUSTER_ID="${{ secrets.OCI_CLUSTER_ID_STG }}"
|
|
||||||
fi
|
|
||||||
oci ce cluster create-kubeconfig --cluster-id $CLUSTER_ID --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT
|
|
||||||
|
|
||||||
- name: Set up Python
|
|
||||||
uses: actions/setup-python@v4
|
|
||||||
with:
|
|
||||||
python-version: '3.8'
|
|
||||||
|
|
||||||
- name: Install Jinja CLI
|
|
||||||
run: |
|
|
||||||
python -m pip install --upgrade pip
|
|
||||||
pip install jinja2
|
|
||||||
|
|
||||||
- name: Render Jinja Templates
|
|
||||||
env:
|
|
||||||
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
||||||
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
|
||||||
ROUTE53_DNS_HOSTS: ${{ steps.set_dns.outputs.dns_host }}
|
|
||||||
run: |
|
|
||||||
python3 parse_yaml.py
|
|
||||||
|
|
||||||
- name: Install Helmfile
|
|
||||||
run: |
|
|
||||||
wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
|
|
||||||
tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
|
|
||||||
mv helmfile /usr/local/bin/
|
|
||||||
helmfile --version
|
|
||||||
|
|
||||||
- name: Install Helm Diff Plugin
|
|
||||||
run: helm plugin install https://github.com/databus23/helm-diff || true
|
|
||||||
|
|
||||||
- name: Run Helmfile Apply
|
|
||||||
env:
|
|
||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
||||||
run: helmfile -f helmfiles/${ENV}.yaml sync
|
|
||||||
|
|
||||||
- name: Apply with kubectl
|
|
||||||
run: kubectl apply -f system/
|
|
||||||
@@ -3,6 +3,7 @@ import { NestFactory } from '@nestjs/core';
|
|||||||
import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger';
|
import { DocumentBuilder, SwaggerModule } from '@nestjs/swagger';
|
||||||
import helmet from 'helmet';
|
import helmet from 'helmet';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
|
import { json, urlencoded } from 'express';
|
||||||
|
|
||||||
import { AppModule } from './app.module';
|
import { AppModule } from './app.module';
|
||||||
import { writeFileSync } from 'fs';
|
import { writeFileSync } from 'fs';
|
||||||
@@ -25,6 +26,8 @@ async function bootstrap() {
|
|||||||
},
|
},
|
||||||
});
|
});
|
||||||
app.use(helmet());
|
app.use(helmet());
|
||||||
|
app.use('/catalog/register-dataset', json({ limit: '10mb' }));
|
||||||
|
app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' }));
|
||||||
configureSwagger(app);
|
configureSwagger(app);
|
||||||
await app.listen(3333);
|
await app.listen(3333);
|
||||||
if (process.env.KILL_AFTER_START) await app.close();
|
if (process.env.KILL_AFTER_START) await app.close();
|
||||||
|
|||||||
@@ -45,11 +45,11 @@ export class OpenDataController {
|
|||||||
) {
|
) {
|
||||||
this.logger.info('createUser for open data' + JSON.stringify(request.headers));
|
this.logger.info('createUser for open data' + JSON.stringify(request.headers));
|
||||||
|
|
||||||
const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
|
// const corslist = ["https://devsbm.dadosfera.io", "https://sharingoceandata.com"];
|
||||||
if (!corslist.includes(origin)) {
|
// if (!corslist.includes(origin)) {
|
||||||
this.logger.info('block request by cors list: '+ origin);
|
// this.logger.info('block request by cors list: '+ origin);
|
||||||
throw new ForbiddenException();
|
// throw new ForbiddenException();
|
||||||
}
|
// }
|
||||||
|
|
||||||
const OPENDATA_CUSTOMER_ID = process.env.OPEN_CUSTOMER_ID;
|
const OPENDATA_CUSTOMER_ID = process.env.OPEN_CUSTOMER_ID;
|
||||||
const OPENDATA_GROUP_ID = process.env.OPEN_GROUP_ID;
|
const OPENDATA_GROUP_ID = process.env.OPEN_GROUP_ID;
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ export class PDFParser<T> implements Parser<T> {
|
|||||||
const html = await this.htmlParser.parse(data);
|
const html = await this.htmlParser.parse(data);
|
||||||
await page.setContent(html, {
|
await page.setContent(html, {
|
||||||
waitUntil: 'networkidle0',
|
waitUntil: 'networkidle0',
|
||||||
timeout: 30000,
|
timeout: 90000,
|
||||||
});
|
});
|
||||||
|
|
||||||
// Configurações adicionais para garantir um PDF válido
|
// Configurações adicionais para garantir um PDF válido
|
||||||
@@ -43,7 +43,7 @@ export class PDFParser<T> implements Parser<T> {
|
|||||||
pageRanges: '',
|
pageRanges: '',
|
||||||
tagged: true,
|
tagged: true,
|
||||||
outline: false,
|
outline: false,
|
||||||
timeout: 30000,
|
timeout: 90000,
|
||||||
});
|
});
|
||||||
|
|
||||||
await browser.close();
|
await browser.close();
|
||||||
|
|||||||
Reference in New Issue
Block a user