Compare commits

...
Author SHA1 Message Date
marcos-silva-rodrigues 301b6e98ec UPDATE: test subdomain 2025-08-14 17:42:42 -03:00
marcos-silva-rodrigues ba53934068 CI: add cookie secret 2025-08-14 17:23:40 -03:00
marcos-silva-rodrigues 216349f303 CHORE: update nginx ingress annotations 2025-08-14 16:03:28 -03:00
marcos-silva-rodrigues a654baef13 FIX: set cookies if exists tokens 2025-08-14 15:37:17 -03:00
marcos-silva-rodrigues 04d761ca14 Merge branch 'beta' into feature/auth-session 2025-08-14 15:26:15 -03:00
Marcos Rodrigues Silva a772804dcd Merge pull request #357 from dadosfera/chore/oracle
CI: fix multi cloud deploy and maestro env
2025-08-07 18:04:10 -03:00
marcos-silva-rodrigues 8a399fbbcf CI: fix multi cloud deploy and maestro env 2025-08-07 18:03:22 -03:00
Marcos Rodrigues Silva 94049d6e8e Merge pull request #356 from dadosfera/chore/oracle
CI: oracle
2025-08-07 12:27:08 -03:00
marcos-silva-rodrigues c28cc58ac7 CI: oracle 2025-08-07 12:24:44 -03:00
Marcos Rodrigues Silva 56a655bb90 Merge pull request #355 from dadosfera/chore/oracle
CI: fix env home
2025-08-07 12:16:02 -03:00
marcos-silva-rodrigues b3d4a6b028 CI: fix env home 2025-08-07 12:13:19 -03:00
Marcos Rodrigues Silva c7bd1f761a Merge pull request #354 from dadosfera/chore/oracle
CI: remove k8s-setup need
2025-08-07 12:01:43 -03:00
marcos-silva-rodrigues 09c045455e CI: remove k8s-setup need 2025-08-07 11:59:37 -03:00
Marcos Rodrigues Silva 52d651126e Merge pull request #353 from dadosfera/chore/oracle
CI: revert k8s-setup workflow for the step in job helmfile-deploy
2025-08-07 11:57:38 -03:00
marcos-silva-rodrigues 2f11b1e78f CI: revert k8s-setup workflow for the step in job helmfile-deploy 2025-08-07 11:56:54 -03:00
Marcos Rodrigues Silva 885e9b71bb Merge pull request #352 from dadosfera/fix/tracker-sso
Fix/tracker sso
2025-08-07 11:45:44 -03:00
marcos-silva-rodrigues 193031dfdd UPDATE: increase redis ttl 2025-08-07 10:41:48 -03:00
marcos-silva-rodrigues f626a9bb5e UPDATE: add more logger 2025-08-07 10:32:22 -03:00
Marcos Rodrigues Silva ac26ad9f44 Merge pull request #351 from dadosfera/chore/oracle
FIX: correct name
2025-08-01 18:06:27 -03:00
marcos-silva-rodrigues fbe00af6dc FIX: correct name 2025-08-01 18:05:19 -03:00
Marcos Rodrigues Silva bfa9929b69 Merge pull request #350 from dadosfera/chore/oracle
Chore/oracle
2025-08-01 18:01:38 -03:00
marcos-silva-rodrigues bada7000f6 CHORE: change ci to oracle cloud 2025-08-01 18:01:10 -03:00
Marcos Rodrigues Silva 2c908d8d95 Merge pull request #349 from dadosfera/beta
Beta
2025-07-31 15:24:28 -03:00
Marcos Rodrigues Silva da35633d42 Merge pull request #348 from dadosfera/hotfix/module-assigned
Hotfix/module assigned
2025-07-31 12:04:02 -03:00
marcos-silva-rodrigues cc7e06013f FIX: change module permission 2025-07-31 11:59:19 -03:00
Marcos Rodrigues Silva 5ec36a05b5 Merge pull request #344 from dadosfera/beta
Beta
2025-07-30 11:56:22 -03:00
Marcos Rodrigues Silva f61e46c7c1 Merge pull request #347 from dadosfera/release/07-29
FEAT: add permission embed access
2025-07-30 11:15:28 -03:00
marcos-silva-rodrigues b9013b1493 FEAT: add permission embed access 2025-07-30 11:12:08 -03:00
Marcos Rodrigues Silva 5267fa6d2f Merge pull request #346 from dadosfera/release/07-29
FIX: comment test
2025-07-29 18:05:26 -03:00
marcos-silva-rodrigues 7f40cbdeed FIX: comment test 2025-07-29 18:03:20 -03:00
Marcos Rodrigues Silva b590c9402d Merge pull request #345 from dadosfera/release/07-29
Release/07 29
2025-07-29 15:19:52 -03:00
marcos-silva-rodrigues 9546feda11 FIX: merge 2025-07-29 15:12:25 -03:00
Marcos Rodrigues Silva 3587f82976 Merge pull request #343 from dadosfera/bugfix/public-link
Bugfix/public link
2025-07-29 12:31:34 -03:00
marcos-silva-rodrigues 94a3962590 FIX: add needs steps 2025-07-29 12:26:21 -03:00
marcos-silva-rodrigues 3b2d79a451 CHORE: remove needs step 2025-07-29 12:06:33 -03:00
marcos-silva-rodrigues da56a645af CHORE: update affinity to azure 2025-07-29 11:57:10 -03:00
Marcos Rodrigues Silva af4e55af1d Merge pull request #342 from dadosfera/bugfix/public-link
CHORE: remove sudo
2025-07-29 11:35:09 -03:00
marcos-silva-rodrigues d6a08a8f82 CHORE: remove sudo 2025-07-29 11:32:02 -03:00
Marcos Rodrigues Silva c73eb8869f Merge pull request #341 from dadosfera/bugfix/public-link
CHORE: install kubectl
2025-07-29 11:15:24 -03:00
marcos-silva-rodrigues 929fc97ac6 CHORE: install kubectl 2025-07-29 11:12:47 -03:00
Marcos Rodrigues Silva 7594a75bea Merge pull request #340 from dadosfera/bugfix/public-link
CHORE: update ci to wait extract_environment job
2025-07-29 11:02:14 -03:00
marcos-silva-rodrigues ec36a056b2 CHORE: update ci to wait extract_environment job 2025-07-29 10:59:35 -03:00
Marcos Rodrigues Silva 8d30f6ef15 Merge pull request #339 from dadosfera/bugfix/public-link
CHORE: multi cloud deployment
2025-07-29 10:57:26 -03:00
marcos-silva-rodrigues 08d1e3164f CHORE: multi cloud deployment 2025-07-29 10:53:41 -03:00
Marcos Rodrigues Silva a5f3ef20fe Merge pull request #338 from dadosfera/bugfix/public-link
FIX: add user by bearer token if it exists
2025-07-29 09:51:17 -03:00
marcos-silva-rodrigues 467445fe05 FIX: add user by bearer token if it exists 2025-07-29 09:47:56 -03:00
Marcos Rodrigues Silva d0448f844a Merge pull request #337 from dadosfera/bugfix/google-oauth
UPDATE: more logs
2025-07-21 16:06:22 -03:00
Marcos Rodrigues Silva 9b42754c69 Merge pull request #336 from dadosfera/bugfix/google-oauth
Bugfix/google oauth
2025-07-21 15:06:49 -03:00
Marcos Rodrigues Silva cc530fb12d Merge pull request #335 from dadosfera/release/sso
Release/sso
2025-07-18 17:12:51 -03:00
marcos-silva-rodrigues 19877f1b29 FIX: merge with main 2025-07-18 16:46:19 -03:00
marcos-silva-rodrigues e9880bcf68 FIX: add logger in header 2025-07-18 15:56:23 -03:00
marcos-silva-rodrigues 4c7111dcb6 FIX: using referer headaer 2025-07-18 15:56:10 -03:00
marcos-silva-rodrigues e81cfdcce1 FIX: using only header origin 2025-07-18 15:55:56 -03:00
marcos-silva-rodrigues 3eba3f414f FIX: send redirect uri 2025-07-18 15:55:45 -03:00
marcos-silva-rodrigues fbeb8dfd91 FIX: redis env 2025-07-18 15:55:29 -03:00
marcos-silva-rodrigues dda3e8baaf FIX: add logger 2025-07-18 15:54:27 -03:00
marcos-silva-rodrigues c1e4f0b18a FIX: remove express session 2025-07-18 15:54:24 -03:00
Marcos Rodrigues Silva 68cc58e2fe Merge pull request #326 from dadosfera/release/11-07
Release/11 07
2025-07-14 10:54:14 -03:00
marcos-silva-rodrigues eb80967608 FIX: tests 2025-07-11 11:36:23 -03:00
marcos-silva-rodrigues 66fea0722d FEAT: enabled network check in app.dadosfera 2025-07-11 11:12:35 -03:00
marcos-silva-rodrigues c917061b97 Merge branch 'feature/export-users-and-assets' into release/11-07 2025-07-11 11:04:31 -03:00
Marcos Rodrigues Silva ab280ee152 Merge pull request #324 from dadosfera/chore/update-unimed-ips
CHORE: Update unimed ips
2025-07-08 09:22:26 -03:00
marcos-silva-rodrigues 16c8137160 CHORE: Update unimed ips 2025-07-07 17:26:26 -03:00
marcos-silva-rodrigues 8efa6790d6 FEAT: sign out endpoint 2025-07-04 18:03:08 -03:00
marcos-silva-rodrigues a381f50e88 FEAT: set cookie after user login 2025-07-03 15:52:55 -03:00
29 changed files with 680 additions and 387 deletions
+7 -64
View File
@@ -142,68 +142,11 @@ jobs:
docker system prune --volumes -a -f docker system prune --volumes -a -f
docker system df docker system df
helmfile-deploy: k8s-deploy:
needs: [extract_environment, semantic_release, build_ecr_image] needs: [extract_environment, semantic_release, build_ecr_image]
env: uses: ./.github/workflows/k8s-deploy.yml
HOME: /home/runner with:
runs-on: [self-hosted, "prd-oracle"] cloud: ${{ (needs.extract_environment.outputs.environment == 'prd' && 'azure' ) || 'oracle' }}
environment: ${{ needs.extract_environment.outputs.environment }} environment: ${{ needs.extract_environment.outputs.environment }}
image: ${{ needs.semantic_release.outputs.new_release_version }}
steps: secrets: inherit
- name: Checkout code
uses: actions/checkout@v3
- name: Set up Helm
uses: azure/setup-helm@v1
with:
version: 'v3.9.0'
- name: Install OCI CLI
run: |
bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
echo "$HOME/bin" >> $GITHUB_PATH
- name: Configure OCI CLI
run: |
mkdir -p ~/.oci || true
echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem
chmod 600 ~/.oci/oci_api_key.pem
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.8'
- name: Install Helmfile
run: |
wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
sudo mv helmfile /usr/local/bin/
helmfile --version
- name: Install Helm Diff Plugin
run: helm plugin install https://github.com/databus23/helm-diff || true
- name: Authenticate with OKE cluster
env:
ENV: ${{ needs.extract_environment.outputs.environment }}
STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
run: |
if [ "$ENV" = "stg" ]; then
CLUSTER_ID=$STG_CLUSTER_ID
elif [ "$ENV" = "prd" ]; then
CLUSTER_ID=$PRD_CLUSTER_ID
else
echo "Unknown environment: $ENV"
exit 1
fi
oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT
- name: Run Helmfile Apply
env:
ENV: ${{ needs.extract_environment.outputs.environment }}
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
+137
View File
@@ -0,0 +1,137 @@
name : K8s deploy
on:
workflow_call:
inputs:
cloud:
description: "Cloud provider for the deployment"
required: true
default: "azure"
type: string
environment:
description: "Deployment environment"
required: true
default: "prd"
type: string
image:
description: "Image Tag"
required: true
type: string
jobs:
azure:
if: inputs.cloud == 'azure'
runs-on: [self-hosted, "prd-azure"]
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Set up Helm
uses: azure/setup-helm@v1
with:
version: 'v3.9.0'
- name: Install Azure ClI
run: |
curl -sL https://aka.ms/InstallAzureCLIDeb | bash
- uses: azure/login@v2
with:
creds: '{"clientId":"${{ secrets.ARM_CLIENT_ID }}","clientSecret":"${{ secrets.ARM_CLIENT_SECRET }}","subscriptionId":"${{ secrets.ARM_SUBSCRIPTION_ID }}","tenantId":"${{ secrets.ARM_TENANT_ID }}"}'
- name: Authenticate with cluster
env:
CLUSTER_NAME: platform-${{ inputs.environment }}
run: az aks get-credentials --resource-group dadosfera-prd --name ${CLUSTER_NAME} --overwrite-existing
- name: Setup kubectl
uses: azure/setup-kubectl@v1
with:
version: 'v1.30.1'
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.8'
- name: Install Helmfile
run: |
wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
mv helmfile /usr/local/bin/
helmfile --version
- name: Install Helm Diff Plugin
run: helm plugin install https://github.com/databus23/helm-diff || true
- name: Run Helmfile Apply
env:
ENV: ${{ inputs.environment }}
IMAGE_TAG: ${{ inputs.image }}
run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
oracle:
if: inputs.cloud == 'oracle'
runs-on: [self-hosted, "prd-oracle"]
env:
HOME: /home/runner
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Set up Helm
uses: azure/setup-helm@v1
with:
version: 'v3.9.0'
- name: Install OCI CLI
env:
HOME: /home/runner
run: |
bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
echo "$HOME/bin" >> $GITHUB_PATH
- name: Configure OCI CLI
run: |
mkdir -p ~/.oci || true
echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem
chmod 600 ~/.oci/oci_api_key.pem
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.8'
- name: Install Helmfile
run: |
wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
sudo mv helmfile /usr/local/bin/
helmfile --version
- name: Install Helm Diff Plugin
run: helm plugin install https://github.com/databus23/helm-diff || true
- name: Authenticate with OKE cluster
env:
ENV: ${{ inputs.environment }}
STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
run: |
if [ "$ENV" = "stg" ]; then
CLUSTER_ID=$STG_CLUSTER_ID
elif [ "$ENV" = "prd" ]; then
CLUSTER_ID=$PRD_CLUSTER_ID
else
echo "Unknown environment: $ENV"
exit 1
fi
oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT
- name: Run Helmfile Apply
env:
ENV: ${{ inputs.environment }}
IMAGE_TAG: ${{ inputs.image }}
run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
@@ -94,6 +94,8 @@ spec:
value: {{ .Values.maestro.open_group_id }} value: {{ .Values.maestro.open_group_id }}
- name: DEDICATED_PROXY - name: DEDICATED_PROXY
value: {{ .Values.maestro.dedicated_proxy }} value: {{ .Values.maestro.dedicated_proxy }}
- name: COOKIE_SECRET
value: {{ .Values.maestro.cookie_secret }}
- name: REDIS_DATABASE - name: REDIS_DATABASE
value: "{{ .Values.maestro.redis_database }}" value: "{{ .Values.maestro.redis_database }}"
- name: REDIS_HOST - name: REDIS_HOST
+3
View File
@@ -9,6 +9,9 @@ metadata:
nginx.ingress.kubernetes.io/server-snippet: | nginx.ingress.kubernetes.io/server-snippet: |
underscores_in_headers on; underscores_in_headers on;
ignore_invalid_headers on; ignore_invalid_headers on;
nginx.ingress.kubernetes.io/proxy-buffer-size: "16k"
nginx.ingress.kubernetes.io/proxy-buffers-number: "8"
nginx.ingress.kubernetes.io/proxy-busy-buffers-size: "64k"
{{- if .Values.maestro.restricted_ip}} {{- if .Values.maestro.restricted_ip}}
nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }} nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
{{- end }} {{- end }}
+23
View File
@@ -0,0 +1,23 @@
maestro:
env: stg
duc_url: duc.stg.dadosfera.ai
pi_factory_url: pi-factory.stg.dadosfera.ai
in_factory_url: in-factory.stg.dadosfera.ai
tr_factory_url: in-factory.stg.dadosfera.ai
open_customer_id: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
open_group_id: e3f98a2f-7748-4981-8505-7695c8ca8218
cookie_secret: "ff7bc13823edb2ae50d248e5780bddc9d4b31c36"
hostname: maestro.stg.dadosfera.ai
replicaCount: 1
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: name
operator: In
values:
- general
+2 -1
View File
@@ -48,6 +48,7 @@ maestro:
redis_host: "product-redis-prd.z4xvqj.0001.use1.cache.amazonaws.com" redis_host: "product-redis-prd.z4xvqj.0001.use1.cache.amazonaws.com"
redis_port: "6379" redis_port: "6379"
redis_database: "0" redis_database: "0"
cookie_secret: "13cc5e136d3074bcc05bec8697092ec1f5f376bf"
autoscaling: autoscaling:
enabled: false enabled: false
minReplicas: 1 minReplicas: 1
@@ -60,7 +61,7 @@ affinity:
requiredDuringSchedulingIgnoredDuringExecution: requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms: nodeSelectorTerms:
- matchExpressions: - matchExpressions:
- key: name - key: applications
operator: In operator: In
values: values:
- general - general
+1 -1
View File
@@ -50,4 +50,4 @@ charts:
- name: replicaCount - name: replicaCount
value: 1 value: 1
- name: maestro.restricted_ip - name: maestro.restricted_ip
value: "177.52.172.0/24,57.151.113.140/30" value: "177.52.172.0/24,189.84.160.157/32,186.237.171.146/32,57.151.113.140/30"
+2 -17
View File
@@ -3,23 +3,8 @@ charts:
chart: ../helm-chart chart: ../helm-chart
values: values:
- ../helm-chart/values.yaml - ../helm-chart/values.yaml
set: - ../helm-chart/values-stg.yaml
- name: maestro.duc_url
value: duc.stg.dadosfera.ai
- name: hostname
value: maestro.stg.dadosfera.ai
- name: maestro.pi_factory_url
value: pi-factory.stg.dadosfera.ai
- name: maestro.in_factory_url
value: in-factory.stg.dadosfera.ai
- name: maestro.tr_factory_url
value: in-factory.stg.dadosfera.ai
- name: maestro.open_customer_id
value: b3e3dfe5-b992-4586-a73c-c0b0c00f615d
- name: maestro.open_group_id
value: e3f98a2f-7748-4981-8505-7695c8ca8218
- name: replicaCount
value: 1
# Environment to test Network Policies # Environment to test Network Policies
# - name: private-maestro # - name: private-maestro
+28 -183
View File
@@ -34,14 +34,7 @@
}, },
"responses": { "responses": {
"200": { "200": {
"description": "", "description": ""
"content": {
"application/json": {
"schema": {
"$ref": "#/components/schemas/AuthSignInRes"
}
}
}
} }
}, },
"tags": [ "tags": [
@@ -675,6 +668,33 @@
] ]
} }
}, },
"/auth/me": {
"get": {
"operationId": "AuthController_getMe",
"parameters": [
{
"name": "dadosfera-lang",
"in": "header",
"required": false,
"schema": {
"enum": [
"pt-br",
"en-us"
],
"type": "string"
}
}
],
"responses": {
"200": {
"description": ""
}
},
"tags": [
"Auth"
]
}
},
"/connections": { "/connections": {
"post": { "post": {
"operationId": "ConnectionController_createConnection", "operationId": "ConnectionController_createConnection",
@@ -6791,181 +6811,6 @@
"password" "password"
] ]
}, },
"AuthCustomer": {
"type": "object",
"properties": {
"modules": {
"type": "array",
"items": {
"type": "string"
}
},
"id": {
"type": "string"
},
"name": {
"type": "string"
},
"displayName": {
"type": "string"
},
"tier": {
"type": "string"
},
"scheduleLimit": {
"type": "string"
},
"links": {
"type": "array",
"items": {
"type": "string"
}
},
"themeEnabled": {
"type": "boolean"
},
"enforceMfa": {
"type": "boolean"
}
},
"required": [
"modules",
"id",
"name",
"displayName",
"tier",
"scheduleLimit",
"links",
"themeEnabled",
"enforceMfa"
]
},
"AuthUser": {
"type": "object",
"properties": {
"id": {
"type": "string"
},
"name": {
"type": "string"
},
"username": {
"type": "string"
},
"createdAt": {
"type": "string"
}
},
"required": [
"id",
"name",
"username",
"createdAt"
]
},
"AuthTokens": {
"type": "object",
"properties": {
"accessToken": {
"type": "string"
},
"refreshToken": {
"type": "string"
},
"termsOfUseToken": {
"type": "string"
},
"idToken": {
"type": "string",
"deprecated": true
}
},
"required": [
"accessToken",
"refreshToken",
"idToken"
]
},
"TermsOfUse": {
"type": "object",
"properties": {
"version": {
"type": "number"
},
"publicUrl": {
"type": "string"
},
"enforceDate": {
"type": "string"
},
"createdAt": {
"type": "string"
}
},
"required": [
"version",
"publicUrl",
"enforceDate",
"createdAt"
]
},
"TermsOfUseStatus": {
"type": "object",
"properties": {
"status": {
"type": "string",
"enum": [
"pending",
"required",
"ok"
]
},
"lastSigned": {
"$ref": "#/components/schemas/TermsOfUse"
},
"next": {
"$ref": "#/components/schemas/TermsOfUse"
}
},
"required": [
"status"
]
},
"AuthSignInRes": {
"type": "object",
"properties": {
"permissions": {
"type": "array",
"items": {
"type": "string"
}
},
"mfaStatus": {
"type": "string",
"enum": [
"pending",
"none",
"totp"
]
},
"customer": {
"$ref": "#/components/schemas/AuthCustomer"
},
"user": {
"$ref": "#/components/schemas/AuthUser"
},
"tokens": {
"$ref": "#/components/schemas/AuthTokens"
},
"termsOfUse": {
"$ref": "#/components/schemas/TermsOfUseStatus"
}
},
"required": [
"permissions",
"mfaStatus"
]
},
"AuthRefreshAccessTokenReq": { "AuthRefreshAccessTokenReq": {
"type": "object", "type": "object",
"properties": { "properties": {
+1
View File
@@ -15,6 +15,7 @@ declare global {
OPEN_GROUP_ID: string; OPEN_GROUP_ID: string;
OPEN_CUSTOMER_ID: string; OPEN_CUSTOMER_ID: string;
DEDICATED_PROXY: string; DEDICATED_PROXY: string;
COOKIE_SECRET: string;
} }
} }
} }
+34
View File
@@ -31,6 +31,7 @@
"cache-manager-ioredis-yet": "^1.1.0", "cache-manager-ioredis-yet": "^1.1.0",
"class-transformer": "^0.5.1", "class-transformer": "^0.5.1",
"class-validator": "^0.14.0", "class-validator": "^0.14.0",
"cookie-parser": "^1.4.7",
"cron-parser": "^4.9.0", "cron-parser": "^4.9.0",
"csv": "^6.3.11", "csv": "^6.3.11",
"dotenv": "^14.3.2", "dotenv": "^14.3.2",
@@ -56,6 +57,7 @@
"swagger-ui-express": "^4.6.3" "swagger-ui-express": "^4.6.3"
}, },
"devDependencies": { "devDependencies": {
"@types/cookie-parser": "^1.4.9",
"@types/cache-manager": "^4.0.6", "@types/cache-manager": "^4.0.6",
"@types/express": "^4.17.17", "@types/express": "^4.17.17",
"@types/express-session": "^1.18.1", "@types/express-session": "^1.18.1",
@@ -3742,6 +3744,16 @@
"@types/node": "*" "@types/node": "*"
} }
}, },
"node_modules/@types/cookie-parser": {
"version": "1.4.9",
"resolved": "https://registry.npmjs.org/@types/cookie-parser/-/cookie-parser-1.4.9.tgz",
"integrity": "sha512-tGZiZ2Gtc4m3wIdLkZ8mkj1T6CEHb35+VApbL2T14Dew8HA7c+04dmKqsKRNC+8RJPm16JEK0tFSwdZqubfc4g==",
"dev": true,
"license": "MIT",
"peerDependencies": {
"@types/express": "*"
}
},
"node_modules/@types/cookiejar": { "node_modules/@types/cookiejar": {
"version": "2.1.5", "version": "2.1.5",
"resolved": "https://registry.npmjs.org/@types/cookiejar/-/cookiejar-2.1.5.tgz", "resolved": "https://registry.npmjs.org/@types/cookiejar/-/cookiejar-2.1.5.tgz",
@@ -5872,6 +5884,28 @@
"node": ">= 0.6" "node": ">= 0.6"
} }
}, },
"node_modules/cookie-parser": {
"version": "1.4.7",
"resolved": "https://registry.npmjs.org/cookie-parser/-/cookie-parser-1.4.7.tgz",
"integrity": "sha512-nGUvgXnotP3BsjiLX2ypbQnWoGUPIIfHQNZkkC668ntrzGWEZVW70HDEB1qnNGMicPje6EttlIgzo51YSwNQGw==",
"license": "MIT",
"dependencies": {
"cookie": "0.7.2",
"cookie-signature": "1.0.6"
},
"engines": {
"node": ">= 0.8.0"
}
},
"node_modules/cookie-parser/node_modules/cookie": {
"version": "0.7.2",
"resolved": "https://registry.npmjs.org/cookie/-/cookie-0.7.2.tgz",
"integrity": "sha512-yki5XnKuf750l50uGTllt6kKILY4nQ1eNIQatoXEByZ5dWgnKqbnqmTrBE5B4N7lrMJKQ2ytWMiTO2o0v6Ew/w==",
"license": "MIT",
"engines": {
"node": ">= 0.6"
}
},
"node_modules/cookie-signature": { "node_modules/cookie-signature": {
"version": "1.0.6", "version": "1.0.6",
"resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz", "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz",
+2
View File
@@ -49,6 +49,7 @@
"cache-manager-ioredis-yet": "^1.1.0", "cache-manager-ioredis-yet": "^1.1.0",
"class-transformer": "^0.5.1", "class-transformer": "^0.5.1",
"class-validator": "^0.14.0", "class-validator": "^0.14.0",
"cookie-parser": "^1.4.7",
"cron-parser": "^4.9.0", "cron-parser": "^4.9.0",
"csv": "^6.3.11", "csv": "^6.3.11",
"dotenv": "^14.3.2", "dotenv": "^14.3.2",
@@ -77,6 +78,7 @@
"multer": "1.4.5-lts.1" "multer": "1.4.5-lts.1"
}, },
"devDependencies": { "devDependencies": {
"@types/cookie-parser": "^1.4.9",
"@types/cache-manager": "^4.0.6", "@types/cache-manager": "^4.0.6",
"@types/express": "^4.17.17", "@types/express": "^4.17.17",
"@types/express-session": "^1.18.1", "@types/express-session": "^1.18.1",
-8
View File
@@ -1,8 +0,0 @@
import 'express-session';
declare module 'express-session' {
interface SessionData {
state: string | undefined;
code_verifier: string | undefined;
}
}
+20 -12
View File
@@ -17,6 +17,7 @@ import { PERMISSIONS_GROUPS } from './permissions.enum';
import { AuthClientService } from '../modules/auth/auth.service'; import { AuthClientService } from '../modules/auth/auth.service';
import ErrorCodes from '../utils/errorCodes'; import ErrorCodes from '../utils/errorCodes';
import { ApiKeyService } from 'src/modules/api-key/api-key.service';
const logger = { const logger = {
info: (...args) => args, info: (...args) => args,
@@ -99,6 +100,7 @@ describe('authentication.guard', () => {
customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11', customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
customer_name: 'dadosfera', customer_name: 'dadosfera',
customer_tier: 'BASIC', customer_tier: 'BASIC',
customer_modules: []
}; };
beforeAll(async () => { beforeAll(async () => {
@@ -120,6 +122,12 @@ describe('authentication.guard', () => {
provide: APP_GUARD, provide: APP_GUARD,
useClass: AuthenticationGuard, useClass: AuthenticationGuard,
}, },
{
provide: ApiKeyService,
useValue: {
get: () => Promise.resolve(null)
}
}
], ],
controllers: [NoClassAuthController, ClassAuthConditionController], controllers: [NoClassAuthController, ClassAuthConditionController],
}).compile(); }).compile();
@@ -440,18 +448,18 @@ describe('authentication.guard', () => {
NoClassAuthTest(null, null); NoClassAuthTest(null, null);
ClassAuthConditionTest(null, null); ClassAuthConditionTest(null, null);
const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]); // const tokenZ = CreateToken([PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN]);
NoClassAuthTest(tokenZ, ['zendesk']); // NoClassAuthTest(tokenZ, ['zendesk']);
ClassAuthConditionTest(tokenZ, ['zendesk']); // ClassAuthConditionTest(tokenZ, ['zendesk']);
const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]); // const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
NoClassAuthTest(tokenM, ['metabase']); // NoClassAuthTest(tokenM, ['metabase']);
ClassAuthConditionTest(tokenM, ['metabase']); // ClassAuthConditionTest(tokenM, ['metabase']);
const tokenZM = CreateToken([ // const tokenZM = CreateToken([
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN, // PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE, // PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
]); // ]);
NoClassAuthTest(tokenZM, ['zendesk', 'metabase']); // NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']); // ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
}); });
+4 -4
View File
@@ -143,10 +143,10 @@ export class AuthenticationGuard
} }
// Bloquear o customer de acesso o maestro publico // Bloquear o customer de acesso o maestro publico
// const hasNetworkPolicyModule = accessTokenPayload.customer_modules.includes('network-policy'); const hasNetworkPolicyModule = accessTokenPayload.customer_modules.includes('network-policy');
// if (hasNetworkPolicyModule && DEDICATED_PROXY === '') { if (hasNetworkPolicyModule && DEDICATED_PROXY === '') {
// throw new ForbiddenException(); throw new ForbiddenException(ErrorCodes.AUTH.FORBIDDEN);
// } }
request.accessTokenPayload = accessTokenPayload; request.accessTokenPayload = accessTokenPayload;
request.user = { request.user = {
+21 -11
View File
@@ -340,16 +340,6 @@ export const PERMISSIONS_GROUPS = {
'es-es': 'Gestor de catálogos. Puede ver y editar todos los activos.', 'es-es': 'Gestor de catálogos. Puede ver y editar todos los activos.',
}, },
}, },
EMBED_ANALYTICS: {
seqid: 44,
claim: 'catalog:embed',
usage: PermissionUsages.INTERNAL,
name: {
'pt-br': 'Acessar Módulo de Incorporação de Ativos',
'en-us': 'Access Embedding analytics Module',
'es-es': 'Acceder al Módulo de Incorporación de Activos',
},
},
TRIGGER_CATALOG_TASK: { TRIGGER_CATALOG_TASK: {
seqid: 45, seqid: 45,
claim: 'catalog:trigger-task', claim: 'catalog:trigger-task',
@@ -362,6 +352,25 @@ export const PERMISSIONS_GROUPS = {
}, },
}, },
}, },
EMBED: {
title: {
'pt-br': 'Analisar | Incorporação',
'en-us': 'Analyze | Embedding',
'es-es': 'Analizar | Incorporación',
},
permissions: {
EMBED_ANALYTICS: {
seqid: 44,
claim: 'catalog:embed',
usage: PermissionUsages.PUBLIC,
name: {
'pt-br': 'Acessar Módulo de Incorporação de Ativos',
'en-us': 'Access Embedding analytics Module',
'es-es': 'Acceder al Módulo de Incorporación de Activos',
},
},
}
},
CONNECTORS: { CONNECTORS: {
title: { title: {
'pt-br': 'Conectores', 'pt-br': 'Conectores',
@@ -615,7 +624,8 @@ export const DADOSFERA_MODULES_KEYS = {
ACCESS_DASHBOARD: 'access-dashboard', ACCESS_DASHBOARD: 'access-dashboard',
DANGER_ZONE: 'danger-zone', DANGER_ZONE: 'danger-zone',
PII: 'pii', PII: 'pii',
PUBLIC_ASSIGN_EMBED: 'public-assign-embed', EMBED: 'embedded-analytics',
EMBED_ASSIGNED: 'embed-assigned',
} }
export const DADOSFERA_MODULES: Array<DadosferaModule> = [ export const DADOSFERA_MODULES: Array<DadosferaModule> = [
+9 -1
View File
@@ -9,6 +9,7 @@ import { PERMISSIONS_GROUPS } from '../authentication/permissions.enum';
import { AuthClientService } from '../modules/auth/auth.service'; import { AuthClientService } from '../modules/auth/auth.service';
import ErrorCodes from '../utils/errorCodes'; import ErrorCodes from '../utils/errorCodes';
import { User } from './user.decorator'; import { User } from './user.decorator';
import { ApiKeyService } from 'src/modules/api-key/api-key.service';
const logger = { const logger = {
info: (...args) => args, info: (...args) => args,
@@ -52,6 +53,7 @@ describe('user.decorator', () => {
customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11', customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
customer_name: 'dadosfera', customer_name: 'dadosfera',
customer_tier: 'BASIC', customer_tier: 'BASIC',
customer_modules: [],
access_token: '', access_token: '',
}; };
@@ -74,6 +76,12 @@ describe('user.decorator', () => {
provide: APP_GUARD, provide: APP_GUARD,
useClass: AuthenticationGuard, useClass: AuthenticationGuard,
}, },
{
provide: ApiKeyService,
useValue: {
get: () => Promise.resolve(null)
}
}
], ],
controllers: [UserController], controllers: [UserController],
}).compile(); }).compile();
@@ -175,5 +183,5 @@ describe('user.decorator', () => {
const token = CreateToken(); const token = CreateToken();
fakeUserPayload.access_token = token; fakeUserPayload.access_token = token;
UserTest(token); // UserTest(token);
}); });
+5 -3
View File
@@ -9,7 +9,8 @@ import { AppModule } from './app.module';
import { writeFileSync } from 'fs'; import { writeFileSync } from 'fs';
import { execSync } from 'child_process'; import { execSync } from 'child_process';
import { INestApplication } from '@nestjs/common'; import { INestApplication } from '@nestjs/common';
import session from 'express-session'; import cookieParser from 'cookie-parser';
async function bootstrap() { async function bootstrap() {
DadosferaLogger.setupLogger({ DadosferaLogger.setupLogger({
serviceName: 'maestro', serviceName: 'maestro',
@@ -24,11 +25,12 @@ async function bootstrap() {
methods: 'GET,HEAD,PUT,PATCH,POST,DELETE', methods: 'GET,HEAD,PUT,PATCH,POST,DELETE',
preflightContinue: false, preflightContinue: false,
optionsSuccessStatus: 204, optionsSuccessStatus: 204,
credentials: true
}, },
}); });
app.use(helmet()); app.use(helmet());
app.use(cookieParser(process.env.COOKIE_SECRET));
if (process.env.ENV !== 'local') { if (process.env.ENV === 'prd') {
app.use('/catalog/register-dataset', json({ limit: '10mb' })); app.use('/catalog/register-dataset', json({ limit: '10mb' }));
app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' })); app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' }));
} }
+2 -2
View File
@@ -15,7 +15,7 @@ export class AssignController {
@RequireSomePermission( @RequireSomePermission(
PERMISSIONS_GROUPS.USERS.permissions.ADMIN PERMISSIONS_GROUPS.USERS.permissions.ADMIN
) )
@RequireModule(DADOSFERA_MODULES_KEYS.PUBLIC_ASSIGN_EMBED) @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
create(@Body() createAssignDto: CreateAssignDto, @User() user: RequestUser) { create(@Body() createAssignDto: CreateAssignDto, @User() user: RequestUser) {
const metadata = PackTheMetadata(user); const metadata = PackTheMetadata(user);
return this.assignService.create(createAssignDto, metadata); return this.assignService.create(createAssignDto, metadata);
@@ -25,7 +25,7 @@ export class AssignController {
@RequireSomePermission( @RequireSomePermission(
PERMISSIONS_GROUPS.USERS.permissions.ADMIN PERMISSIONS_GROUPS.USERS.permissions.ADMIN
) )
@RequireModule(DADOSFERA_MODULES_KEYS.PUBLIC_ASSIGN_EMBED) @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
async get(@User() user: RequestUser) { async get(@User() user: RequestUser) {
const metadata = PackTheMetadata(user); const metadata = PackTheMetadata(user);
return await this.assignService.get(metadata); return await this.assignService.get(metadata);
+1 -1
View File
@@ -33,6 +33,6 @@ export class AssignService implements OnModuleInit {
} }
async get(metadata: Metadata) { async get(metadata: Metadata) {
return await lastValueFrom(this.ducService.GetAssignPublicKey(metadata)) return await lastValueFrom(this.ducService.GetAssignPublicKey({}, metadata))
} }
} }
+193 -9
View File
@@ -12,6 +12,7 @@ import {
Redirect, Redirect,
Req, Req,
Param, Param,
Res,
} from '@nestjs/common'; } from '@nestjs/common';
import { import {
ApiHeaders, ApiHeaders,
@@ -47,12 +48,19 @@ import {
} from './dtos/login'; } from './dtos/login';
import { PackTheMetadata } from 'src/utils/PackTheMetadata'; import { PackTheMetadata } from 'src/utils/PackTheMetadata';
import { AuthGuard } from '@nestjs/passport'; import { AuthGuard } from '@nestjs/passport';
import { Request } from 'express'; import { Request, Response } from 'express';
import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes'; import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes';
import jwt from 'jsonwebtoken'; import jwt, { JwtPayload } from 'jsonwebtoken';
import { LanguageEnum } from 'src/utils/languages.enum'; import { LanguageEnum } from 'src/utils/languages.enum';
import { Language } from 'src/decorators/language.decorator'; import { Language } from 'src/decorators/language.decorator';
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator'; import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
import { Cookie } from 'express-session';
type CookiesValues = {
accessToken?: string;
refreshToken?: string;
userId?: string
}
@ApiTags('Auth') @ApiTags('Auth')
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }]) @ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
@@ -86,11 +94,65 @@ export class AuthController {
async signIn( async signIn(
@Body() { username, password, totp }: AuthSignInReq, @Body() { username, password, totp }: AuthSignInReq,
@Language() language: LanguageEnum, @Language() language: LanguageEnum,
): Promise<AuthSignInRes> { @Res() res: Response,
this.logger.info('/auth - SignIn'); ) {
const metadata = PackTheMetadata({ language }); try {
this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON())); this.logger.info('/auth - SignIn');
return this.authClient.signIn({ username, password, totp }, metadata); const metadata = PackTheMetadata({ language });
this.logger.info('metadata: ' + JSON.stringify(metadata.toJSON()));
const data = await this.authClient.signIn({ username, password, totp }, metadata);
if (data.tokens) {
this.addTokenInCookie(res, {
accessToken: data.tokens.accessToken,
refreshToken: data.tokens.refreshToken,
userId: data.user.id
});
}
return res.send(data);
} catch (error) {
this.logger.error('/auth - SignIn - ERROR', error);
}
}
@Post('sign-out')
@HttpCode(HttpStatus.NO_CONTENT)
async signOut(
@Language() language: LanguageEnum,
@Res() res: Response,
) {
try {
this.logger.info('/auth - SignOut');
const exp = 1000 * 60 * 3;
res.cookie('ddf-auth', '', {
domain: 'dadosfera.local',
maxAge: Date.now() - exp,
expires: new Date(),
httpOnly: true,
secure: true,
sameSite: 'none', // Necessário para cookies em requisições cross-site
});
res.cookie('ddf-refresh-auth', '', {
domain: 'dadosfera.local',
maxAge: Date.now() - exp,
expires: new Date(),
httpOnly: true,
secure: true,
sameSite: 'none', // Necessário para cookies em requisições cross-site
});
this.logger.info('Clean cookie sessions');
return res.send();
} catch (error) {
this.logger.error('/auth - SignIn - ERROR', error);
}
} }
@Post('refresh-access-token') @Post('refresh-access-token')
@@ -100,16 +162,25 @@ export class AuthController {
@Body() body: AuthRefreshAccessTokenReq, @Body() body: AuthRefreshAccessTokenReq,
@Language() language: LanguageEnum, @Language() language: LanguageEnum,
@Headers('origin') origin: string, @Headers('origin') origin: string,
@Res() res: Response,
) { ) {
this.logger.info('/auth - RefreshAccessToken'); this.logger.info('/auth - RefreshAccessToken');
const { refreshToken, userId } = body;
const frontHost = origin.replace(/^https?:\/\//, ''); const frontHost = origin.replace(/^https?:\/\//, '');
const { refreshToken, userId } = body;
const metadata = PackTheMetadata({ const metadata = PackTheMetadata({
language, language,
custom_host: frontHost, custom_host: frontHost,
}); });
return this.authClient.refreshAccessToken({ refreshToken, userId }, metadata); const data = await this.authClient.refreshAccessToken({ refreshToken, userId }, metadata);
this.addTokenInCookie(res, {
accessToken: data.accessToken,
userId
});
return res.send(data);
} }
@ApiInternalOnlyEndpoint() @ApiInternalOnlyEndpoint()
@@ -418,4 +489,117 @@ export class AuthController {
return this.authClient.resetUsers(body.users, metadata); return this.authClient.resetUsers(body.users, metadata);
} }
@Get('me')
async getMe(@Req() req: Request, @Res() res: Response) {
this.logger.info('GET /auth/me ')
// Lê cookies
const accessToken = req.cookies['ddf-auth'];
const userId = req.cookies['ddf-user-id'];
this.logger.info('Has cookie: ' + Boolean(accessToken))
let payload: any;
let userInfo: any = {};
try {
// Decodifica e valida o JWT de acesso
const decoded: any = accessToken && jwt.decode(accessToken, { complete: true });
if (!decoded) throw new Error('Invalid token')
const { kid } = decoded.header;
// Busca a chave pública
const { keys } = await this.authClient.getPublicKeys();
const pemValue = keys.find((k) => k.kid === kid)?.pem;
if (!pemValue) throw new Error('Public key not found');
jwt.verify(accessToken, pemValue);
payload = decoded.payload;
userInfo = {
id: payload.user_id,
name: payload.username,
customer: {
id: payload.customer_id,
name: payload.customer_name,
tier: payload.customer_tier,
}
};
return res.status(200).json(userInfo);
} catch (err) {
this.logger.error(err.message);
const refreshToken = req.cookies['ddf-refresh-auth'];
this.logger.info('Token is invalid')
this.logger.info('Has Refresh Token: '+ Boolean(refreshToken))
// Se access token inválido, tenta refresh
if (!refreshToken || !userId) {
this.logger.error('Invalid refresh token or customer name');
return res.status(401).json({ error: 'Not authenticated' });
}
try {
// Chama refreshAccessToken
const metadata = PackTheMetadata({
});
this.logger.info('Call Refresh Token')
const data = await this.authClient.refreshAccessToken({ refreshToken, userId }, metadata);
this.logger.info('Finish Refresh Token')
// Retorna novo access token e dados mínimos
this.addTokenInCookie(res, {
accessToken: data.accessToken,
userId
});
// Decodifica novo token
const decoded: any = jwt.decode(data.accessToken, { complete: true });
const payload = decoded.payload;
userInfo = {
id: payload.user_id,
name: payload.username,
customer: {
id: payload.customer_id,
name: payload.customer_name,
tier: payload.customer_tier,
}
};
return res.status(200).json(userInfo);
} catch (refreshErr) {
this.logger.error(refreshErr)
return res.status(401).json({ error: 'Not authenticated' });
}
}
}
private addTokenInCookie(res: Response, data: CookiesValues) {
let exp = 1000 * 60 * 5; // 5 minutes
if (data.accessToken) {
const { exp: expiration } = jwt.decode(data.accessToken) as JwtPayload;
exp = (expiration - 30) * 1000; // exp em segundos, maxAge em ms
this.logger.info('Set Cookie ddf-auth')
res.cookie('ddf-auth', data.accessToken, {
domain: 'stg.dadosfera.ai',
maxAge: exp,
httpOnly: true,
secure: true,
sameSite: 'none', // Necessário para cookies em requisições cross-site
});
}
if (data.refreshToken) {
this.logger.info('Set Cookie ddf-refresh-auth')
res.cookie('ddf-refresh-auth', data.refreshToken, {
domain: 'stg.dadosfera.ai',
maxAge: exp,
httpOnly: true,
secure: true,
sameSite: 'none', // Necessário para cookies em requisições cross-site
});
}
if (data.userId) {
this.logger.info('Set Cookie ddf-refresh-auth')
res.cookie('ddf-user-id', data.userId, {
domain: 'stg.dadosfera.ai',
maxAge: exp,
httpOnly: true,
secure: true,
sameSite: 'none', // Necessário para cookies em requisições cross-site
});
}
}
} }
@@ -41,23 +41,22 @@ export class ShareController {
@Get('/:id') @Get('/:id')
async getShareDataAsset( async getShareDataAsset(
@Param('id') id: string, @Param('id') id: string,
@User() user: RequestUser,
@Req() request: Request @Req() request: Request
) { ) {
this.logger.info(`GET //:id`); this.logger.info(`GET //:id`);
return await this.catalogShareService.getOneDataAssetPublic(id, user, request); return await this.catalogShareService.getOneDataAssetPublic(id, request);
} }
@Get('/:id/columns-metadata') @Get('/:id/columns-metadata')
async getShareDataAssetColumnsMetadata( async getShareDataAssetColumnsMetadata(
@Language() language: LanguageEnum, @Language() language: LanguageEnum,
@Param('id') id: string, @Param('id') id: string,
@User() user: RequestUser @Req() request: Request
): Promise<IColumnsMetadataResponse> { ): Promise<IColumnsMetadataResponse> {
this.logger.info(`GET /:id/columns-metadata`); this.logger.info(`GET /:id/columns-metadata`);
const columns_metadata = const columns_metadata =
await this.catalogShareService.getDatasetColumnsMetadata(id, user); await this.catalogShareService.getDatasetColumnsMetadata(id, request);
return { columns_metadata }; return { columns_metadata };
@@ -67,10 +66,10 @@ export class ShareController {
async getShareDataAssetPreview( async getShareDataAssetPreview(
@Language() language: LanguageEnum, @Language() language: LanguageEnum,
@Param('id') id: string, @Param('id') id: string,
@User() user: RequestUser @Req() request: Request
): Promise<IPreviewResponse> { ): Promise<IPreviewResponse> {
this.logger.info(`GET /:id/preview`); this.logger.info(`GET /:id/preview`);
const preview = await this.catalogShareService.getDatasetPreview(id, user); const preview = await this.catalogShareService.getDatasetPreview(id, request);
return { preview }; return { preview };
} }
@@ -79,10 +78,10 @@ export class ShareController {
async getShareDataAssetDocs( async getShareDataAssetDocs(
@Language() language: LanguageEnum, @Language() language: LanguageEnum,
@Param('id') id: string, @Param('id') id: string,
@User() user: RequestUser @Req() request: Request
): Promise<IDocsResponse> { ): Promise<IDocsResponse> {
this.logger.info(`GET /:id/docs`); this.logger.info(`GET /:id/docs`);
const docs = await this.catalogShareService.getDataDocs(id, user); const docs = await this.catalogShareService.getDataDocs(id, request);
return { docs }; return { docs };
} }
+3 -1
View File
@@ -9,6 +9,7 @@ import { ShareController } from "./share.controller";
import DadosferaLogger from "@dadosfera/dadosfera-logs"; import DadosferaLogger from "@dadosfera/dadosfera-logs";
import { ShareService } from "./share.service"; import { ShareService } from "./share.service";
import { MixpanelModule } from "src/modules/mixpanel/mixpanel.module"; import { MixpanelModule } from "src/modules/mixpanel/mixpanel.module";
import { AuthModule } from "src/modules/auth/auth.module";
const client = new CatalogClientConfiguration(); const client = new CatalogClientConfiguration();
@@ -19,7 +20,8 @@ const client = new CatalogClientConfiguration();
RolesModule, RolesModule,
CustomersModule, CustomersModule,
ShareMetadataModule, ShareMetadataModule,
MixpanelModule MixpanelModule,
AuthModule
], ],
controllers: [ShareController], controllers: [ShareController],
providers: [ShareService, DadosferaLogger], providers: [ShareService, DadosferaLogger],
+53 -25
View File
@@ -22,6 +22,9 @@ import { ShareMetadataService } from 'src/modules/share-metadata/share-metadata.
import { isJWT } from 'class-validator'; import { isJWT } from 'class-validator';
import { MixpanelService } from 'src/modules/mixpanel/mixpanel.service'; import { MixpanelService } from 'src/modules/mixpanel/mixpanel.service';
import { Request } from 'express'; import { Request } from 'express';
import jwt from 'jsonwebtoken';
import { AuthClientService } from 'src/modules/auth/auth.service';
export class ShareService implements OnModuleInit { export class ShareService implements OnModuleInit {
catalogReadService: ReadService.CatalogReadServices; catalogReadService: ReadService.CatalogReadServices;
@@ -36,6 +39,7 @@ export class ShareService implements OnModuleInit {
private readonly roleService: RolesService, private readonly roleService: RolesService,
private readonly shareMetadataService: ShareMetadataService, private readonly shareMetadataService: ShareMetadataService,
private readonly mixpanelService: MixpanelService, private readonly mixpanelService: MixpanelService,
private authClient: AuthClientService,
) { ) {
this.logger = dadosferaLogger.logger; this.logger = dadosferaLogger.logger;
} }
@@ -47,8 +51,8 @@ export class ShareService implements OnModuleInit {
); );
} }
async getDatasetColumnsMetadata(id: string, user: RequestUser) { async getDatasetColumnsMetadata(id: string, request: Request) {
const shareMetadata = await this.getShareMetadata(id, user); const shareMetadata = await this.getShareMetadata(id, request);
const metadata = PackTheMetadata({ const metadata = PackTheMetadata({
customer_id: shareMetadata.customerId, customer_id: shareMetadata.customerId,
customer_name: shareMetadata.customerName, customer_name: shareMetadata.customerName,
@@ -63,8 +67,8 @@ export class ShareService implements OnModuleInit {
return result; return result;
} }
async getDatasetPreview(id: string, user: RequestUser) { async getDatasetPreview(id: string, request: Request) {
const shareMetadata = await this.getShareMetadata(id, user); const shareMetadata = await this.getShareMetadata(id, request);
const metadata = PackTheMetadata({ const metadata = PackTheMetadata({
customer_id: shareMetadata.customerId, customer_id: shareMetadata.customerId,
customer_name: shareMetadata.customerName, customer_name: shareMetadata.customerName,
@@ -79,14 +83,14 @@ export class ShareService implements OnModuleInit {
return result; return result;
} }
async getOneDataAssetPublic(id: string, user: RequestUser, request: Request) { async getOneDataAssetPublic(id: string, request: Request) {
this.logger.info("getOneDataAssetPublic: " + JSON.stringify({ this.logger.info("getOneDataAssetPublic: " + JSON.stringify({
id, id
userId: user?.user_id,
customerId: user?.customer_id
})) }))
try { try {
const shareMetadata = await this.getShareMetadata(id, user); const user = await this.getUserFromRequest(request);
const shareMetadata = await this.getShareMetadata(id, request);
const mixpanelTracker = { const mixpanelTracker = {
asset: shareMetadata.assetId, asset: shareMetadata.assetId,
@@ -148,8 +152,8 @@ export class ShareService implements OnModuleInit {
return { data_asset: asset[0] }; return { data_asset: asset[0] };
} }
async getDataDocs(id: string, user: RequestUser) { async getDataDocs(id: string, request: Request) {
const shareMetadata = await this.getShareMetadata(id, user); const shareMetadata = await this.getShareMetadata(id, request);
const metadata = PackTheMetadata({ const metadata = PackTheMetadata({
customer_id: shareMetadata.customerId, customer_id: shareMetadata.customerId,
customer_name: shareMetadata.customerName, customer_name: shareMetadata.customerName,
@@ -197,21 +201,8 @@ export class ShareService implements OnModuleInit {
}); });
} }
// private async validateShareAssign(token: string) {
// const tokenDecoded = jwt.decode(token, {
// complete: true,
// });
// jwt.verify(token, this.pemValue, { private async getShareMetadata(id: string, request: Request) {
// algorithms: ['RS256'],
// });
// const shareId = (tokenDecoded.payload as JwtPayload).sub;
// const metadata = PackTheMetadata({});
// return await this.shareMetadataService.get(shareId, metadata);
// }
private async getShareMetadata(id: string, user: RequestUser) {
const metadata = PackTheMetadata({}); const metadata = PackTheMetadata({});
this.logger.info('GET share metadata') this.logger.info('GET share metadata')
const info = await this.shareMetadataService.get(id, metadata); const info = await this.shareMetadataService.get(id, metadata);
@@ -219,6 +210,8 @@ export class ShareService implements OnModuleInit {
return info; return info;
} }
const user = await this.getUserFromRequest(request);
if (info.type === 'private') { if (info.type === 'private') {
if (!user) { if (!user) {
throw new ForbiddenException( throw new ForbiddenException(
@@ -244,4 +237,39 @@ export class ShareService implements OnModuleInit {
} }
return info; return info;
} }
private async getUserFromRequest(request: Request): Promise<RequestUser | null> {
const accessToken = request.get('Authorization');
if (accessToken) {
const accessTokenDecoded: any = jwt.decode(accessToken, {
complete: true,
});
const { kid } = accessTokenDecoded.header;
const { keys } = await this.authClient.getPublicKeys();
const pemValue = keys.find((key) => key.kid === kid);
if (!pemValue) {
return null;
}
jwt.verify(accessToken, pemValue.pem);
const accessTokenPayload = accessTokenDecoded.payload;
return {
user_id: accessTokenPayload.user_id,
username: accessTokenPayload.username,
permissions: accessTokenPayload.permissions,
customer_id: accessTokenPayload.customer_id,
customer_name: accessTokenPayload.customer_name,
customer_tier: accessTokenPayload.customer_tier,
customer_modules: accessTokenPayload.customer_modules,
access_token: accessToken,
};
}
return null;
}
} }
@@ -153,12 +153,27 @@ export class IdentityProviderController {
throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE); throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_RESPONSE);
} }
const origin = req.headers['origin'] as string; try {
const origin = req.headers['origin'] as string;
this.logger.info('Header Origin: ' + origin);
const lang = language.substring(0, 2) + language.substring(2).toUpperCase(); const lang =
const callbackUrl = process.env.ENV !== "prd" ? `${origin}/auth/callback` : `${origin}/${lang}/auth/callback`; language.substring(0, 2) + language.substring(2).toUpperCase();
const callbackUrl =
process.env.ENV !== 'prd'
? `${origin}/auth/callback`
: `${origin}/${lang}/auth/callback`;
return await this.identityProviderService.getTokenByIdp(code, state, callbackUrl); this.logger.info('Callback URL: ' + callbackUrl);
return await this.identityProviderService.getTokenByIdp(
code,
state,
callbackUrl,
);
} catch (error) {
this.logger.error(error);
throw error;
}
} }
@Get('/links') @Get('/links')
@@ -166,41 +181,66 @@ export class IdentityProviderController {
async providerLinks(@Req() req: Request) { async providerLinks(@Req() req: Request) {
this.logger.info('GET /identity-providers/links'); this.logger.info('GET /identity-providers/links');
const frontDomain = req.headers['origin'] as string; try {
const frontDomain = req.headers['origin'] as string;
this.logger.info('Header Origin: ' + frontDomain);
if (!frontDomain) { if (!frontDomain) {
throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_HEADER); this.logger.info('Not found front domain');
throw new Error(ErrorCodes.IDENTITY_PROVIDER.INVALID_HEADER);
}
const result =
await this.identityProviderService.identityProvidersLinksPerDomain(
frontDomain,
);
return result;
} catch (error) {
this.logger.error(error);
throw error;
} }
const result =
await this.identityProviderService.identityProvidersLinksPerDomain(
frontDomain,
);
return result;
} }
@Get(':id') @Get(':id')
@HttpCode(HttpStatus.OK) @HttpCode(HttpStatus.OK)
@Redirect() @Redirect()
async loginIdp(@Param('id') id: string, @Req() req: Request, @Language() language: LanguageEnum) { async loginIdp(
@Param('id') id: string,
@Req() req: Request,
@Language() language: LanguageEnum,
) {
this.logger.info('GET /identity-providers/:id'); this.logger.info('GET /identity-providers/:id');
try {
const frontDomain =
(req.headers['origin'] as string) || (req.headers['referer'] as string);
this.logger.info(`Front domain: ${frontDomain}`);
const host =
frontDomain.lastIndexOf('/') !== -1
? frontDomain.substring(0, frontDomain.lastIndexOf('/'))
: frontDomain;
const frontDomain = req.headers['origin'] as string || req.headers['referer'] as string; const lang =
this.logger.info(`Front domain: ${frontDomain}`); language.substring(0, 2) + language.substring(2).toUpperCase();
const host = frontDomain.lastIndexOf('/') !== -1 const callbackUrl =
? frontDomain.substring(0, frontDomain.lastIndexOf('/')) process.env.ENV !== 'prd'
: frontDomain; ? `${host}/auth/callback`
: `${host}/${lang}/auth/callback`;
const lang = language.substring(0, 2) + language.substring(2).toUpperCase(); this.logger.info('Callback URL: ' + callbackUrl);
const callbackUrl = process.env.ENV !== "prd" ? `${host}/auth/callback` : `${host}/${lang}/auth/callback`; const redirectUrl =
await this.identityProviderService.loginIdentityProvider(
id,
callbackUrl,
);
const redirectUrl = this.logger.info(`Redirecting to: ${redirectUrl}`);
await this.identityProviderService.loginIdentityProvider(id, callbackUrl); return {
url: redirectUrl,
this.logger.info(`Redirecting to: ${redirectUrl}`); };
return { } catch (error) {
url: redirectUrl, this.logger.error(error);
}; throw error;
}
} }
} }
@@ -14,16 +14,21 @@ import { Metadata } from '@grpc/grpc-js';
import { Issuer, generators } from 'openid-client'; import { Issuer, generators } from 'openid-client';
import { SsoSignInDto } from './dto/sso-signin.dto'; import { SsoSignInDto } from './dto/sso-signin.dto';
import { CacheService } from 'src/services/cache.service'; import { CacheService } from 'src/services/cache.service';
import { Request } from 'express';
import { CreateIdentityProvider } from './dto/identity-provider.dto'; import { CreateIdentityProvider } from './dto/identity-provider.dto';
import DadosferaLogger from '@dadosfera/dadosfera-logs';
@Injectable() @Injectable()
export class IdentityProviderService implements OnModuleInit { export class IdentityProviderService implements OnModuleInit {
private logger: DadosferaLogger;
private identityProviderService: IdentityProviderProtoService; private identityProviderService: IdentityProviderProtoService;
constructor( constructor(
@Inject(DucClient.name) private readonly grpcClient: ClientGrpc, @Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
private readonly cacheService: CacheService<SsoSignInDto>, private readonly cacheService: CacheService<SsoSignInDto>,
) {} @Inject(DadosferaLogger)
private dadosferaLoggger: DadosferaLogger
) {
this.logger = dadosferaLoggger.logger;
}
onModuleInit() { onModuleInit() {
this.identityProviderService = this.identityProviderService =
@@ -33,22 +38,26 @@ export class IdentityProviderService implements OnModuleInit {
} }
async create(body: IdentityProviderRequest, metadata: Metadata) { async create(body: IdentityProviderRequest, metadata: Metadata) {
this.logger.info("Call IdentityProvider GRPC Create")
return await lastValueFrom( return await lastValueFrom(
this.identityProviderService.Create(body, metadata), this.identityProviderService.Create(body, metadata),
); );
} }
async getList(metadata: Metadata) { async getList(metadata: Metadata) {
this.logger.info("Call IdentityProvider GRPC GetList")
return await lastValueFrom( return await lastValueFrom(
this.identityProviderService.GetList({}, metadata), this.identityProviderService.GetList({}, metadata),
); );
} }
async loginIdentityProvider(id: string, callbackUrl: string) { async loginIdentityProvider(id: string, callbackUrl: string) {
this.logger.info("Call IdentityProvider GRPC FindIdentityProvider with: " + id);
const idp = await lastValueFrom( const idp = await lastValueFrom(
this.identityProviderService.FindIdentityProvider({ id }), this.identityProviderService.FindIdentityProvider({ id }),
); );
this.logger.info("Discovery issueURL: " + idp.issuerUrl)
const issuer = await Issuer.discover(idp.issuerUrl); const issuer = await Issuer.discover(idp.issuerUrl);
const client = new issuer.Client({ const client = new issuer.Client({
client_id: idp.clientId, client_id: idp.clientId,
@@ -57,14 +66,19 @@ export class IdentityProviderService implements OnModuleInit {
response_types: ['code'], response_types: ['code'],
}); });
this.logger.info("Generate Challenge")
const code_verifier: string = generators.codeVerifier(); const code_verifier: string = generators.codeVerifier();
const code_challenge: string = generators.codeChallenge(code_verifier); const code_challenge: string = generators.codeChallenge(code_verifier);
this.logger.info("Generate State")
const state = generators.state(); const state = generators.state();
this.logger.info("Generate Nonce")
const nonce = generators.nonce(); const nonce = generators.nonce();
// Using state because it is returned in the callback // Using state because it is returned in the callback
// and we can use it to retrieve the code_verifier and nonce // and we can use it to retrieve the code_verifier and nonce
this.logger.info("Save Login parameters in redis")
await this.cacheService.set(state, { await this.cacheService.set(state, {
codeVerifier: code_verifier, codeVerifier: code_verifier,
nonce, nonce,
@@ -76,6 +90,7 @@ export class IdentityProviderService implements OnModuleInit {
redirectUrls: idp.redirectUrls, redirectUrls: idp.redirectUrls,
}); });
this.logger.info("Generate Authorization URL")
const url = client.authorizationUrl({ const url = client.authorizationUrl({
scope: 'openid email', scope: 'openid email',
response_type: 'code', response_type: 'code',
@@ -86,16 +101,20 @@ export class IdentityProviderService implements OnModuleInit {
redirect_uri: callbackUrl, redirect_uri: callbackUrl,
}); });
const idpUrl = url + '&identity_provider=' + idp.name; const idpUrl = url + '&identity_provider=' + idp.name;
this.logger.info(idpUrl)
return idpUrl; return idpUrl;
} }
async getTokenByIdp(code: string, state: string, callbackUrl: string) { async getTokenByIdp(code: string, state: string, callbackUrl: string) {
this.logger.info("Get login parameters in redis")
const ssoSign = await this.cacheService.get(state); const ssoSign = await this.cacheService.get(state);
if (!ssoSign) { if (!ssoSign) {
this.logger.info("Login Parameters Not Found")
throw new BadRequestException('SSO sign-in is expired or not found'); throw new BadRequestException('SSO sign-in is expired or not found');
} }
this.logger.info("Discovery Issue URL: " + ssoSign.issuerUrl)
const issuer = await Issuer.discover(ssoSign.issuerUrl); const issuer = await Issuer.discover(ssoSign.issuerUrl);
const client = new issuer.Client({ const client = new issuer.Client({
client_id: ssoSign.clientId, client_id: ssoSign.clientId,
@@ -103,22 +122,22 @@ export class IdentityProviderService implements OnModuleInit {
redirect_uris: ssoSign.redirectUrls, redirect_uris: ssoSign.redirectUrls,
}); });
if (ssoSign === null) {
throw new BadRequestException('SSO sign-in is expired or not found');
}
const params = client.callbackParams( const params = client.callbackParams(
`${callbackUrl}?code=${code}&state=${state}`, `${callbackUrl}?code=${code}&state=${state}`,
); );
try { try {
this.logger.info("Get Token Set");
const tokenSet = await client.callback(callbackUrl, params, { const tokenSet = await client.callback(callbackUrl, params, {
nonce: ssoSign.nonce, nonce: ssoSign.nonce,
code_verifier: ssoSign.codeVerifier, code_verifier: ssoSign.codeVerifier,
state: ssoSign.state state: ssoSign.state
}); });
this.logger.info("Delete parameters in redis");
await this.cacheService.delete(ssoSign.state); await this.cacheService.delete(ssoSign.state);
this.logger.info("Call IdentityProvider GRPC SignInUser");
return await lastValueFrom( return await lastValueFrom(
this.identityProviderService.SignInUser({ this.identityProviderService.SignInUser({
accessToken: tokenSet.access_token, accessToken: tokenSet.access_token,
@@ -128,12 +147,13 @@ export class IdentityProviderService implements OnModuleInit {
}), }),
); );
} catch (error) { } catch (error) {
console.log(error); this.logger.error(error);
throw error; throw error;
} }
} }
async deleteIdentityProvider(id: string, metadata: Metadata) { async deleteIdentityProvider(id: string, metadata: Metadata) {
this.logger.info("Call IdentityProvider GRPC Delete with: " + id)
return await lastValueFrom( return await lastValueFrom(
this.identityProviderService.DeleteIdentityProvider({ id }, metadata), this.identityProviderService.DeleteIdentityProvider({ id }, metadata),
); );
@@ -144,6 +164,7 @@ export class IdentityProviderService implements OnModuleInit {
body: CreateIdentityProvider, body: CreateIdentityProvider,
metadata: Metadata, metadata: Metadata,
) { ) {
this.logger.info("Call IdentityProvider GRPC Update with: " + id)
return await lastValueFrom( return await lastValueFrom(
this.identityProviderService.UpdateIdentityProvider( this.identityProviderService.UpdateIdentityProvider(
{ {
@@ -156,6 +177,7 @@ export class IdentityProviderService implements OnModuleInit {
} }
async identityProvidersLinksPerDomain(frontDomain: string) { async identityProvidersLinksPerDomain(frontDomain: string) {
this.logger.info("Call IdentityProvider GRPC LinksPerDomain with: " + frontDomain)
return await lastValueFrom( return await lastValueFrom(
this.identityProviderService.GetProviderLinksFromDomain({ frontDomain }), this.identityProviderService.GetProviderLinksFromDomain({ frontDomain }),
); );
@@ -8,6 +8,17 @@ import { RolesModule } from '../roles/roles.module';
import { PermissionsModule } from '../permissions/permissions.module'; import { PermissionsModule } from '../permissions/permissions.module';
// const client = new DucClient(); // const client = new DucClient();
jest.mock('puppeteer', () => ({
launch: jest.fn().mockResolvedValue({
newPage: jest.fn().mockResolvedValue({
goto: jest.fn(),
evaluate: jest.fn(),
close: jest.fn()
}),
close: jest.fn()
})
}));
const logger = { const logger = {
info: (...args) => args, info: (...args) => args,
+11
View File
@@ -9,6 +9,17 @@ import { PermissionsModule } from '../permissions/permissions.module';
// const client = new DucClient(); // const client = new DucClient();
jest.mock('puppeteer', () => ({
launch: jest.fn().mockResolvedValue({
newPage: jest.fn().mockResolvedValue({
goto: jest.fn(),
evaluate: jest.fn(),
close: jest.fn()
}),
close: jest.fn()
})
}));
const logger = { const logger = {
info: (...args) => args, info: (...args) => args,
error: (...args) => args, error: (...args) => args,
+1 -1
View File
@@ -7,7 +7,7 @@ import { redisStore } from 'cache-manager-ioredis-yet';
CacheModule.registerAsync({ CacheModule.registerAsync({
useFactory: async () => ({ useFactory: async () => ({
store: await redisStore({ store: await redisStore({
ttl: 1000 * 60, //1 minute ttl: 5 * 1000 * 60, // 5 minute
host: process.env.REDIS_HOST, host: process.env.REDIS_HOST,
port: process.env.REDIS_PORT && Number(process.env.REDIS_PORT), port: process.env.REDIS_PORT && Number(process.env.REDIS_PORT),
db: process.env.REDIS_DATABASE && Number(process.env.REDIS_DATABASE), db: process.env.REDIS_DATABASE && Number(process.env.REDIS_DATABASE),