mirror of
https://github.com/dadosfera/maestro.git
synced 2026-11-21 21:49:09 +00:00
Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
d1149a4d52 | ||
|
|
4c6f4bfd84 | ||
|
|
9caf3dc67f | ||
|
|
635c4da48c | ||
|
|
44bb205483 | ||
|
|
edb4622684 | ||
|
|
abb46d78da | ||
|
|
04fdc0368a | ||
|
|
50d76622c5 | ||
|
|
238f56cb76 | ||
|
|
e721d6f5f5 | ||
|
|
44df13e820 | ||
|
|
1fd0f79dd5 | ||
|
|
1b92371737 | ||
|
|
bf5b3484a1 | ||
|
|
eb1e248d4b | ||
|
|
0827414051 | ||
|
|
081986607b | ||
|
|
189080199a | ||
|
|
55281e3965 | ||
|
|
db8a6175e8 | ||
|
|
7b0d4dd5bc | ||
|
|
6fd277ef3a | ||
|
|
7b25bfdb69 | ||
|
|
2abc19c589 | ||
|
|
faf6b1df75 | ||
|
|
422be4a422 | ||
|
|
da136e0ef0 | ||
|
|
737cc9b8ea | ||
|
|
23f6b179fd | ||
|
|
03e451c21d | ||
|
|
be061a0fb9 | ||
|
|
c83f6a68d1 | ||
|
|
2646e3e4f6 | ||
|
|
06424d6bcf | ||
|
|
45b82515fc | ||
|
|
a9cc951e34 | ||
|
|
93ccf506fb | ||
|
|
706d0ccfa0 | ||
|
|
c2eec4e95c | ||
|
|
ac3132b6eb | ||
|
|
ee8c5e7a93 | ||
|
|
a2c1f2da6f | ||
|
|
7ecb50315f | ||
|
|
84b3370826 | ||
|
|
aa9e0536a7 | ||
|
|
544d13fac5 | ||
|
|
a4ff07a285 | ||
|
|
28578d3aa8 | ||
|
|
b8ea729a33 | ||
|
|
b383070b68 | ||
|
|
87882b5afc | ||
|
|
6a14c2b459 | ||
|
|
f0bfb6ba8e | ||
|
|
99288fa805 | ||
|
|
35cc0094b3 | ||
|
|
98262bcba9 | ||
|
|
a2c9a462e4 | ||
|
|
c5c089e5d5 | ||
|
|
de06512249 | ||
|
|
9058b80383 | ||
|
|
be64c582e1 | ||
|
|
d6b3e02890 | ||
|
|
d06910515b | ||
|
|
d1b328d481 | ||
|
|
fbc0d2eede | ||
|
|
945955a71c | ||
|
|
9fcbeda470 | ||
|
|
8043635b1c | ||
|
|
cdba41dffa | ||
|
|
5020e8913e | ||
|
|
89369270b9 | ||
|
|
52f17725af | ||
|
|
6da213aebc | ||
|
|
a353a1b45c | ||
|
|
b36ff624b5 | ||
|
|
03c09a525b | ||
|
|
9ea610a405 | ||
|
|
cd97bcbac0 | ||
|
|
52bf2bdef3 | ||
|
|
161d1fa05d | ||
|
|
642bf462ad | ||
|
|
6d61d74d0c | ||
|
|
2bc060b13d | ||
|
|
28efdf95d9 | ||
|
|
1ef9fd4298 | ||
|
|
5c24ec5560 | ||
|
|
962e094a65 | ||
|
|
131b166d8d | ||
|
|
5419f3690c | ||
|
|
6f3eb7965b | ||
|
|
909f0d4a4e | ||
|
|
8c8fdf5f88 | ||
|
|
e9582a51c2 | ||
|
|
0590c20af8 | ||
|
|
05eefe866b | ||
|
|
fa023756c7 | ||
|
|
7f967e5e75 | ||
|
|
2a0b17e45a | ||
|
|
b1f6d765b2 | ||
|
|
3c9ed08515 | ||
|
|
c7ca8297c9 | ||
|
|
d269e9efe4 | ||
|
|
61cc238891 | ||
|
|
b5df916511 | ||
|
|
95da106fb8 | ||
|
|
5730402312 | ||
|
|
c2ea8b69da | ||
|
|
14081bb9ca | ||
|
|
82d9024f24 | ||
|
|
53a6d3957a | ||
|
|
7dab555009 | ||
|
|
27dacf1257 | ||
|
|
f71bb523ff | ||
|
|
db55a8abde | ||
|
|
8f40b159d6 | ||
|
|
5c6f36a760 | ||
|
|
db4a2d9d2e | ||
|
|
9a1b3e0bf4 | ||
|
|
67d9b3a06e | ||
|
|
1150d21763 | ||
|
|
b38e9f26c3 | ||
|
|
5a23923e53 | ||
|
|
3db7e99d9e | ||
|
|
c85cd37f3a | ||
|
|
190a63f0eb | ||
|
|
0fc8c427a2 | ||
|
|
59c3ce7ed9 | ||
|
|
c5c428d3d4 | ||
|
|
cda7f9a9b5 | ||
|
|
bb3b71d5f0 | ||
|
|
e47459eb9a | ||
|
|
a2de729e0e | ||
|
|
e2cb02e51a | ||
|
|
8a0c91eca5 | ||
|
|
15302d80bc | ||
|
|
5aa63154c5 | ||
|
|
48af897e79 | ||
|
|
9eb61a0ac9 | ||
|
|
4a9e5b0ffc | ||
|
|
23fe522cc1 | ||
|
|
ea8dfa2e12 | ||
|
|
9477223bec | ||
|
|
519070bd82 | ||
|
|
99fc7e8a96 | ||
|
|
9fedd4bb80 | ||
|
|
ff5e735121 | ||
|
|
c450d16445 | ||
|
|
3acda53e8a | ||
|
|
a0f21b763a | ||
|
|
c83d8ab1b2 | ||
|
|
610d08fa11 | ||
|
|
21f68b466d | ||
|
|
18b5dc980c | ||
|
|
6fdd73c58c | ||
|
|
eaddca7eb3 | ||
|
|
1c0377a4fa | ||
|
|
64816e5578 | ||
|
|
f9064417ce | ||
|
|
0b8bf9a535 | ||
|
|
98e865c48a | ||
|
|
2c207f068c | ||
|
|
6f1e5d08c9 | ||
|
|
b611c1eb9d | ||
|
|
d7062efc60 | ||
|
|
4a3dd98977 | ||
|
|
81d93ff103 | ||
|
|
ea7ec52e1f | ||
|
|
be228b7425 | ||
|
|
90edc6552a | ||
|
|
ed96609011 | ||
|
|
d55563f62f | ||
|
|
ba9575c53e | ||
|
|
d88b154d43 | ||
|
|
06f4260b61 | ||
|
|
64717c8d92 | ||
|
|
e6e66c77e1 | ||
|
|
131e82b4c5 | ||
|
|
32d37ecadf | ||
|
|
4d667acb86 | ||
|
|
9d417ff61b | ||
|
|
b01c4c6c25 | ||
|
|
449a1abb63 | ||
|
|
04ca17a69d | ||
|
|
34a0eb40a7 | ||
|
|
2df69fba84 | ||
|
|
dcbcc5ff36 | ||
|
|
703b5f36b3 | ||
|
|
54d10cb873 | ||
|
|
569c3cf573 | ||
|
|
c420ef62ed | ||
|
|
966ba00fec | ||
|
|
0aadf7fc40 | ||
|
|
3e3268cb26 | ||
|
|
09bd623b62 | ||
|
|
4bf9a5831a | ||
|
|
264077289b | ||
|
|
14c686cff4 | ||
|
|
0e57667419 | ||
|
|
ac7dc4905e | ||
|
|
94282718ad | ||
|
|
7c228c5c53 | ||
|
|
14e0f3d2d3 | ||
|
|
85ef0d7c74 | ||
|
|
e00b6481d0 | ||
|
|
8906c73d84 | ||
|
|
3bc37db891 | ||
|
|
3c877b8b8d | ||
|
|
fe44664970 | ||
|
|
0503732c1e | ||
|
|
fa0855d631 | ||
|
|
38aee30f2a | ||
|
|
19f5c947bd | ||
|
|
44aa0e6010 | ||
|
|
cf4e7da1d8 | ||
|
|
8bd7d54aa7 | ||
|
|
a00a66e0d0 | ||
|
|
f4c5d03269 | ||
|
|
060ba7da8a | ||
|
|
5ec2c01b20 | ||
|
|
4a7e660a49 | ||
|
|
abc6258492 | ||
|
|
7ee1215da2 | ||
|
|
cd5886337b | ||
|
|
e6b0034805 | ||
|
|
b9c1f784d3 | ||
|
|
5fb8dae312 | ||
|
|
5072a54ef6 | ||
|
|
718f5cb12a | ||
|
|
4c41dd8029 | ||
|
|
fe8a0b88b0 | ||
|
|
3edf5c2416 | ||
|
|
cd67ca61cd | ||
|
|
b9439685f3 | ||
|
|
04edce0c56 | ||
|
|
f3e00a15c8 | ||
|
|
0422c7a369 | ||
|
|
f22d9370db | ||
|
|
ef098dd74d | ||
|
|
2541960b44 | ||
|
|
2dc965ed90 | ||
|
|
a9ee74724f | ||
|
|
b2f1ce669d | ||
|
|
602d81e51f | ||
|
|
bbdb023dde | ||
|
|
9cb4cd7093 | ||
|
|
efc5870d87 | ||
|
|
c3d33f8230 | ||
|
|
0654e8fa04 | ||
|
|
28ab892208 | ||
|
|
d1522eb0ea | ||
|
|
6be9e06b22 | ||
|
|
7af261d56c | ||
|
|
8fa924fdfb | ||
|
|
4b4bdfea61 | ||
|
|
d1064c852b | ||
|
|
63338f5250 | ||
|
|
5e1fb41930 | ||
|
|
a807da2414 | ||
|
|
85f14fcf4b | ||
|
|
d95898ce55 | ||
|
|
33075b0f85 | ||
|
|
ca75f8f6e7 | ||
|
|
af12a39959 | ||
|
|
f77476b9ae | ||
|
|
fb0c659cd1 | ||
|
|
aea6815de7 | ||
|
|
0103f100f5 | ||
|
|
66b6be43b7 | ||
|
|
c029e286b5 | ||
|
|
a8f94a2d53 | ||
|
|
aadb3fcdee | ||
|
|
a26e88d2b6 | ||
|
|
b20f67e8b8 | ||
|
|
4a8a8eb463 | ||
|
|
d52f8b78c8 | ||
|
|
bfbe7cce87 | ||
|
|
1ab8c1dd10 | ||
|
|
246de83142 | ||
|
|
dfa6222538 | ||
|
|
fc7a9c7909 | ||
|
|
932616a578 | ||
|
|
b64619ede1 | ||
|
|
4a08e5f560 | ||
|
|
4ffd0916c3 | ||
|
|
92041f453c | ||
|
|
f2f09cc9c7 | ||
|
|
d486231fd6 | ||
|
|
526a3bddcd | ||
|
|
45108d3019 | ||
|
|
ac3e26b851 | ||
|
|
7fbc919716 | ||
|
|
5b1eb19511 | ||
|
|
b714f3cf36 | ||
|
|
48c1e29168 | ||
|
|
04ea1d0f04 | ||
|
|
0de5e1d5d1 | ||
|
|
b8c41fad1b | ||
|
|
ef9ec5ad42 | ||
|
|
65e71f21a0 | ||
|
|
b921393ba1 | ||
|
|
18aa7d8674 | ||
|
|
f2dd871de2 | ||
|
|
cf3fa88196 | ||
|
|
131810533c | ||
|
|
ea06f3f571 | ||
|
|
81921a7eb2 | ||
|
|
e9fdd0285b | ||
|
|
167470adba | ||
|
|
fbb9a59214 | ||
|
|
ef6d8594a3 | ||
|
|
ac73c0b046 | ||
|
|
5a30bf08b2 | ||
|
|
62b4eb709e | ||
|
|
b37a18d1da | ||
|
|
379bac704f | ||
|
|
9178530a21 | ||
|
|
667d3f874d | ||
|
|
475af224bf | ||
|
|
11f1df5537 | ||
|
|
e3b02571c8 | ||
|
|
979a12aa7f | ||
|
|
7646d7a3c5 | ||
|
|
8f0e851a88 | ||
|
|
779418f471 | ||
|
|
6e6d03f302 | ||
|
|
85f41521ed | ||
|
|
e2bb119745 | ||
|
|
3d5ce59b52 | ||
|
|
1c63271f64 | ||
|
|
31a51c20aa | ||
|
|
62730eb969 | ||
|
|
5a2c760bab | ||
|
|
28b4f3ac4b | ||
|
|
43d181a429 | ||
|
|
a72fe1b60d | ||
|
|
b52a1227b1 | ||
|
|
31478ed61d | ||
|
|
79b1ba910e | ||
|
|
7fd929915b | ||
|
|
e4b27c5f76 | ||
|
|
92e449d6d3 | ||
|
|
5073b2e188 | ||
|
|
8a11eda24d | ||
|
|
9d732d4a48 | ||
|
|
5fa10a939b | ||
|
|
4be3ffe3a2 | ||
|
|
8af9c638ef | ||
|
|
97d6f914cc | ||
|
|
9ad2e3770e | ||
|
|
ea2cc8809f | ||
|
|
410e190e7c | ||
|
|
c1b213c34c | ||
|
|
a6c58eb82d | ||
|
|
b756cb5a1e | ||
|
|
46cafc2d50 | ||
|
|
a087775e3a | ||
|
|
69305610ff | ||
|
|
69008a9ffb | ||
|
|
687b4e40e1 | ||
|
|
d56544568b | ||
|
|
63fbfa6b52 | ||
|
|
2b03c4e4a9 | ||
|
|
18c3c9c58c | ||
|
|
166c45728f | ||
|
|
d0f5da0270 | ||
|
|
dade8d59e5 | ||
|
|
fe261667f8 | ||
|
|
722bb1ec7c | ||
|
|
a371db355b | ||
|
|
1ff135c0d7 |
@@ -6,12 +6,12 @@ on:
|
|||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
inputs:
|
inputs:
|
||||||
environment:
|
environment:
|
||||||
description: 'Deployment environment'
|
description: "Deployment environment"
|
||||||
required: true
|
required: true
|
||||||
type: choice
|
type: choice
|
||||||
options:
|
options:
|
||||||
- dev
|
|
||||||
- stg
|
- stg
|
||||||
|
- stg2
|
||||||
- prd
|
- prd
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
@@ -26,9 +26,9 @@ jobs:
|
|||||||
- name: Extract Environment
|
- name: Extract Environment
|
||||||
run: |
|
run: |
|
||||||
if [ ${EVENT} == "workflow_dispatch" ]; then
|
if [ ${EVENT} == "workflow_dispatch" ]; then
|
||||||
echo "##[set-output name=environment;]$(echo ${DEPLOY_ENV})"
|
echo "environment=${DEPLOY_ENV}" >> $GITHUB_OUTPUT
|
||||||
elif [ ${GITHUB_REF} == "refs/heads/main" ]; then
|
elif [ ${GITHUB_REF} == "refs/heads/main" ]; then
|
||||||
echo "##[set-output name=environment;]$(echo "prd")"
|
echo "environment=prd" >> $GITHUB_OUTPUT
|
||||||
fi
|
fi
|
||||||
id: extract_environment
|
id: extract_environment
|
||||||
|
|
||||||
@@ -39,14 +39,13 @@ jobs:
|
|||||||
new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
|
new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
- if: github.event_name != 'workflow_dispatch'
|
- if: github.event_name != 'workflow_dispatch'
|
||||||
name: Semantic Release
|
name: Semantic Release
|
||||||
uses: cycjimmy/semantic-release-action@v2
|
uses: cycjimmy/semantic-release-action@v3
|
||||||
id: semantic
|
id: semantic
|
||||||
with:
|
with:
|
||||||
semantic_version: 16
|
|
||||||
extra_plugins: |
|
extra_plugins: |
|
||||||
conventional-changelog-eslint
|
conventional-changelog-eslint
|
||||||
branches: |
|
branches: |
|
||||||
@@ -56,22 +55,28 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
deploy:
|
deploy-info:
|
||||||
if: ${{ github.event_name == 'workflow_dispatch' || needs.semantic_release.outputs.new_release_published == 'true' }}
|
if: ${{ github.event_name == 'workflow_dispatch'}}
|
||||||
needs: [extract_environment, semantic_release]
|
needs: [extract_environment, semantic_release]
|
||||||
runs-on:
|
runs-on: ubuntu-latest
|
||||||
[self-hosted, '${{ needs.extract_environment.outputs.environment }}']
|
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- name: Printing stats
|
- name: Create summary
|
||||||
env:
|
env:
|
||||||
EVENT: ${{ github.event_name }}
|
EVENT: ${{ github.event_name }}
|
||||||
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
||||||
run: echo ${GITHUB_REF#refs/heads/}
|
run: echo "### Deploy da branch \`$GITHUB_REF_NAME\` no ambiente **$ENV** :rocket:" >> $GITHUB_STEP_SUMMARY
|
||||||
|
|
||||||
|
deploy:
|
||||||
|
if: ${{ github.event_name == 'workflow_dispatch' || needs.semantic_release.outputs.new_release_published == 'true' }}
|
||||||
|
needs: [extract_environment, semantic_release]
|
||||||
|
runs-on:
|
||||||
|
[self-hosted, "${{ needs.extract_environment.outputs.environment }}"]
|
||||||
|
|
||||||
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
- name: Update Pip
|
- name: Update Pip
|
||||||
run: |
|
run: |
|
||||||
@@ -90,7 +95,7 @@ jobs:
|
|||||||
python3 -m pip install awsebcli --upgrade
|
python3 -m pip install awsebcli --upgrade
|
||||||
|
|
||||||
- name: Configure AWS Region
|
- name: Configure AWS Region
|
||||||
uses: aws-actions/configure-aws-credentials@v1
|
uses: aws-actions/configure-aws-credentials@v1-node16
|
||||||
id: aws
|
id: aws
|
||||||
with:
|
with:
|
||||||
aws-region: us-east-1
|
aws-region: us-east-1
|
||||||
@@ -113,10 +118,12 @@ jobs:
|
|||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
||||||
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
||||||
ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
|
ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
|
||||||
|
NODE_EXPORTER_URL: ${{needs.extract_environment.outputs.environment == 'prd' && '611330257153.dkr.ecr.us-east-1.amazonaws.com\/monitoring\/node_exporter:latest' || '468720548566.dkr.ecr.us-east-1.amazonaws.com\/monitoring\/node_exporter:latest'}}
|
||||||
run: |
|
run: |
|
||||||
sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
|
sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
|
||||||
sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
|
sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
|
||||||
sed -i -e "s/\${ACCOUNT_ID}/$ACCOUNT_ID/g" docker-compose.yml
|
sed -i -e "s/\${ACCOUNT_ID}/$ACCOUNT_ID/g" docker-compose.yml
|
||||||
|
sed -i -e "s/\${NODE_EXPORTER_URL}/$NODE_EXPORTER_URL/g" docker-compose.yml
|
||||||
zip deploy.zip docker-compose.yml -r .ebextensions
|
zip deploy.zip docker-compose.yml -r .ebextensions
|
||||||
|
|
||||||
- name: Deploy AWS Beanstalk
|
- name: Deploy AWS Beanstalk
|
||||||
@@ -136,71 +143,64 @@ jobs:
|
|||||||
docker system df
|
docker system df
|
||||||
api_docs:
|
api_docs:
|
||||||
needs: [extract_environment, semantic_release, deploy]
|
needs: [extract_environment, semantic_release, deploy]
|
||||||
runs-on:
|
runs-on: ubuntu-latest
|
||||||
[self-hosted, '${{ needs.extract_environment.outputs.environment }}']
|
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
- name: Extract Docs PageId
|
- name: Extract Docs BlockId and PageId
|
||||||
env:
|
env:
|
||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
||||||
DEV_DOCS_PAGE_ID: ${{ secrets.DEV_DOCS_PAGE_ID }}
|
STG2_DOCS_BLOCK_ID: ${{ secrets.DEV_DOCS_BLOCK_ID }}
|
||||||
|
STG2_DOCS_PAGE_ID: ${{ secrets.DEV_DOCS_PAGE_ID }}
|
||||||
|
STG_DOCS_BLOCK_ID: ${{ secrets.STG_DOCS_BLOCK_ID }}
|
||||||
STG_DOCS_PAGE_ID: ${{ secrets.STG_DOCS_PAGE_ID }}
|
STG_DOCS_PAGE_ID: ${{ secrets.STG_DOCS_PAGE_ID }}
|
||||||
|
PRD_DOCS_BLOCK_ID: ${{ secrets.PRD_DOCS_BLOCK_ID }}
|
||||||
PRD_DOCS_PAGE_ID: ${{ secrets.PRD_DOCS_PAGE_ID }}
|
PRD_DOCS_PAGE_ID: ${{ secrets.PRD_DOCS_PAGE_ID }}
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
if [ $ENV == "dev" ]; then
|
if [ $ENV == "stg2" ]; then
|
||||||
echo "##[set-output name=result;]$(echo $DEV_DOCS_PAGE_ID)"
|
echo "block_id=$STG2_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
|
||||||
|
echo "page_id=$STG2_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
|
||||||
elif [ $ENV == "stg" ]; then
|
elif [ $ENV == "stg" ]; then
|
||||||
echo "##[set-output name=result;]$(echo $STG_DOCS_PAGE_ID)"
|
echo "block_id=$STG_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
|
||||||
|
echo "page_id=$STG_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
|
||||||
elif [ $ENV == "prd" ]; then
|
elif [ $ENV == "prd" ]; then
|
||||||
echo "##[set-output name=result;]$(echo $PRD_DOCS_PAGE_ID)"
|
echo "block_id=$PRD_DOCS_BLOCK_ID" >> $GITHUB_OUTPUT
|
||||||
|
echo "page_id=$PRD_DOCS_PAGE_ID" >> $GITHUB_OUTPUT
|
||||||
fi
|
fi
|
||||||
id: extract_docs_page_id
|
id: extract_docs_info
|
||||||
|
|
||||||
- name: Extract Docs BlockId
|
|
||||||
env:
|
|
||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
||||||
DEV_DOCS_BLOCK_ID: ${{ secrets.DEV_DOCS_BLOCK_ID }}
|
|
||||||
STG_DOCS_BLOCK_ID: ${{ secrets.STG_DOCS_BLOCK_ID }}
|
|
||||||
PRD_DOCS_BLOCK_ID: ${{ secrets.PRD_DOCS_BLOCK_ID }}
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
if [ $ENV == "dev" ]; then
|
|
||||||
echo "##[set-output name=result;]$(echo $DEV_DOCS_BLOCK_ID)"
|
|
||||||
elif [ $ENV == "stg" ]; then
|
|
||||||
echo "##[set-output name=result;]$(echo $STG_DOCS_BLOCK_ID)"
|
|
||||||
elif [ $ENV == "prd" ]; then
|
|
||||||
echo "##[set-output name=result;]$(echo $PRD_DOCS_BLOCK_ID)"
|
|
||||||
fi
|
|
||||||
id: extract_docs_block_id
|
|
||||||
|
|
||||||
- name: Generate API docs
|
- name: Generate API docs
|
||||||
env:
|
env:
|
||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
||||||
DOCS_URL: ${{ secrets.DOCS_URL }}
|
DOCS_URL: ${{ secrets.DOCS_URL }}
|
||||||
DOCS_API_TOKEN: ${{ secrets.DOCS_API_TOKEN }}
|
DOCS_API_TOKEN: ${{ secrets.DOCS_API_TOKEN }}
|
||||||
DOCS_PAGE_ID: ${{ steps.extract_docs_page_id.outputs.result }}
|
DOCS_PAGE_ID: ${{ steps.extract_docs_info.outputs.page_id }}
|
||||||
DOCS_BLOCK_ID: ${{ steps.extract_docs_block_id.outputs.result }}
|
DOCS_BLOCK_ID: ${{ steps.extract_docs_info.outputs.block_id }}
|
||||||
continue-on-error: true
|
EVENT: ${{ github.event_name }}
|
||||||
|
RELEASE_VERSION: ${{ needs.semantic_release.outputs.new_release_version }}
|
||||||
run: |
|
run: |
|
||||||
SWAGGER=`cat swagger.txt`
|
if [ ${EVENT} != "workflow_dispatch" ]; then
|
||||||
curl --request POST \
|
sed -i -E "s/(\"title\": )\"Maestro.+\"/\1\"Maestro - $RELEASE_VERSION\"/g" docsfera.json
|
||||||
--url $DOCS_URL \
|
fi
|
||||||
--header 'Content-Type: application/json' \
|
sed -i -e "s/\${DOCS_API_TOKEN}/$DOCS_API_TOKEN/g" docsfera.json
|
||||||
--data @<(cat <<EOF
|
sed -i -e "s/\${DOCS_PAGE_ID}/$DOCS_PAGE_ID/g" docsfera.json
|
||||||
{
|
sed -i -e "s/\${DOCS_BLOCK_ID}/$DOCS_BLOCK_ID/g" docsfera.json
|
||||||
"service": "$DOCS_API_TOKEN",
|
curl -X POST -H 'Content-Type: application/json' -d @docsfera.json $DOCS_URL
|
||||||
"pageId": "$DOCS_PAGE_ID",
|
|
||||||
"blockId": "$DOCS_BLOCK_ID",
|
- name: Generate External API docs
|
||||||
"schema": $SWAGGER
|
env:
|
||||||
}
|
DOCS_URL: ${{ secrets.DOCS_URL }}
|
||||||
EOF
|
DOCS_API_TOKEN: ${{ secrets.DOCS_API_TOKEN }}
|
||||||
)
|
DOCS_PAGE_ID: ${{secrets.EXTERNAL_DOCS_PAGE_ID}}
|
||||||
- name: Cleanup Docker's Leftovers
|
DOCS_BLOCK_ID: ${{secrets.EXTERNAL_DOCS_BLOCK_ID}}
|
||||||
if: always()
|
EVENT: ${{ github.event_name }}
|
||||||
continue-on-error: true
|
RELEASE_VERSION: ${{ needs.semantic_release.outputs.new_release_version }}
|
||||||
run: |
|
run: |
|
||||||
docker system prune
|
if [ ${EVENT} != "workflow_dispatch" ]; then
|
||||||
docker rmi -f $(docker images -aq)
|
sed -i -E "s/(\"title\": )\"Maestro.+\"/\1\"Maestro - $RELEASE_VERSION\"/g" docsfera.external.json
|
||||||
|
fi
|
||||||
|
sed -i -e "s/\${DOCS_API_TOKEN}/$DOCS_API_TOKEN/g" docsfera.external.json
|
||||||
|
sed -i -e "s/\${DOCS_PAGE_ID}/$DOCS_PAGE_ID/g" docsfera.external.json
|
||||||
|
sed -i -e "s/\${DOCS_BLOCK_ID}/$DOCS_BLOCK_ID/g" docsfera.external.json
|
||||||
|
curl -X POST -H 'Content-Type: application/json' -d @docsfera.external.json $DOCS_URL
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ jobs:
|
|||||||
runs-on: self-hosted
|
runs-on: self-hosted
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
env:
|
env:
|
||||||
|
|||||||
@@ -3,65 +3,96 @@
|
|||||||
</p>
|
</p>
|
||||||
|
|
||||||
# Maestro
|
# Maestro
|
||||||
|
|
||||||
Maestro is the Dadosfera's gateway, it's responsible for the communication between the frontend application and Dadosfera's microservices.
|
Maestro is the Dadosfera's gateway, it's responsible for the communication between the frontend application and Dadosfera's microservices.
|
||||||
|
|
||||||
## 🚀 Starting
|
## 🚀 Starting
|
||||||
|
|
||||||
These instructions will allow you to get a working copy of the project on your local machine for development and testing purposes.
|
These instructions will allow you to get a working copy of the project on your local machine for development and testing purposes.
|
||||||
|
|
||||||
### 📋 Requirements
|
### 📋 Requirements
|
||||||
|
|
||||||
- [NodeJS v18.3.0 LTS / NPM v8.11](https://nodejs.org/pt-br/download/) (you can opt to use [NVM](https://github.com/nvm-sh/nvm) to easily manage node versions)
|
- [NodeJS v18.3.0 LTS / NPM v8.11](https://nodejs.org/pt-br/download/) (you can opt to use [NVM](https://github.com/nvm-sh/nvm) to easily manage node versions)
|
||||||
- Request access to AWS Console dev account for **all services** (avoid gradually asking for each needed service. it will slow down your development cycle)
|
- Request access to AWS Console dev account for **all services** (avoid gradually asking for each needed service. it will slow down your development cycle)
|
||||||
- Create your Access Key on the "Security credentials" menu
|
- Create your Access Key on the "Security credentials" menu
|
||||||
- Set the Access Key on your local development machine
|
- Set the Access Key on your local development machine
|
||||||
- Request access to the dev, stg and prd VPNs
|
- Request access to the dev, stg and prd VPNs
|
||||||
|
|
||||||
### 🔧 Installation<a id="installation"></a>
|
### 🔧 Installation<a id="installation"></a>
|
||||||
- Clone the repository
|
|
||||||
- SSH
|
|
||||||
```
|
|
||||||
git clone git@github.com:dadosfera/maestro.git
|
|
||||||
```
|
|
||||||
or
|
|
||||||
|
|
||||||
- HTTPS
|
- Clone the repository
|
||||||
```
|
|
||||||
git clone https://github.com/dadosfera/maestro.git
|
- SSH
|
||||||
```
|
|
||||||
|
```
|
||||||
|
git clone git@github.com:dadosfera/maestro.git
|
||||||
|
```
|
||||||
|
|
||||||
|
or
|
||||||
|
|
||||||
|
- HTTPS
|
||||||
|
```
|
||||||
|
git clone https://github.com/dadosfera/maestro.git
|
||||||
|
```
|
||||||
|
|
||||||
- Select the correct node version (optional, only if using [NVM](https://github.com/nvm-sh/nvm)):
|
- Select the correct node version (optional, only if using [NVM](https://github.com/nvm-sh/nvm)):
|
||||||
```sh
|
|
||||||
nvm use
|
```sh
|
||||||
```
|
nvm use
|
||||||
|
```
|
||||||
|
|
||||||
- Install the project dependencies:
|
- Install the project dependencies:
|
||||||
```sh
|
|
||||||
npm i
|
```sh
|
||||||
```
|
npm i
|
||||||
|
```
|
||||||
|
|
||||||
- Setup the following enviroment variables:
|
- Setup the following enviroment variables:
|
||||||
```
|
|
||||||
ENV=
|
```
|
||||||
DUC_URL=
|
ENV=
|
||||||
INFACTORY_URL=
|
DUC_URL=
|
||||||
OTFACTORY_URL=
|
INFACTORY_URL=
|
||||||
PIFACTORY_URL=
|
OTFACTORY_URL=
|
||||||
SM_OAUTH_PATH=
|
PIFACTORY_URL=
|
||||||
```
|
SM_OAUTH_PATH=
|
||||||
|
```
|
||||||
|
|
||||||
- Start the server:
|
- Start the server:
|
||||||
```sh
|
|
||||||
# dev mode
|
|
||||||
npm run start:dev
|
|
||||||
|
|
||||||
# or in debug mode
|
```sh
|
||||||
npm run start:debug
|
# dev mode
|
||||||
```
|
npm run start:dev
|
||||||
The service should start successfully.
|
|
||||||
|
# or in debug mode
|
||||||
|
npm run start:debug
|
||||||
|
```
|
||||||
|
|
||||||
|
The service should start successfully.
|
||||||
|
|
||||||
|
## 📄 Documentation
|
||||||
|
|
||||||
|
NestJs makes it easy to document each route using decorators on all requests and responses properties. It automatically generates a swagger for given information and provides a route to access it http://localhost:3333/api.
|
||||||
|
For more info check the [official documentation](https://docs.nestjs.com/openapi/introduction).
|
||||||
|
|
||||||
|
### - Multiple documentations
|
||||||
|
|
||||||
|
We are currently generating **2 different** documentations: Internal and External.
|
||||||
|
|
||||||
|
All routes that have the decorator `@ApiInternalOnly()` will not be visible on the **External** API swagger.
|
||||||
|
|
||||||
|
- When you start the application with `npm run start` it will serve and generate the swagger JSON of the **External** API
|
||||||
|
- When you start the application with `npm run start:internal` it will serve and generate the swagger JSON of the **Internal** API
|
||||||
|
- When you run `npm run docs` it will generate the swagger JSON of both **Internal** and **External** API, and save them to `docsfera.json` and `docsfera.external.json` respectively;
|
||||||
|
|
||||||
|
It is important to run `npm run docs` before every deploy so we can always have the most updated docs published.
|
||||||
|
|
||||||
## Authentication decorators
|
## Authentication decorators
|
||||||
|
|
||||||
Maestro have utilities to ease the user authentication on every controller and route. The following decorators are available:
|
Maestro have utilities to ease the user authentication on every controller and route. The following decorators are available:
|
||||||
|
|
||||||
### `@Authenticated`
|
### `@Authenticated`
|
||||||
|
|
||||||
If the user must be authenticated to make request, we can use the `@Authenticated` decorator in the controller or route, as needed.
|
If the user must be authenticated to make request, we can use the `@Authenticated` decorator in the controller or route, as needed.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
@@ -106,6 +137,7 @@ class FooController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
### `@RequireAllPermissions`
|
### `@RequireAllPermissions`
|
||||||
|
|
||||||
This decorator requires that **all permissions** listed are granted to the requesting user.
|
This decorator requires that **all permissions** listed are granted to the requesting user.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
@@ -125,6 +157,7 @@ class FooController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
### `@RequireSomePermission`
|
### `@RequireSomePermission`
|
||||||
|
|
||||||
In the following case, the user is required to have **at least one** listed permission.
|
In the following case, the user is required to have **at least one** listed permission.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
@@ -144,9 +177,11 @@ class FooController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
### `@AuthenticateCondition`
|
### `@AuthenticateCondition`
|
||||||
|
|
||||||
If a more complicated authentication check needs to be done, we can use the `@AuthenticateCondition` decorator to define it. The custom function must return `true` to authenticate the request.
|
If a more complicated authentication check needs to be done, we can use the `@AuthenticateCondition` decorator to define it. The custom function must return `true` to authenticate the request.
|
||||||
|
|
||||||
In the following example:
|
In the following example:
|
||||||
|
|
||||||
- all routes on the `FooController` controller can only be requested from localhost
|
- all routes on the `FooController` controller can only be requested from localhost
|
||||||
- `POST /foo/bar` can only be requested from localhost **and** by users from customer id `111...eef`
|
- `POST /foo/bar` can only be requested from localhost **and** by users from customer id `111...eef`
|
||||||
|
|
||||||
@@ -166,7 +201,10 @@ class FooController {
|
|||||||
|
|
||||||
@Post('bar')
|
@Post('bar')
|
||||||
// allow requests only from a specific customer
|
// allow requests only from a specific customer
|
||||||
@AuthenticateCondition((request: Request, user: RequestUser) => user.customer_id === '1113e943-2187-4fdd-9c2c-54338fedaeef')
|
@AuthenticateCondition(
|
||||||
|
(request: Request, user: RequestUser) =>
|
||||||
|
user.customer_id === '1113e943-2187-4fdd-9c2c-54338fedaeef',
|
||||||
|
)
|
||||||
async postBar() {
|
async postBar() {
|
||||||
/* ... */
|
/* ... */
|
||||||
}
|
}
|
||||||
@@ -174,51 +212,55 @@ class FooController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
### Note on authentication decorators
|
### Note on authentication decorators
|
||||||
|
|
||||||
- The old authentication method placed the user data in the `request.body.info` field, this imposes certain issues regarding the request body because this data should be from the frontend without any modification by Maestro. Now this usage is ⚠️ **DEPRECATED** ⚠️. We are working to migrate to the `@User` parameter decorator. The old method is working while the migration is in progress.
|
- The old authentication method placed the user data in the `request.body.info` field, this imposes certain issues regarding the request body because this data should be from the frontend without any modification by Maestro. Now this usage is ⚠️ **DEPRECATED** ⚠️. We are working to migrate to the `@User` parameter decorator. The old method is working while the migration is in progress.
|
||||||
|
|
||||||
- Authentication decorators can be used together and all of them **must** pass to the request be authenticated, but in the general case you don't need to (*and wouldn't like to...*) use all of them together, as you can code all of the authentication logic in the `@AuthenticateCondition` decorator.
|
- Authentication decorators can be used together and all of them **must** pass to the request be authenticated, but in the general case you don't need to (_and wouldn't like to..._) use all of them together, as you can code all of the authentication logic in the `@AuthenticateCondition` decorator.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
import {
|
import {
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
RequireSomePermission,
|
RequireSomePermission,
|
||||||
AuthenticateCondition,
|
AuthenticateCondition,
|
||||||
} from '../../authentication/authentication.decorator';
|
} from '../../authentication/authentication.decorator';
|
||||||
import { PERMISSIONS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS } from '../../authentication/permissions.enum';
|
||||||
import { Waa, Baz } from './authenticationFunctions'
|
import { Waa, Baz } from './authenticationFunctions';
|
||||||
|
|
||||||
@Controller('foo')
|
@Controller('foo')
|
||||||
@RequireAllPermissions(Permissions.FOO.USE, Permissions.FOO.REQUEST)
|
@RequireAllPermissions(Permissions.FOO.USE, Permissions.FOO.REQUEST)
|
||||||
@RequireSomePermission(Permissions.FOO.MANAGE, Permissions.FOO.ADMIN)
|
@RequireSomePermission(Permissions.FOO.MANAGE, Permissions.FOO.ADMIN)
|
||||||
@AuthenticateCondition(Waa)
|
@AuthenticateCondition(Waa)
|
||||||
@AuthenticateCondition(Baz)
|
@AuthenticateCondition(Baz)
|
||||||
class FooController {
|
class FooController {
|
||||||
|
/* ... */
|
||||||
|
|
||||||
|
@Get('bar')
|
||||||
|
async getBar() {
|
||||||
/* ... */
|
/* ... */
|
||||||
|
|
||||||
@Get('bar')
|
|
||||||
async getBar() {
|
|
||||||
/* ... */
|
|
||||||
}
|
|
||||||
|
|
||||||
@Post('bar')
|
|
||||||
@RequireAllPermissions(Permissions.BAR.MANAGE, Permissions.BAR.USE, Permissions.BAR.REQUEST)
|
|
||||||
async postBar() {
|
|
||||||
/* ... */
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
```
|
|
||||||
|
@Post('bar')
|
||||||
|
@RequireAllPermissions(
|
||||||
|
Permissions.BAR.MANAGE,
|
||||||
|
Permissions.BAR.USE,
|
||||||
|
Permissions.BAR.REQUEST,
|
||||||
|
)
|
||||||
|
async postBar() {
|
||||||
|
/* ... */
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
- If `@RequireAllPermissions` and `@RequireSomePermission` are used with **only a single permission**, they present the **exactly same behavior**.
|
- If `@RequireAllPermissions` and `@RequireSomePermission` are used with **only a single permission**, they present the **exactly same behavior**.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
// same behavior
|
// same behavior
|
||||||
@RequireAllPermissions(Permissions.BAR.MANAGE)
|
@RequireAllPermissions(Permissions.BAR.MANAGE)
|
||||||
@RequireSomePermission(Permissions.BAR.MANAGE)
|
@RequireSomePermission(Permissions.BAR.MANAGE)
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
## `@User` parameter decorator
|
## `@User` parameter decorator
|
||||||
|
|
||||||
The requesting user data can be obtained using the @User parameter decorator, like in the following snippet:
|
The requesting user data can be obtained using the @User parameter decorator, like in the following snippet:
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
@@ -264,12 +306,15 @@ class UserController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
## 📦 Development
|
## 📦 Development
|
||||||
|
|
||||||
### ⌨️ Coding Style
|
### ⌨️ Coding Style
|
||||||
|
|
||||||
By default, we use [ESLint](https://eslint.org/) + [Prettier](https://prettier.io/) with default settings.
|
By default, we use [ESLint](https://eslint.org/) + [Prettier](https://prettier.io/) with default settings.
|
||||||
|
|
||||||
**We recommend using Visual Studio Code and installing the recommended extensions to ease the development process.**
|
**We recommend using Visual Studio Code and installing the recommended extensions to ease the development process.**
|
||||||
|
|
||||||
### Commits pattern
|
### Commits pattern
|
||||||
|
|
||||||
Our workflow pipeline follows the conventional commits specs ([cheat sheets](https://cheatography.com/albelop/cheat-sheets/conventional-commits/)) to release versions accordingly.
|
Our workflow pipeline follows the conventional commits specs ([cheat sheets](https://cheatography.com/albelop/cheat-sheets/conventional-commits/)) to release versions accordingly.
|
||||||
|
|
||||||
Format: `<type>[optional scope]: <description>`
|
Format: `<type>[optional scope]: <description>`
|
||||||
@@ -277,25 +322,29 @@ Format: `<type>[optional scope]: <description>`
|
|||||||
Example: `FIX: ensure Range headers adhere more closely to RFC 2616`
|
Example: `FIX: ensure Range headers adhere more closely to RFC 2616`
|
||||||
|
|
||||||
### Branching naming convention
|
### Branching naming convention
|
||||||
|
|
||||||
- **Feature**: Any code changes for a new module or use case should be done on a feature branch. This branch is created based on the `main` branch. When all changes are done, a Pull Request/Merge Request is needed to put all of these changes back to the `main` branch. Examples: `feature/integrate-swagger`, `feature/JIRA-1234`, `feature/JIRA-1234_support-dark-theme`.
|
- **Feature**: Any code changes for a new module or use case should be done on a feature branch. This branch is created based on the `main` branch. When all changes are done, a Pull Request/Merge Request is needed to put all of these changes back to the `main` branch. Examples: `feature/integrate-swagger`, `feature/JIRA-1234`, `feature/JIRA-1234_support-dark-theme`.
|
||||||
|
|
||||||
**It is recommended to use all lower caps letters and hyphen (-) to separate words unless it is a specific item name or ID. Underscore (_) could be used to separate the ID and description.**
|
**It is recommended to use all lower caps letters and hyphen (-) to separate words unless it is a specific item name or ID. Underscore (\_) could be used to separate the ID and description.**
|
||||||
|
|
||||||
- **Bug Fix**: If the code changes made from the feature branch were rejected after a release, sprint or demo, any necessary fixes after that should be done on the bugfix branch. Examples: `bugfix/more-gray-shades`, `bugfix/JIRA-1444_gray-on-blur-fix`.
|
- **Bug Fix**: If the code changes made from the feature branch were rejected after a release, sprint or demo, any necessary fixes after that should be done on the bugfix branch. Examples: `bugfix/more-gray-shades`, `bugfix/JIRA-1444_gray-on-blur-fix`.
|
||||||
|
|
||||||
- **Hot Fix**: If there is a need to fix a blocker, do a temporary patch, apply a critical framework or configuration change that should be handled immediately, it should be created as a Hotfix. Examples: `hotfix/disable-endpoint-zero-day-exploit`, `hotfix/increase-scaling-threshold`.
|
- **Hot Fix**: If there is a need to fix a blocker, do a temporary patch, apply a critical framework or configuration change that should be handled immediately, it should be created as a Hotfix. Examples: `hotfix/disable-endpoint-zero-day-exploit`, `hotfix/increase-scaling-threshold`.
|
||||||
|
|
||||||
- **Experimental**: A branch for playing around. Any new feature or idea that is not part of a release or a sprint. Example: `experimental/dark-theme-support`.
|
- **Experimental**: A branch for playing around. Any new feature or idea that is not part of a release or a sprint. Example: `experimental/dark-theme-support`.
|
||||||
|
|
||||||
### Making a Pull Request
|
### Making a Pull Request
|
||||||
|
|
||||||
1. Commit your changes
|
1. Commit your changes
|
||||||
2. Open the Pull Request on GitHub
|
2. Open the Pull Request on GitHub
|
||||||
3. Send Pull Request link in microsfera Google Chat Group for review and possible approval
|
3. Send Pull Request link in Microsfera Google Chat Group for review and possible approval
|
||||||
|
|
||||||
## 🛠️ Built with
|
## 🛠️ Built with
|
||||||
|
|
||||||
Some technologies used in this project:
|
Some technologies used in this project:
|
||||||
|
|
||||||
- [NestJS](https://docs.nestjs.com) - Framework for building efficient and scalable NodeJS server-side applications
|
- [NestJS](https://docs.nestjs.com) - Framework for building efficient and scalable NodeJS server-side applications
|
||||||
|
|
||||||
## ⚙️ Back-end Architecture
|
## ⚙️ Back-end Architecture
|
||||||
|
|
||||||
The architecture can be found at [this link](https://sites.google.com/dadosfera.ai/wikidoproduto/time/back-end).
|
The architecture can be found at [this link](https://sites.google.com/dadosfera.ai/wikidoproduto/time/back-end).
|
||||||
|
|||||||
+1
-1
@@ -10,7 +10,7 @@ services:
|
|||||||
- .env
|
- .env
|
||||||
|
|
||||||
node_exporter:
|
node_exporter:
|
||||||
image: prom/node-exporter:v1.3.1
|
image: ${NODE_EXPORTER_URL}
|
||||||
container_name: node_exporter
|
container_name: node_exporter
|
||||||
restart: always
|
restart: always
|
||||||
volumes:
|
volumes:
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
+7810
File diff suppressed because it is too large
Load Diff
Vendored
+18
@@ -0,0 +1,18 @@
|
|||||||
|
declare global {
|
||||||
|
namespace NodeJS {
|
||||||
|
interface ProcessEnv {
|
||||||
|
NODE_ENV: 'test';
|
||||||
|
ENV: 'local' | 'stg' | 'prd' | 'test';
|
||||||
|
LOCAL_ENV: 'stg' | 'prd';
|
||||||
|
|
||||||
|
DUC_URL: string;
|
||||||
|
INFACTORY_URL: string;
|
||||||
|
PIFACTORY_URL: string;
|
||||||
|
|
||||||
|
INTERNAL_SWAGGER: 'true' | 'false';
|
||||||
|
|
||||||
|
AWS_REGION: string;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
export {};
|
||||||
Generated
+153
-176
@@ -12,7 +12,7 @@
|
|||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@aws-sdk/client-secrets-manager": "^3.112.0",
|
"@aws-sdk/client-secrets-manager": "^3.112.0",
|
||||||
"@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
|
"@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
|
||||||
"@dadosfera/protospack-v2": "3.18.7",
|
"@dadosfera/protospack-v2": "3.30.0",
|
||||||
"@grpc/grpc-js": "^1.6.7",
|
"@grpc/grpc-js": "^1.6.7",
|
||||||
"@grpc/proto-loader": "^0.6.13",
|
"@grpc/proto-loader": "^0.6.13",
|
||||||
"@nestjs/common": "^8.4.7",
|
"@nestjs/common": "^8.4.7",
|
||||||
@@ -31,11 +31,12 @@
|
|||||||
"dotenv": "^14.3.2",
|
"dotenv": "^14.3.2",
|
||||||
"elastic-apm-node": "^3.36.0",
|
"elastic-apm-node": "^3.36.0",
|
||||||
"helmet": "^5.1.0",
|
"helmet": "^5.1.0",
|
||||||
"jsonwebtoken": "^8.5.1",
|
"jsonwebtoken": "^9.0.0",
|
||||||
"jwk-to-pem": "^2.0.5",
|
"jwk-to-pem": "^2.0.5",
|
||||||
|
"mixpanel": "^0.17.0",
|
||||||
"passport": "^0.6.0",
|
"passport": "^0.6.0",
|
||||||
"passport-facebook": "^3.0.0",
|
"passport-facebook": "^3.0.0",
|
||||||
"passport-forcedotcom": "^0.1.5",
|
"passport-forcedotcom": "^0.2.0",
|
||||||
"passport-google-oauth20": "^2.0.0",
|
"passport-google-oauth20": "^2.0.0",
|
||||||
"passport-hubspot-oauth2": "^1.0.3",
|
"passport-hubspot-oauth2": "^1.0.3",
|
||||||
"passport-mailchimp": "^1.1.0",
|
"passport-mailchimp": "^1.1.0",
|
||||||
@@ -1726,9 +1727,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/@dadosfera/protospack-v2": {
|
"node_modules/@dadosfera/protospack-v2": {
|
||||||
"version": "3.18.7",
|
"version": "3.30.0",
|
||||||
"resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.7.tgz",
|
"resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.30.0.tgz",
|
||||||
"integrity": "sha512-MloW230CUyK+g+HFkSv1OuaJNT5mfEGRh7tpZjjKxO2Qxm4eKkmI9uh/cNXCDzUpRBFXzBJ+5w12bxw2UnMRSw==",
|
"integrity": "sha512-00wqZyZmjd6rMECga2S3Ow0dk6c5fZoWd6Th+Ajofq6q/kycTU66p/5xdf0sPf//WyXMGCXasqGSZa0h9i01vg==",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@grpc/grpc-js": "^1.6.7",
|
"@grpc/grpc-js": "^1.6.7",
|
||||||
"rxjs": "^7.5.5",
|
"rxjs": "^7.5.5",
|
||||||
@@ -3543,7 +3544,6 @@
|
|||||||
},
|
},
|
||||||
"node_modules/agent-base": {
|
"node_modules/agent-base": {
|
||||||
"version": "6.0.2",
|
"version": "6.0.2",
|
||||||
"dev": true,
|
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"debug": "4"
|
"debug": "4"
|
||||||
@@ -3699,8 +3699,9 @@
|
|||||||
},
|
},
|
||||||
"node_modules/asap": {
|
"node_modules/asap": {
|
||||||
"version": "2.0.6",
|
"version": "2.0.6",
|
||||||
"dev": true,
|
"resolved": "https://registry.npmjs.org/asap/-/asap-2.0.6.tgz",
|
||||||
"license": "MIT"
|
"integrity": "sha512-BSHWgDSAiKs50o2Re8ppvp3seVHXSRM44cdSsT9FfNEUUZLOGWVCsiWaRPWM1Znn+mqZ1OfVZ3z3DWEzSp7hRA==",
|
||||||
|
"dev": true
|
||||||
},
|
},
|
||||||
"node_modules/asn1.js": {
|
"node_modules/asn1.js": {
|
||||||
"version": "5.4.1",
|
"version": "5.4.1",
|
||||||
@@ -4494,9 +4495,10 @@
|
|||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
},
|
},
|
||||||
"node_modules/cookiejar": {
|
"node_modules/cookiejar": {
|
||||||
"version": "2.1.3",
|
"version": "2.1.4",
|
||||||
"dev": true,
|
"resolved": "https://registry.npmjs.org/cookiejar/-/cookiejar-2.1.4.tgz",
|
||||||
"license": "MIT"
|
"integrity": "sha512-LDx6oHrK+PhzLKJU9j5S7/Y3jM/mUHvD/DeI1WQmJn652iPC5Y4TBzC9l+5OMOXlyTTA+SmVUPm0HQUwpD5Jqw==",
|
||||||
|
"dev": true
|
||||||
},
|
},
|
||||||
"node_modules/core-util-is": {
|
"node_modules/core-util-is": {
|
||||||
"version": "1.0.3",
|
"version": "1.0.3",
|
||||||
@@ -4705,9 +4707,10 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/dezalgo": {
|
"node_modules/dezalgo": {
|
||||||
"version": "1.0.3",
|
"version": "1.0.4",
|
||||||
|
"resolved": "https://registry.npmjs.org/dezalgo/-/dezalgo-1.0.4.tgz",
|
||||||
|
"integrity": "sha512-rXSP0bf+5n0Qonsb+SVVfNfIsimO4HEtmnIpPHY8Q1UCzKlQrDMfdobr8nJOOsRgWCyMRqeSBQzmWUMq7zvVig==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"license": "ISC",
|
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"asap": "^2.0.0",
|
"asap": "^2.0.0",
|
||||||
"wrappy": "1"
|
"wrappy": "1"
|
||||||
@@ -5902,23 +5905,28 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/formidable": {
|
"node_modules/formidable": {
|
||||||
"version": "2.0.1",
|
"version": "2.1.1",
|
||||||
|
"resolved": "https://registry.npmjs.org/formidable/-/formidable-2.1.1.tgz",
|
||||||
|
"integrity": "sha512-0EcS9wCFEzLvfiks7omJ+SiYJAiD+TzK4Pcw1UlUoGnhUxDcMKjt0P7x8wEb0u6OHu8Nb98WG3nxtlF5C7bvUQ==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"license": "MIT",
|
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"dezalgo": "1.0.3",
|
"dezalgo": "^1.0.4",
|
||||||
"hexoid": "1.0.0",
|
"hexoid": "^1.0.0",
|
||||||
"once": "1.4.0",
|
"once": "^1.4.0",
|
||||||
"qs": "6.9.3"
|
"qs": "^6.11.0"
|
||||||
},
|
},
|
||||||
"funding": {
|
"funding": {
|
||||||
"url": "https://ko-fi.com/tunnckoCore/commissions"
|
"url": "https://ko-fi.com/tunnckoCore/commissions"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/formidable/node_modules/qs": {
|
"node_modules/formidable/node_modules/qs": {
|
||||||
"version": "6.9.3",
|
"version": "6.11.0",
|
||||||
|
"resolved": "https://registry.npmjs.org/qs/-/qs-6.11.0.tgz",
|
||||||
|
"integrity": "sha512-MvjoMCJwEarSbUYk5O+nmoSzSutSsTwF85zcHPQ9OrlFoZOYIjaqBAJIqIXjptyD5vThxGq52Xu/MaJzRkIk4Q==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"license": "BSD-3-Clause",
|
"dependencies": {
|
||||||
|
"side-channel": "^1.0.4"
|
||||||
|
},
|
||||||
"engines": {
|
"engines": {
|
||||||
"node": ">=0.6"
|
"node": ">=0.6"
|
||||||
},
|
},
|
||||||
@@ -7752,9 +7760,10 @@
|
|||||||
"license": "ISC"
|
"license": "ISC"
|
||||||
},
|
},
|
||||||
"node_modules/json5": {
|
"node_modules/json5": {
|
||||||
"version": "2.2.1",
|
"version": "2.2.3",
|
||||||
|
"resolved": "https://registry.npmjs.org/json5/-/json5-2.2.3.tgz",
|
||||||
|
"integrity": "sha512-XmOWe7eyHYH14cLdVPoyg+GOH3rYX++KpzrylJwSW98t3Nk+U8XOl8FWKOgwtzdb8lXGf6zYwDUzeHMWfxasyg==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"license": "MIT",
|
|
||||||
"bin": {
|
"bin": {
|
||||||
"json5": "lib/cli.js"
|
"json5": "lib/cli.js"
|
||||||
},
|
},
|
||||||
@@ -7779,30 +7788,18 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/jsonwebtoken": {
|
"node_modules/jsonwebtoken": {
|
||||||
"version": "8.5.1",
|
"version": "9.0.0",
|
||||||
"license": "MIT",
|
"resolved": "https://registry.npmjs.org/jsonwebtoken/-/jsonwebtoken-9.0.0.tgz",
|
||||||
|
"integrity": "sha512-tuGfYXxkQGDPnLJ7SibiQgVgeDgfbPq2k2ICcbgqW8WxWLBAxKQM/ZCu/IT8SOSwmaYl4dpTFCW5xZv7YbbWUw==",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"jws": "^3.2.2",
|
"jws": "^3.2.2",
|
||||||
"lodash.includes": "^4.3.0",
|
"lodash": "^4.17.21",
|
||||||
"lodash.isboolean": "^3.0.3",
|
|
||||||
"lodash.isinteger": "^4.0.4",
|
|
||||||
"lodash.isnumber": "^3.0.3",
|
|
||||||
"lodash.isplainobject": "^4.0.6",
|
|
||||||
"lodash.isstring": "^4.0.1",
|
|
||||||
"lodash.once": "^4.0.0",
|
|
||||||
"ms": "^2.1.1",
|
"ms": "^2.1.1",
|
||||||
"semver": "^5.6.0"
|
"semver": "^7.3.8"
|
||||||
},
|
},
|
||||||
"engines": {
|
"engines": {
|
||||||
"node": ">=4",
|
"node": ">=12",
|
||||||
"npm": ">=1.4.28"
|
"npm": ">=6"
|
||||||
}
|
|
||||||
},
|
|
||||||
"node_modules/jsonwebtoken/node_modules/semver": {
|
|
||||||
"version": "5.7.1",
|
|
||||||
"license": "ISC",
|
|
||||||
"bin": {
|
|
||||||
"semver": "bin/semver"
|
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/jwa": {
|
"node_modules/jwa": {
|
||||||
@@ -7901,30 +7898,6 @@
|
|||||||
"version": "4.3.0",
|
"version": "4.3.0",
|
||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
},
|
},
|
||||||
"node_modules/lodash.includes": {
|
|
||||||
"version": "4.3.0",
|
|
||||||
"license": "MIT"
|
|
||||||
},
|
|
||||||
"node_modules/lodash.isboolean": {
|
|
||||||
"version": "3.0.3",
|
|
||||||
"license": "MIT"
|
|
||||||
},
|
|
||||||
"node_modules/lodash.isinteger": {
|
|
||||||
"version": "4.0.4",
|
|
||||||
"license": "MIT"
|
|
||||||
},
|
|
||||||
"node_modules/lodash.isnumber": {
|
|
||||||
"version": "3.0.3",
|
|
||||||
"license": "MIT"
|
|
||||||
},
|
|
||||||
"node_modules/lodash.isplainobject": {
|
|
||||||
"version": "4.0.6",
|
|
||||||
"license": "MIT"
|
|
||||||
},
|
|
||||||
"node_modules/lodash.isstring": {
|
|
||||||
"version": "4.0.1",
|
|
||||||
"license": "MIT"
|
|
||||||
},
|
|
||||||
"node_modules/lodash.memoize": {
|
"node_modules/lodash.memoize": {
|
||||||
"version": "4.1.2",
|
"version": "4.1.2",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
@@ -7935,10 +7908,6 @@
|
|||||||
"dev": true,
|
"dev": true,
|
||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
},
|
},
|
||||||
"node_modules/lodash.once": {
|
|
||||||
"version": "4.1.1",
|
|
||||||
"license": "MIT"
|
|
||||||
},
|
|
||||||
"node_modules/lodash.sortby": {
|
"node_modules/lodash.sortby": {
|
||||||
"version": "4.7.0",
|
"version": "4.7.0",
|
||||||
"resolved": "https://registry.npmjs.org/lodash.sortby/-/lodash.sortby-4.7.0.tgz",
|
"resolved": "https://registry.npmjs.org/lodash.sortby/-/lodash.sortby-4.7.0.tgz",
|
||||||
@@ -8001,9 +7970,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/luxon": {
|
"node_modules/luxon": {
|
||||||
"version": "1.28.0",
|
"version": "1.28.1",
|
||||||
"resolved": "https://registry.npmjs.org/luxon/-/luxon-1.28.0.tgz",
|
"resolved": "https://registry.npmjs.org/luxon/-/luxon-1.28.1.tgz",
|
||||||
"integrity": "sha512-TfTiyvZhwBYM/7QdAVDh+7dBTBA29v4ik0Ce9zda3Mnf8on1S5KJI8P2jKFZ8+5C0jhmr0KwJEO/Wdpm0VeWJQ==",
|
"integrity": "sha512-gYHAa180mKrNIUJCbwpmD0aTu9kV0dREDrwNnuyFAsO1Wt0EVYSZelPnJlbj9HplzXX/YWXHFTL45kvZ53M0pw==",
|
||||||
"engines": {
|
"engines": {
|
||||||
"node": "*"
|
"node": "*"
|
||||||
}
|
}
|
||||||
@@ -8205,6 +8174,29 @@
|
|||||||
"version": "1.2.6",
|
"version": "1.2.6",
|
||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
},
|
},
|
||||||
|
"node_modules/mixpanel": {
|
||||||
|
"version": "0.17.0",
|
||||||
|
"resolved": "https://registry.npmjs.org/mixpanel/-/mixpanel-0.17.0.tgz",
|
||||||
|
"integrity": "sha512-DY5WeOy/hmkPrNiiZugJpWR0iMuOwuj1a3u0bgwB2eUFRV6oIew/pIahhpawdbNjb+Bye4a8ID3gefeNPvL81g==",
|
||||||
|
"dependencies": {
|
||||||
|
"https-proxy-agent": "5.0.0"
|
||||||
|
},
|
||||||
|
"engines": {
|
||||||
|
"node": ">=10.0"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"node_modules/mixpanel/node_modules/https-proxy-agent": {
|
||||||
|
"version": "5.0.0",
|
||||||
|
"resolved": "https://registry.npmjs.org/https-proxy-agent/-/https-proxy-agent-5.0.0.tgz",
|
||||||
|
"integrity": "sha512-EkYm5BcKUGiduxzSt3Eppko+PiNWNEpa4ySk9vTC6wDsQJW9rHSa+UhGNJoRYp7bz6Ht1eaRIa6QaJqO5rCFbA==",
|
||||||
|
"dependencies": {
|
||||||
|
"agent-base": "6",
|
||||||
|
"debug": "4"
|
||||||
|
},
|
||||||
|
"engines": {
|
||||||
|
"node": ">= 6"
|
||||||
|
}
|
||||||
|
},
|
||||||
"node_modules/mkdirp": {
|
"node_modules/mkdirp": {
|
||||||
"version": "0.5.6",
|
"version": "0.5.6",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
@@ -8229,8 +8221,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/moment-timezone": {
|
"node_modules/moment-timezone": {
|
||||||
"version": "0.5.34",
|
"version": "0.5.38",
|
||||||
"license": "MIT",
|
"resolved": "https://registry.npmjs.org/moment-timezone/-/moment-timezone-0.5.38.tgz",
|
||||||
|
"integrity": "sha512-nMIrzGah4+oYZPflDvLZUgoVUO4fvAqHstvG3xAUnMolWncuAiLDWNnJZj6EwJGMGfb1ZcuTFE6GI3hNOVWI/Q==",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"moment": ">= 2.9.0"
|
"moment": ">= 2.9.0"
|
||||||
},
|
},
|
||||||
@@ -8689,24 +8682,11 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/passport-forcedotcom": {
|
"node_modules/passport-forcedotcom": {
|
||||||
"version": "0.1.5",
|
"version": "0.2.0",
|
||||||
"resolved": "https://registry.npmjs.org/passport-forcedotcom/-/passport-forcedotcom-0.1.5.tgz",
|
"resolved": "https://registry.npmjs.org/passport-forcedotcom/-/passport-forcedotcom-0.2.0.tgz",
|
||||||
"integrity": "sha512-raDRQqBJtTEHDxLkxLG+9sYE0xpPy9PqriMPbMy9jmpIcU2+mOq9PgczvUPrU8UjfcZp3gqkDHqujcUWiGOVNQ==",
|
"integrity": "sha512-gRI5+zQK9iVAZ1hJgt3TkWLeDw8SYrNWUsmVk0d0RyvUviQ4mT52x3JbYRiyZefoeID8afmLsJH8VOHjWdPf3Q==",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"passport-oauth2": "1.3.x"
|
"passport-oauth2": "^1.6.1"
|
||||||
},
|
|
||||||
"engines": {
|
|
||||||
"node": ">= 0.4.0"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"node_modules/passport-forcedotcom/node_modules/passport-oauth2": {
|
|
||||||
"version": "1.3.0",
|
|
||||||
"resolved": "https://registry.npmjs.org/passport-oauth2/-/passport-oauth2-1.3.0.tgz",
|
|
||||||
"integrity": "sha512-AisRXcC7Vx8WSx5C9O8UNib/Y91/IOphs5tImlOMs7T+QTEJdmS+OxgXSskbnDdGQT/8mU5T3yMT6136rBjYXg==",
|
|
||||||
"dependencies": {
|
|
||||||
"oauth": "0.9.x",
|
|
||||||
"passport-strategy": "1.x.x",
|
|
||||||
"uid2": "0.0.x"
|
|
||||||
},
|
},
|
||||||
"engines": {
|
"engines": {
|
||||||
"node": ">= 0.4.0"
|
"node": ">= 0.4.0"
|
||||||
@@ -9466,9 +9446,9 @@
|
|||||||
"license": "MIT"
|
"license": "MIT"
|
||||||
},
|
},
|
||||||
"node_modules/semver": {
|
"node_modules/semver": {
|
||||||
"version": "7.3.7",
|
"version": "7.3.8",
|
||||||
"dev": true,
|
"resolved": "https://registry.npmjs.org/semver/-/semver-7.3.8.tgz",
|
||||||
"license": "ISC",
|
"integrity": "sha512-NB1ctGL5rlHrPJtFDVIVzTyQylMLu9N9VICA6HSFJo8MCGVTMW6gfpicwKmmK/dAjTOrqu5l63JJOpDSrAis3A==",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"lru-cache": "^6.0.0"
|
"lru-cache": "^6.0.0"
|
||||||
},
|
},
|
||||||
@@ -10337,9 +10317,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/ts-proto": {
|
"node_modules/ts-proto": {
|
||||||
"version": "1.126.1",
|
"version": "1.131.0",
|
||||||
"resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
|
"resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.131.0.tgz",
|
||||||
"integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
|
"integrity": "sha512-oj/kWrDz3JkkPQwumQDKfwHroH9iNz2alvrbCYzNYJlb/2MAUzFNfh9T+SZUPDfoXXK6oJoW1hGCHznj67yHNg==",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@types/object-hash": "^1.3.0",
|
"@types/object-hash": "^1.3.0",
|
||||||
"dataloader": "^1.4.0",
|
"dataloader": "^1.4.0",
|
||||||
@@ -10406,9 +10386,10 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"node_modules/tsconfig-paths/node_modules/json5": {
|
"node_modules/tsconfig-paths/node_modules/json5": {
|
||||||
"version": "1.0.1",
|
"version": "1.0.2",
|
||||||
|
"resolved": "https://registry.npmjs.org/json5/-/json5-1.0.2.tgz",
|
||||||
|
"integrity": "sha512-g1MWMLBiz8FKi1e4w0UyVL3w+iJceWAFBAaBnnGKOpNa5f8TLktkbre1+s6oICydWAm+HRUGTmI+//xv2hvXYA==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"license": "MIT",
|
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"minimist": "^1.2.0"
|
"minimist": "^1.2.0"
|
||||||
},
|
},
|
||||||
@@ -12306,9 +12287,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"@dadosfera/protospack-v2": {
|
"@dadosfera/protospack-v2": {
|
||||||
"version": "3.18.7",
|
"version": "3.30.0",
|
||||||
"resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.18.7.tgz",
|
"resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.30.0.tgz",
|
||||||
"integrity": "sha512-MloW230CUyK+g+HFkSv1OuaJNT5mfEGRh7tpZjjKxO2Qxm4eKkmI9uh/cNXCDzUpRBFXzBJ+5w12bxw2UnMRSw==",
|
"integrity": "sha512-00wqZyZmjd6rMECga2S3Ow0dk6c5fZoWd6Th+Ajofq6q/kycTU66p/5xdf0sPf//WyXMGCXasqGSZa0h9i01vg==",
|
||||||
"requires": {
|
"requires": {
|
||||||
"@grpc/grpc-js": "^1.6.7",
|
"@grpc/grpc-js": "^1.6.7",
|
||||||
"rxjs": "^7.5.5",
|
"rxjs": "^7.5.5",
|
||||||
@@ -13555,7 +13536,6 @@
|
|||||||
},
|
},
|
||||||
"agent-base": {
|
"agent-base": {
|
||||||
"version": "6.0.2",
|
"version": "6.0.2",
|
||||||
"dev": true,
|
|
||||||
"requires": {
|
"requires": {
|
||||||
"debug": "4"
|
"debug": "4"
|
||||||
}
|
}
|
||||||
@@ -13652,6 +13632,8 @@
|
|||||||
},
|
},
|
||||||
"asap": {
|
"asap": {
|
||||||
"version": "2.0.6",
|
"version": "2.0.6",
|
||||||
|
"resolved": "https://registry.npmjs.org/asap/-/asap-2.0.6.tgz",
|
||||||
|
"integrity": "sha512-BSHWgDSAiKs50o2Re8ppvp3seVHXSRM44cdSsT9FfNEUUZLOGWVCsiWaRPWM1Znn+mqZ1OfVZ3z3DWEzSp7hRA==",
|
||||||
"dev": true
|
"dev": true
|
||||||
},
|
},
|
||||||
"asn1.js": {
|
"asn1.js": {
|
||||||
@@ -14211,7 +14193,9 @@
|
|||||||
"version": "1.0.6"
|
"version": "1.0.6"
|
||||||
},
|
},
|
||||||
"cookiejar": {
|
"cookiejar": {
|
||||||
"version": "2.1.3",
|
"version": "2.1.4",
|
||||||
|
"resolved": "https://registry.npmjs.org/cookiejar/-/cookiejar-2.1.4.tgz",
|
||||||
|
"integrity": "sha512-LDx6oHrK+PhzLKJU9j5S7/Y3jM/mUHvD/DeI1WQmJn652iPC5Y4TBzC9l+5OMOXlyTTA+SmVUPm0HQUwpD5Jqw==",
|
||||||
"dev": true
|
"dev": true
|
||||||
},
|
},
|
||||||
"core-util-is": {
|
"core-util-is": {
|
||||||
@@ -14349,7 +14333,9 @@
|
|||||||
"dev": true
|
"dev": true
|
||||||
},
|
},
|
||||||
"dezalgo": {
|
"dezalgo": {
|
||||||
"version": "1.0.3",
|
"version": "1.0.4",
|
||||||
|
"resolved": "https://registry.npmjs.org/dezalgo/-/dezalgo-1.0.4.tgz",
|
||||||
|
"integrity": "sha512-rXSP0bf+5n0Qonsb+SVVfNfIsimO4HEtmnIpPHY8Q1UCzKlQrDMfdobr8nJOOsRgWCyMRqeSBQzmWUMq7zvVig==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"requires": {
|
"requires": {
|
||||||
"asap": "^2.0.0",
|
"asap": "^2.0.0",
|
||||||
@@ -15191,18 +15177,25 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"formidable": {
|
"formidable": {
|
||||||
"version": "2.0.1",
|
"version": "2.1.1",
|
||||||
|
"resolved": "https://registry.npmjs.org/formidable/-/formidable-2.1.1.tgz",
|
||||||
|
"integrity": "sha512-0EcS9wCFEzLvfiks7omJ+SiYJAiD+TzK4Pcw1UlUoGnhUxDcMKjt0P7x8wEb0u6OHu8Nb98WG3nxtlF5C7bvUQ==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"requires": {
|
"requires": {
|
||||||
"dezalgo": "1.0.3",
|
"dezalgo": "^1.0.4",
|
||||||
"hexoid": "1.0.0",
|
"hexoid": "^1.0.0",
|
||||||
"once": "1.4.0",
|
"once": "^1.4.0",
|
||||||
"qs": "6.9.3"
|
"qs": "^6.11.0"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"qs": {
|
"qs": {
|
||||||
"version": "6.9.3",
|
"version": "6.11.0",
|
||||||
"dev": true
|
"resolved": "https://registry.npmjs.org/qs/-/qs-6.11.0.tgz",
|
||||||
|
"integrity": "sha512-MvjoMCJwEarSbUYk5O+nmoSzSutSsTwF85zcHPQ9OrlFoZOYIjaqBAJIqIXjptyD5vThxGq52Xu/MaJzRkIk4Q==",
|
||||||
|
"dev": true,
|
||||||
|
"requires": {
|
||||||
|
"side-channel": "^1.0.4"
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
@@ -16411,7 +16404,9 @@
|
|||||||
"dev": true
|
"dev": true
|
||||||
},
|
},
|
||||||
"json5": {
|
"json5": {
|
||||||
"version": "2.2.1",
|
"version": "2.2.3",
|
||||||
|
"resolved": "https://registry.npmjs.org/json5/-/json5-2.2.3.tgz",
|
||||||
|
"integrity": "sha512-XmOWe7eyHYH14cLdVPoyg+GOH3rYX++KpzrylJwSW98t3Nk+U8XOl8FWKOgwtzdb8lXGf6zYwDUzeHMWfxasyg==",
|
||||||
"dev": true
|
"dev": true
|
||||||
},
|
},
|
||||||
"jsonc-parser": {
|
"jsonc-parser": {
|
||||||
@@ -16427,23 +16422,14 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"jsonwebtoken": {
|
"jsonwebtoken": {
|
||||||
"version": "8.5.1",
|
"version": "9.0.0",
|
||||||
|
"resolved": "https://registry.npmjs.org/jsonwebtoken/-/jsonwebtoken-9.0.0.tgz",
|
||||||
|
"integrity": "sha512-tuGfYXxkQGDPnLJ7SibiQgVgeDgfbPq2k2ICcbgqW8WxWLBAxKQM/ZCu/IT8SOSwmaYl4dpTFCW5xZv7YbbWUw==",
|
||||||
"requires": {
|
"requires": {
|
||||||
"jws": "^3.2.2",
|
"jws": "^3.2.2",
|
||||||
"lodash.includes": "^4.3.0",
|
"lodash": "^4.17.21",
|
||||||
"lodash.isboolean": "^3.0.3",
|
|
||||||
"lodash.isinteger": "^4.0.4",
|
|
||||||
"lodash.isnumber": "^3.0.3",
|
|
||||||
"lodash.isplainobject": "^4.0.6",
|
|
||||||
"lodash.isstring": "^4.0.1",
|
|
||||||
"lodash.once": "^4.0.0",
|
|
||||||
"ms": "^2.1.1",
|
"ms": "^2.1.1",
|
||||||
"semver": "^5.6.0"
|
"semver": "^7.3.8"
|
||||||
},
|
|
||||||
"dependencies": {
|
|
||||||
"semver": {
|
|
||||||
"version": "5.7.1"
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"jwa": {
|
"jwa": {
|
||||||
@@ -16516,24 +16502,6 @@
|
|||||||
"lodash.camelcase": {
|
"lodash.camelcase": {
|
||||||
"version": "4.3.0"
|
"version": "4.3.0"
|
||||||
},
|
},
|
||||||
"lodash.includes": {
|
|
||||||
"version": "4.3.0"
|
|
||||||
},
|
|
||||||
"lodash.isboolean": {
|
|
||||||
"version": "3.0.3"
|
|
||||||
},
|
|
||||||
"lodash.isinteger": {
|
|
||||||
"version": "4.0.4"
|
|
||||||
},
|
|
||||||
"lodash.isnumber": {
|
|
||||||
"version": "3.0.3"
|
|
||||||
},
|
|
||||||
"lodash.isplainobject": {
|
|
||||||
"version": "4.0.6"
|
|
||||||
},
|
|
||||||
"lodash.isstring": {
|
|
||||||
"version": "4.0.1"
|
|
||||||
},
|
|
||||||
"lodash.memoize": {
|
"lodash.memoize": {
|
||||||
"version": "4.1.2",
|
"version": "4.1.2",
|
||||||
"dev": true
|
"dev": true
|
||||||
@@ -16542,9 +16510,6 @@
|
|||||||
"version": "4.6.2",
|
"version": "4.6.2",
|
||||||
"dev": true
|
"dev": true
|
||||||
},
|
},
|
||||||
"lodash.once": {
|
|
||||||
"version": "4.1.1"
|
|
||||||
},
|
|
||||||
"lodash.sortby": {
|
"lodash.sortby": {
|
||||||
"version": "4.7.0",
|
"version": "4.7.0",
|
||||||
"resolved": "https://registry.npmjs.org/lodash.sortby/-/lodash.sortby-4.7.0.tgz",
|
"resolved": "https://registry.npmjs.org/lodash.sortby/-/lodash.sortby-4.7.0.tgz",
|
||||||
@@ -16590,9 +16555,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"luxon": {
|
"luxon": {
|
||||||
"version": "1.28.0",
|
"version": "1.28.1",
|
||||||
"resolved": "https://registry.npmjs.org/luxon/-/luxon-1.28.0.tgz",
|
"resolved": "https://registry.npmjs.org/luxon/-/luxon-1.28.1.tgz",
|
||||||
"integrity": "sha512-TfTiyvZhwBYM/7QdAVDh+7dBTBA29v4ik0Ce9zda3Mnf8on1S5KJI8P2jKFZ8+5C0jhmr0KwJEO/Wdpm0VeWJQ=="
|
"integrity": "sha512-gYHAa180mKrNIUJCbwpmD0aTu9kV0dREDrwNnuyFAsO1Wt0EVYSZelPnJlbj9HplzXX/YWXHFTL45kvZ53M0pw=="
|
||||||
},
|
},
|
||||||
"macos-release": {
|
"macos-release": {
|
||||||
"version": "2.5.0",
|
"version": "2.5.0",
|
||||||
@@ -16719,6 +16684,25 @@
|
|||||||
"minimist": {
|
"minimist": {
|
||||||
"version": "1.2.6"
|
"version": "1.2.6"
|
||||||
},
|
},
|
||||||
|
"mixpanel": {
|
||||||
|
"version": "0.17.0",
|
||||||
|
"resolved": "https://registry.npmjs.org/mixpanel/-/mixpanel-0.17.0.tgz",
|
||||||
|
"integrity": "sha512-DY5WeOy/hmkPrNiiZugJpWR0iMuOwuj1a3u0bgwB2eUFRV6oIew/pIahhpawdbNjb+Bye4a8ID3gefeNPvL81g==",
|
||||||
|
"requires": {
|
||||||
|
"https-proxy-agent": "5.0.0"
|
||||||
|
},
|
||||||
|
"dependencies": {
|
||||||
|
"https-proxy-agent": {
|
||||||
|
"version": "5.0.0",
|
||||||
|
"resolved": "https://registry.npmjs.org/https-proxy-agent/-/https-proxy-agent-5.0.0.tgz",
|
||||||
|
"integrity": "sha512-EkYm5BcKUGiduxzSt3Eppko+PiNWNEpa4ySk9vTC6wDsQJW9rHSa+UhGNJoRYp7bz6Ht1eaRIa6QaJqO5rCFbA==",
|
||||||
|
"requires": {
|
||||||
|
"agent-base": "6",
|
||||||
|
"debug": "4"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
"mkdirp": {
|
"mkdirp": {
|
||||||
"version": "0.5.6",
|
"version": "0.5.6",
|
||||||
"requires": {
|
"requires": {
|
||||||
@@ -16736,7 +16720,9 @@
|
|||||||
"integrity": "sha512-5LC9SOxjSc2HF6vO2CyuTDNivEdoz2IvyJJGj6X8DJ0eFyfszE0QiEd+iXmBvUP3WHxSjFH/vIsA0EN00cgr8w=="
|
"integrity": "sha512-5LC9SOxjSc2HF6vO2CyuTDNivEdoz2IvyJJGj6X8DJ0eFyfszE0QiEd+iXmBvUP3WHxSjFH/vIsA0EN00cgr8w=="
|
||||||
},
|
},
|
||||||
"moment-timezone": {
|
"moment-timezone": {
|
||||||
"version": "0.5.34",
|
"version": "0.5.38",
|
||||||
|
"resolved": "https://registry.npmjs.org/moment-timezone/-/moment-timezone-0.5.38.tgz",
|
||||||
|
"integrity": "sha512-nMIrzGah4+oYZPflDvLZUgoVUO4fvAqHstvG3xAUnMolWncuAiLDWNnJZj6EwJGMGfb1ZcuTFE6GI3hNOVWI/Q==",
|
||||||
"requires": {
|
"requires": {
|
||||||
"moment": ">= 2.9.0"
|
"moment": ">= 2.9.0"
|
||||||
}
|
}
|
||||||
@@ -17049,23 +17035,11 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"passport-forcedotcom": {
|
"passport-forcedotcom": {
|
||||||
"version": "0.1.5",
|
"version": "0.2.0",
|
||||||
"resolved": "https://registry.npmjs.org/passport-forcedotcom/-/passport-forcedotcom-0.1.5.tgz",
|
"resolved": "https://registry.npmjs.org/passport-forcedotcom/-/passport-forcedotcom-0.2.0.tgz",
|
||||||
"integrity": "sha512-raDRQqBJtTEHDxLkxLG+9sYE0xpPy9PqriMPbMy9jmpIcU2+mOq9PgczvUPrU8UjfcZp3gqkDHqujcUWiGOVNQ==",
|
"integrity": "sha512-gRI5+zQK9iVAZ1hJgt3TkWLeDw8SYrNWUsmVk0d0RyvUviQ4mT52x3JbYRiyZefoeID8afmLsJH8VOHjWdPf3Q==",
|
||||||
"requires": {
|
"requires": {
|
||||||
"passport-oauth2": "1.3.x"
|
"passport-oauth2": "^1.6.1"
|
||||||
},
|
|
||||||
"dependencies": {
|
|
||||||
"passport-oauth2": {
|
|
||||||
"version": "1.3.0",
|
|
||||||
"resolved": "https://registry.npmjs.org/passport-oauth2/-/passport-oauth2-1.3.0.tgz",
|
|
||||||
"integrity": "sha512-AisRXcC7Vx8WSx5C9O8UNib/Y91/IOphs5tImlOMs7T+QTEJdmS+OxgXSskbnDdGQT/8mU5T3yMT6136rBjYXg==",
|
|
||||||
"requires": {
|
|
||||||
"oauth": "0.9.x",
|
|
||||||
"passport-strategy": "1.x.x",
|
|
||||||
"uid2": "0.0.x"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"passport-google-oauth20": {
|
"passport-google-oauth20": {
|
||||||
@@ -17547,8 +17521,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"semver": {
|
"semver": {
|
||||||
"version": "7.3.7",
|
"version": "7.3.8",
|
||||||
"dev": true,
|
"resolved": "https://registry.npmjs.org/semver/-/semver-7.3.8.tgz",
|
||||||
|
"integrity": "sha512-NB1ctGL5rlHrPJtFDVIVzTyQylMLu9N9VICA6HSFJo8MCGVTMW6gfpicwKmmK/dAjTOrqu5l63JJOpDSrAis3A==",
|
||||||
"requires": {
|
"requires": {
|
||||||
"lru-cache": "^6.0.0"
|
"lru-cache": "^6.0.0"
|
||||||
}
|
}
|
||||||
@@ -18131,9 +18106,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"ts-proto": {
|
"ts-proto": {
|
||||||
"version": "1.126.1",
|
"version": "1.131.0",
|
||||||
"resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.126.1.tgz",
|
"resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com:443/npm/dadosfera-npm/ts-proto/-/ts-proto-1.131.0.tgz",
|
||||||
"integrity": "sha512-PKrcgd0mCQJDY7tp+th349uYhnjs2Tz7wSqm9+DBcodl3YCKPt1pFtFmApOZdQ8WlghhgKAuJDIRQJBd6jD5YA==",
|
"integrity": "sha512-oj/kWrDz3JkkPQwumQDKfwHroH9iNz2alvrbCYzNYJlb/2MAUzFNfh9T+SZUPDfoXXK6oJoW1hGCHznj67yHNg==",
|
||||||
"requires": {
|
"requires": {
|
||||||
"@types/object-hash": "^1.3.0",
|
"@types/object-hash": "^1.3.0",
|
||||||
"dataloader": "^1.4.0",
|
"dataloader": "^1.4.0",
|
||||||
@@ -18170,7 +18145,9 @@
|
|||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"json5": {
|
"json5": {
|
||||||
"version": "1.0.1",
|
"version": "1.0.2",
|
||||||
|
"resolved": "https://registry.npmjs.org/json5/-/json5-1.0.2.tgz",
|
||||||
|
"integrity": "sha512-g1MWMLBiz8FKi1e4w0UyVL3w+iJceWAFBAaBnnGKOpNa5f8TLktkbre1+s6oICydWAm+HRUGTmI+//xv2hvXYA==",
|
||||||
"dev": true,
|
"dev": true,
|
||||||
"requires": {
|
"requires": {
|
||||||
"minimist": "^1.2.0"
|
"minimist": "^1.2.0"
|
||||||
|
|||||||
+8
-5
@@ -10,13 +10,15 @@
|
|||||||
},
|
},
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"preinstall": "aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1",
|
"preinstall": "aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1",
|
||||||
|
"proto-update": "npm i @dadosfera/protospack-v2@latest --save-exact",
|
||||||
"prebuild": "rimraf dist",
|
"prebuild": "rimraf dist",
|
||||||
"build": "nest build",
|
"build": "nest build",
|
||||||
"format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
|
"format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
|
||||||
"start": "nest start",
|
"start": "nest start",
|
||||||
"start:dev": "nest start --watch",
|
"start:dev": "export INTERNAL_SWAGGER=true && nest start --watch",
|
||||||
"start:debug": "nest start --debug --watch",
|
"start:debug": "npm run start:dev",
|
||||||
"start:prod": "node dist/main",
|
"start:prod": "node dist/main",
|
||||||
|
"docs": "export KILL_AFTER_START=1 && nest start && export INTERNAL_SWAGGER=true && nest start",
|
||||||
"lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
|
"lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
|
||||||
"test": "jest",
|
"test": "jest",
|
||||||
"test:watch": "jest --watch",
|
"test:watch": "jest --watch",
|
||||||
@@ -27,7 +29,7 @@
|
|||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@aws-sdk/client-secrets-manager": "^3.112.0",
|
"@aws-sdk/client-secrets-manager": "^3.112.0",
|
||||||
"@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
|
"@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
|
||||||
"@dadosfera/protospack-v2": "3.18.7",
|
"@dadosfera/protospack-v2": "3.31.0",
|
||||||
"@grpc/grpc-js": "^1.6.7",
|
"@grpc/grpc-js": "^1.6.7",
|
||||||
"@grpc/proto-loader": "^0.6.13",
|
"@grpc/proto-loader": "^0.6.13",
|
||||||
"@nestjs/common": "^8.4.7",
|
"@nestjs/common": "^8.4.7",
|
||||||
@@ -46,11 +48,12 @@
|
|||||||
"dotenv": "^14.3.2",
|
"dotenv": "^14.3.2",
|
||||||
"elastic-apm-node": "^3.36.0",
|
"elastic-apm-node": "^3.36.0",
|
||||||
"helmet": "^5.1.0",
|
"helmet": "^5.1.0",
|
||||||
"jsonwebtoken": "^8.5.1",
|
"jsonwebtoken": "^9.0.0",
|
||||||
"jwk-to-pem": "^2.0.5",
|
"jwk-to-pem": "^2.0.5",
|
||||||
|
"mixpanel": "^0.17.0",
|
||||||
"passport": "^0.6.0",
|
"passport": "^0.6.0",
|
||||||
"passport-facebook": "^3.0.0",
|
"passport-facebook": "^3.0.0",
|
||||||
"passport-forcedotcom": "^0.1.5",
|
"passport-forcedotcom": "^0.2.0",
|
||||||
"passport-google-oauth20": "^2.0.0",
|
"passport-google-oauth20": "^2.0.0",
|
||||||
"passport-hubspot-oauth2": "^1.0.3",
|
"passport-hubspot-oauth2": "^1.0.3",
|
||||||
"passport-mailchimp": "^1.1.0",
|
"passport-mailchimp": "^1.1.0",
|
||||||
|
|||||||
+14
-8
@@ -23,6 +23,9 @@ import { HealthModule } from './modules/health/health.module';
|
|||||||
import { CatalogModule } from './modules/catalog/catalog.module';
|
import { CatalogModule } from './modules/catalog/catalog.module';
|
||||||
import { ConfigModule } from '@nestjs/config';
|
import { ConfigModule } from '@nestjs/config';
|
||||||
import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
|
import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
|
||||||
|
import { ProductboardModule } from './modules/productboard/productboard.module';
|
||||||
|
import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
|
||||||
|
import { CustomersModule } from './modules/customers/customers.module';
|
||||||
|
|
||||||
@Module({
|
@Module({
|
||||||
controllers: [],
|
controllers: [],
|
||||||
@@ -37,23 +40,26 @@ import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
|
|||||||
ConfigModule.forRoot({
|
ConfigModule.forRoot({
|
||||||
isGlobal: true,
|
isGlobal: true,
|
||||||
}),
|
}),
|
||||||
ConnectorModule,
|
|
||||||
AuthModule,
|
AuthModule,
|
||||||
PermissionsModule,
|
|
||||||
TermsOfUseModule,
|
|
||||||
ConnectionModule,
|
ConnectionModule,
|
||||||
NetworkConfigModule,
|
NetworkConfigModule,
|
||||||
|
InputsModule,
|
||||||
|
PipelinesV2Module,
|
||||||
|
CatalogModule,
|
||||||
|
ConnectorModule,
|
||||||
|
PermissionsModule,
|
||||||
|
TermsOfUseModule,
|
||||||
ConnectionTestModule,
|
ConnectionTestModule,
|
||||||
PipelinesModule,
|
PipelinesModule,
|
||||||
TransformationsModule,
|
TransformationsModule,
|
||||||
HealthModule,
|
|
||||||
CatalogModule,
|
|
||||||
UsersModule,
|
UsersModule,
|
||||||
RolesModule,
|
RolesModule,
|
||||||
InputsModule,
|
|
||||||
OauthModule,
|
OauthModule,
|
||||||
PipelinesV2Module,
|
ProductboardModule,
|
||||||
CatalogModule,
|
MixpanelModule,
|
||||||
|
CustomersModule,
|
||||||
|
//Always leave HealthModule last, so it is on the bottom of swagger
|
||||||
|
HealthModule,
|
||||||
],
|
],
|
||||||
})
|
})
|
||||||
export class AppModule {}
|
export class AppModule {}
|
||||||
|
|||||||
@@ -1,56 +0,0 @@
|
|||||||
import { Request } from 'express';
|
|
||||||
import { CustomDecorator } from '@nestjs/common';
|
|
||||||
import { PermissionsObjectPermission } from './permissions.enum';
|
|
||||||
import { RequestUser } from './user.decorator';
|
|
||||||
|
|
||||||
export const AUTH_FUNCTION_KEY = '__AUTH_FUNCTION__';
|
|
||||||
|
|
||||||
export type AuthenticationFunction = (req: Request, user: any) => boolean;
|
|
||||||
|
|
||||||
// implementation copied from SetMetadata, but tweaked to get existing values
|
|
||||||
// of the metadataKey and accumulate it with the new metadataValue
|
|
||||||
function SetMultipleMetadata(metadataKey, metadataValue): CustomDecorator {
|
|
||||||
const decoratorFactory = (target, key, descriptor) => {
|
|
||||||
// .start: tweak
|
|
||||||
// descriptor?.value = function decorator; target = class decorator
|
|
||||||
const accumulatedVal =
|
|
||||||
Reflect.getMetadata(metadataKey, descriptor?.value ?? target) ?? [];
|
|
||||||
accumulatedVal.push(metadataValue);
|
|
||||||
// .end: tweak
|
|
||||||
|
|
||||||
if (descriptor) {
|
|
||||||
Reflect.defineMetadata(metadataKey, accumulatedVal, descriptor.value);
|
|
||||||
return descriptor;
|
|
||||||
}
|
|
||||||
|
|
||||||
Reflect.defineMetadata(metadataKey, accumulatedVal, target);
|
|
||||||
return target;
|
|
||||||
};
|
|
||||||
|
|
||||||
decoratorFactory.KEY = metadataKey;
|
|
||||||
return decoratorFactory as any;
|
|
||||||
}
|
|
||||||
|
|
||||||
export function RequireAllPermissions(
|
|
||||||
...permissions: PermissionsObjectPermission[]
|
|
||||||
) {
|
|
||||||
return SetMultipleMetadata(AUTH_FUNCTION_KEY, (req, user: RequestUser) =>
|
|
||||||
permissions.every(({ seqid }) => user.permissions.includes(seqid)),
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function RequireSomePermission(
|
|
||||||
...permissions: PermissionsObjectPermission[]
|
|
||||||
) {
|
|
||||||
return SetMultipleMetadata(AUTH_FUNCTION_KEY, (req, user: RequestUser) =>
|
|
||||||
permissions.some(({ seqid }) => user.permissions.includes(seqid)),
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function AuthenticateCondition(func: AuthenticationFunction) {
|
|
||||||
return SetMultipleMetadata(AUTH_FUNCTION_KEY, func);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function Authenticated() {
|
|
||||||
return SetMultipleMetadata(AUTH_FUNCTION_KEY, () => true);
|
|
||||||
}
|
|
||||||
@@ -11,7 +11,7 @@ import {
|
|||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
RequireSomePermission,
|
RequireSomePermission,
|
||||||
} from './authentication.decorator';
|
} from '../decorators/authentication.decorator';
|
||||||
import { AuthenticationGuard } from './authentication.guard';
|
import { AuthenticationGuard } from './authentication.guard';
|
||||||
import { PERMISSIONS_GROUPS } from './permissions.enum';
|
import { PERMISSIONS_GROUPS } from './permissions.enum';
|
||||||
import { AuthClientService } from '../modules/auth/auth.service';
|
import { AuthClientService } from '../modules/auth/auth.service';
|
||||||
@@ -44,7 +44,7 @@ class NoClassAuthController {
|
|||||||
@Get('has-all-permissions')
|
@Get('has-all-permissions')
|
||||||
@RequireAllPermissions(
|
@RequireAllPermissions(
|
||||||
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
||||||
PERMISSIONS_GROUPS.METABASE.permissions.OPEN,
|
PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
|
||||||
)
|
)
|
||||||
async hasAllPermissions(@Body() body) {
|
async hasAllPermissions(@Body() body) {
|
||||||
return { body };
|
return { body };
|
||||||
@@ -53,7 +53,7 @@ class NoClassAuthController {
|
|||||||
@Get('has-some-permission')
|
@Get('has-some-permission')
|
||||||
@RequireSomePermission(
|
@RequireSomePermission(
|
||||||
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
||||||
PERMISSIONS_GROUPS.METABASE.permissions.OPEN,
|
PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
|
||||||
)
|
)
|
||||||
async hasSomePermission(@Body() body) {
|
async hasSomePermission(@Body() body) {
|
||||||
return { body };
|
return { body };
|
||||||
@@ -62,7 +62,7 @@ class NoClassAuthController {
|
|||||||
|
|
||||||
@Controller('class-auth-condition')
|
@Controller('class-auth-condition')
|
||||||
@AuthenticateCondition((req) => req.get('x-on-class') === 'ok')
|
@AuthenticateCondition((req) => req.get('x-on-class') === 'ok')
|
||||||
@RequireSomePermission(PERMISSIONS_GROUPS.METABASE.permissions.OPEN)
|
@RequireSomePermission(PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE)
|
||||||
class ClassAuthConditionController {
|
class ClassAuthConditionController {
|
||||||
@Get('body')
|
@Get('body')
|
||||||
async getBody(@Body() body) {
|
async getBody(@Body() body) {
|
||||||
@@ -444,13 +444,13 @@ describe('authentication.guard', () => {
|
|||||||
NoClassAuthTest(tokenZ, ['zendesk']);
|
NoClassAuthTest(tokenZ, ['zendesk']);
|
||||||
ClassAuthConditionTest(tokenZ, ['zendesk']);
|
ClassAuthConditionTest(tokenZ, ['zendesk']);
|
||||||
|
|
||||||
const tokenM = CreateToken([PERMISSIONS_GROUPS.METABASE.permissions.OPEN]);
|
const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
|
||||||
NoClassAuthTest(tokenM, ['metabase']);
|
NoClassAuthTest(tokenM, ['metabase']);
|
||||||
ClassAuthConditionTest(tokenM, ['metabase']);
|
ClassAuthConditionTest(tokenM, ['metabase']);
|
||||||
|
|
||||||
const tokenZM = CreateToken([
|
const tokenZM = CreateToken([
|
||||||
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
||||||
PERMISSIONS_GROUPS.METABASE.permissions.OPEN,
|
PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
|
||||||
]);
|
]);
|
||||||
NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
|
NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
|
||||||
ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
|
ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
|
||||||
|
|||||||
@@ -13,8 +13,8 @@ import { AuthClientService } from '../modules/auth/auth.service';
|
|||||||
import {
|
import {
|
||||||
AuthenticationFunction,
|
AuthenticationFunction,
|
||||||
AUTH_FUNCTION_KEY,
|
AUTH_FUNCTION_KEY,
|
||||||
} from './authentication.decorator';
|
} from '../decorators/authentication.decorator';
|
||||||
import { RequestUser } from './user.decorator';
|
import { RequestUser } from '../decorators/user.decorator';
|
||||||
import ErrorBuilder from '../utils/ErrorBuilder';
|
import ErrorBuilder from '../utils/ErrorBuilder';
|
||||||
import ErrorCodes from '../utils/errorCodes';
|
import ErrorCodes from '../utils/errorCodes';
|
||||||
|
|
||||||
|
|||||||
@@ -128,11 +128,11 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
DELETE: {
|
DELETE: {
|
||||||
seqid: 38,
|
seqid: 38,
|
||||||
claim: 'connection:delete',
|
claim: 'connection:delete',
|
||||||
usage: PermissionUsages.INTERNAL,
|
usage: PermissionUsages.PUBLIC,
|
||||||
name: {
|
name: {
|
||||||
'pt-br': 'Excluir Fonte',
|
'pt-br': 'Excluir Fonte',
|
||||||
'en-us': 'Remove Source',
|
'en-us': 'Remove Source',
|
||||||
'es-s': 'Eliminar Source',
|
'es-es': 'Eliminar Source',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
UPDATE: {
|
UPDATE: {
|
||||||
@@ -290,39 +290,70 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
claim: 'GET /catalog',
|
claim: 'GET /catalog',
|
||||||
usage: PermissionUsages.PUBLIC,
|
usage: PermissionUsages.PUBLIC,
|
||||||
name: {
|
name: {
|
||||||
'pt-br': 'Buscar data assets',
|
'pt-br': 'Acessar lista de Ativos e visualizar atributos',
|
||||||
'en-us': 'Search for data assets',
|
'en-us': 'Access Assets list and its attributes',
|
||||||
'es-es': 'Buscar data assets',
|
'es-es': 'Acceda a la lista de Activos y vea los atributos',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
CREATE: {
|
CREATE: {
|
||||||
seqid: 19,
|
seqid: 19,
|
||||||
claim: 'POST /catalog',
|
claim: 'catalog:create',
|
||||||
usage: PermissionUsages.PUBLIC,
|
usage: PermissionUsages.PUBLIC,
|
||||||
name: {
|
name: {
|
||||||
'pt-br': 'Criar atributos no catálogo',
|
'pt-br': 'Criar Ativos',
|
||||||
'en-us': 'Create attributes',
|
'en-us': 'Create Assets',
|
||||||
'es-es': 'Crear atributos',
|
'es-es': 'Crear Activos',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
UPDATE: {
|
UPDATE: {
|
||||||
seqid: 25,
|
seqid: 25,
|
||||||
claim: 'PUT /catalog',
|
claim: 'catalog:edit',
|
||||||
usage: PermissionUsages.INTERNAL,
|
usage: PermissionUsages.PUBLIC,
|
||||||
name: {
|
name: {
|
||||||
'pt-br': 'Editar atributos no catálogo',
|
'pt-br': 'Criar e editar atributos no catálogo',
|
||||||
'en-us': 'Edit attributes',
|
'en-us': 'Create and edit attributes on the catalog',
|
||||||
'es-es': 'Editar atributos',
|
'es-es': 'Crear y editar atributos en el catálogo',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
DELETE: {
|
DELETE: {
|
||||||
seqid: 1,
|
seqid: 1,
|
||||||
claim: 'DELETE /catalog',
|
claim: 'catalog:delete',
|
||||||
|
usage: PermissionUsages.PUBLIC,
|
||||||
|
name: {
|
||||||
|
'pt-br': 'Excluir Ativos do catálogo',
|
||||||
|
'en-us': 'Remove Assets from the catalog',
|
||||||
|
'es-es': 'Eliminar Activos del catálogo',
|
||||||
|
},
|
||||||
|
},
|
||||||
|
DATA_MANAGER: {
|
||||||
|
seqid: 42,
|
||||||
|
claim: 'catalog:data_manager',
|
||||||
usage: PermissionUsages.INTERNAL,
|
usage: PermissionUsages.INTERNAL,
|
||||||
name: {
|
name: {
|
||||||
'pt-br': 'Excluir atributos no catálogo',
|
'pt-br':
|
||||||
'en-us': 'Remove attributes',
|
'Gerente do catálogo. Consegue vizualizar e editar todos os ativos.',
|
||||||
'es-es': 'Eliminar atributos',
|
'en-us': 'Catalog manager. Able to view and edit all assets.',
|
||||||
|
'es-es': 'Gestor de catálogos. Puede ver y editar todos los activos.',
|
||||||
|
},
|
||||||
|
},
|
||||||
|
EMBED_ANALYTICS: {
|
||||||
|
seqid: 44,
|
||||||
|
claim: 'catalog:embed',
|
||||||
|
usage: PermissionUsages.INTERNAL,
|
||||||
|
name: {
|
||||||
|
'pt-br': 'Acessar Módulo de Incorporação de Ativos',
|
||||||
|
'en-us': 'Access Embedding analytics Module',
|
||||||
|
'es-es': 'Acceder al Módulo de Incorporación de Activos',
|
||||||
|
},
|
||||||
|
},
|
||||||
|
TRIGGER_CATALOG_TASK: {
|
||||||
|
seqid: 45,
|
||||||
|
claim: 'catalog:trigger-task',
|
||||||
|
usage: PermissionUsages.INTERNAL,
|
||||||
|
name: {
|
||||||
|
'pt-br': 'Executar a catalogação de um ativo',
|
||||||
|
'en-us': 'Trigger an asset cataloging',
|
||||||
|
'es-es': 'Realizar el listado de un activo',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
@@ -407,25 +438,25 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
permissions: {
|
permissions: {
|
||||||
OPEN: {
|
OPEN: {
|
||||||
seqid: 16,
|
seqid: 16,
|
||||||
claim: 'GET /zendesk',
|
claim: 'support-chat:access',
|
||||||
usage: PermissionUsages.INTERNAL,
|
usage: PermissionUsages.INTERNAL,
|
||||||
name: {
|
name: {
|
||||||
'pt-br': 'Acessar Zendesk',
|
'pt-br': 'Acessar chat de suporte',
|
||||||
'en-us': 'Access Zendesk',
|
'en-us': 'Access support chat',
|
||||||
'es-es': 'Acceso Zendesk',
|
'es-es': 'Acceder al chat de soporte',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|
||||||
METABASE: {
|
DATAVIZ: {
|
||||||
title: {
|
title: {
|
||||||
'pt-br': 'Analisar | Visualização',
|
'pt-br': 'Analisar | Visualização',
|
||||||
'en-us': 'Analyze | Visualization',
|
'en-us': 'Analyze | Visualization',
|
||||||
'es-es': 'Analizar | Visualización',
|
'es-es': 'Analizar | Visualización',
|
||||||
},
|
},
|
||||||
permissions: {
|
permissions: {
|
||||||
OPEN: {
|
METABASE: {
|
||||||
seqid: 11,
|
seqid: 11,
|
||||||
claim: 'GET /metabase',
|
claim: 'GET /metabase',
|
||||||
usage: PermissionUsages.PUBLIC,
|
usage: PermissionUsages.PUBLIC,
|
||||||
@@ -437,8 +468,7 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
INTELLIGENCE: {
|
||||||
ORCHEST: {
|
|
||||||
title: {
|
title: {
|
||||||
'pt-br': 'Analisar | Inteligência',
|
'pt-br': 'Analisar | Inteligência',
|
||||||
'en-us': 'Analyze | Intelligence',
|
'en-us': 'Analyze | Intelligence',
|
||||||
@@ -448,13 +478,23 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
INTELLIGENCE: {
|
INTELLIGENCE: {
|
||||||
seqid: 31,
|
seqid: 31,
|
||||||
claim: 'intelligence:open',
|
claim: 'intelligence:open',
|
||||||
usage: PermissionUsages.INTERNAL,
|
usage: PermissionUsages.PUBLIC,
|
||||||
name: {
|
name: {
|
||||||
'pt-br': 'Acessar Orchest',
|
'pt-br': 'Acessar Módulo de Inteligência',
|
||||||
'en-us': 'Access Orchest',
|
'en-us': 'Access Intelligence Module',
|
||||||
'es-s': 'Acceso Orchest',
|
'es-s': 'Acceder Módulo de Inteligencia',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
|
||||||
|
MODULES: {
|
||||||
|
title: {
|
||||||
|
'pt-br': 'Módulos da Dadosfera',
|
||||||
|
'en-us': 'Dadosfera Modules',
|
||||||
|
'es-es': 'Módulos de la Dadosfera',
|
||||||
|
},
|
||||||
|
permissions: {
|
||||||
APP_BUILDER: {
|
APP_BUILDER: {
|
||||||
seqid: 32,
|
seqid: 32,
|
||||||
claim: 'app-builder:open',
|
claim: 'app-builder:open',
|
||||||
@@ -462,7 +502,7 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
name: {
|
name: {
|
||||||
'pt-br': 'Acessar App Builder',
|
'pt-br': 'Acessar App Builder',
|
||||||
'en-us': 'Access App Builder',
|
'en-us': 'Access App Builder',
|
||||||
'es-es': 'Acceso App Builder',
|
'es-es': 'Acceder App Builder',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
MACHINE_LEARNING: {
|
MACHINE_LEARNING: {
|
||||||
@@ -472,7 +512,7 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
name: {
|
name: {
|
||||||
'pt-br': 'Acessar Machine Learning',
|
'pt-br': 'Acessar Machine Learning',
|
||||||
'en-us': 'Access Machine Learning',
|
'en-us': 'Access Machine Learning',
|
||||||
'es-es': 'Acceso Machine Learning',
|
'es-es': 'Acceder Machine Learning',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
@@ -496,6 +536,25 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
PROCESS: {
|
||||||
|
title: {
|
||||||
|
'pt-br': 'Processar',
|
||||||
|
'en-us': 'Process',
|
||||||
|
'es-es': 'Procesar',
|
||||||
|
},
|
||||||
|
permissions: {
|
||||||
|
TRANSFORMATION: {
|
||||||
|
seqid: 43,
|
||||||
|
claim: 'process:open',
|
||||||
|
usage: PermissionUsages.PUBLIC,
|
||||||
|
name: {
|
||||||
|
'pt-br': 'Acessar Módulo de Transformação',
|
||||||
|
'en-us': 'Access Transformation Module',
|
||||||
|
'es-es': 'Acceder Módulo de transformación',
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
DADOSFERA: {
|
DADOSFERA: {
|
||||||
title: {
|
title: {
|
||||||
'pt-br': 'Usuários',
|
'pt-br': 'Usuários',
|
||||||
@@ -526,7 +585,35 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
},
|
},
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
export interface DadosferaModule {
|
||||||
|
name: string;
|
||||||
|
description: string;
|
||||||
|
key: string;
|
||||||
|
permissionSeqId: number;
|
||||||
|
}
|
||||||
|
export const DADOSFERA_MODULES: Array<DadosferaModule> = [
|
||||||
|
{
|
||||||
|
name: 'Intelligence Module',
|
||||||
|
description: 'Orchest Module',
|
||||||
|
key: 'intelligence',
|
||||||
|
permissionSeqId:
|
||||||
|
PERMISSIONS_GROUPS.INTELLIGENCE.permissions.INTELLIGENCE.seqid,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'Proccessing Module',
|
||||||
|
description: 'Proccessing Module',
|
||||||
|
key: 'process',
|
||||||
|
permissionSeqId:
|
||||||
|
PERMISSIONS_GROUPS.PROCESS.permissions.TRANSFORMATION.seqid,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'Embedded Analytics',
|
||||||
|
description: 'Embedded Analytics Module',
|
||||||
|
key: 'embedded-analytics',
|
||||||
|
permissionSeqId:
|
||||||
|
PERMISSIONS_GROUPS.PROCESS.permissions.TRANSFORMATION.seqid,
|
||||||
|
},
|
||||||
|
];
|
||||||
// traverses the object searching for duplicate seqids or claims (executes at runtime)
|
// traverses the object searching for duplicate seqids or claims (executes at runtime)
|
||||||
let nextAvailableSeqid = 0;
|
let nextAvailableSeqid = 0;
|
||||||
const seqids = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
|
const seqids = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
|
||||||
@@ -546,4 +633,9 @@ Object.values(PERMISSIONS_GROUPS).map((namespace) =>
|
|||||||
}),
|
}),
|
||||||
);
|
);
|
||||||
|
|
||||||
|
DADOSFERA_MODULES.map((m) => m.key).forEach((m, i, arr) => {
|
||||||
|
if (arr.indexOf(m) !== i)
|
||||||
|
throw new Error(`DADOSFERA_MODULES[${i}] does not have a unique key`);
|
||||||
|
});
|
||||||
|
|
||||||
logger.log(`next available seqid ${nextAvailableSeqid + 1}`);
|
logger.log(`next available seqid ${nextAvailableSeqid + 1}`);
|
||||||
|
|||||||
@@ -0,0 +1,41 @@
|
|||||||
|
import { applyDecorators } from '@nestjs/common';
|
||||||
|
import { ApiSecurity } from '@nestjs/swagger';
|
||||||
|
import { type Request } from 'express';
|
||||||
|
import { type PermissionsObjectPermission } from '../authentication/permissions.enum';
|
||||||
|
import { type RequestUser } from './user.decorator';
|
||||||
|
import { SetMultipleMetadata } from './shared';
|
||||||
|
|
||||||
|
export const AUTH_FUNCTION_KEY = '__AUTH_FUNCTION__';
|
||||||
|
|
||||||
|
export type AuthenticationFunction = (req: Request, user: any) => boolean;
|
||||||
|
|
||||||
|
export function RequireAllPermissions(
|
||||||
|
...permissions: PermissionsObjectPermission[]
|
||||||
|
) {
|
||||||
|
return createAuthenticatedDecorator((req, user: RequestUser) =>
|
||||||
|
permissions.every(({ seqid }) => user.permissions.includes(seqid)),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function RequireSomePermission(
|
||||||
|
...permissions: PermissionsObjectPermission[]
|
||||||
|
) {
|
||||||
|
return createAuthenticatedDecorator((req, user: RequestUser) =>
|
||||||
|
permissions.some(({ seqid }) => user.permissions.includes(seqid)),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function AuthenticateCondition(func: AuthenticationFunction) {
|
||||||
|
return createAuthenticatedDecorator(func);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function Authenticated() {
|
||||||
|
return createAuthenticatedDecorator(() => true);
|
||||||
|
}
|
||||||
|
|
||||||
|
function createAuthenticatedDecorator(metadataValue: AuthenticationFunction) {
|
||||||
|
return applyDecorators(
|
||||||
|
ApiSecurity('access-token'),
|
||||||
|
SetMultipleMetadata(AUTH_FUNCTION_KEY, metadataValue),
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -0,0 +1,25 @@
|
|||||||
|
import { createParamDecorator, type ExecutionContext } from '@nestjs/common';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
|
||||||
|
export const Language: () => ParameterDecorator = createParamDecorator(
|
||||||
|
(options: any, ctx: ExecutionContext): LanguageEnum => {
|
||||||
|
const headers = ctx.switchToHttp()?.getRequest()?.headers;
|
||||||
|
|
||||||
|
if (!headers) return LanguageEnum.ptbr;
|
||||||
|
|
||||||
|
let language: LanguageEnum =
|
||||||
|
headers['dadosfera-lang'] ?? headers['accept-language'];
|
||||||
|
language = language?.toLowerCase().trim() as LanguageEnum;
|
||||||
|
|
||||||
|
if (!language) return LanguageEnum.ptbr;
|
||||||
|
|
||||||
|
Object.values(LanguageEnum).some((l) => {
|
||||||
|
if (language === l || l.includes(language)) {
|
||||||
|
language = l;
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
language = LanguageEnum.enus;
|
||||||
|
});
|
||||||
|
return language;
|
||||||
|
},
|
||||||
|
);
|
||||||
@@ -0,0 +1,28 @@
|
|||||||
|
import { type CustomDecorator } from '@nestjs/common';
|
||||||
|
|
||||||
|
// implementation copied from SetMetadata, but tweaked to get existing values
|
||||||
|
// of the metadataKey and accumulate it with the new metadataValue
|
||||||
|
export function SetMultipleMetadata(
|
||||||
|
metadataKey,
|
||||||
|
metadataValue,
|
||||||
|
): CustomDecorator {
|
||||||
|
const decoratorFactory: CustomDecorator = (target, key?, descriptor?) => {
|
||||||
|
// .start: tweak
|
||||||
|
// descriptor?.value = function decorator; target = class decorator
|
||||||
|
const accumulatedVal =
|
||||||
|
Reflect.getMetadata(metadataKey, descriptor?.value ?? target) ?? [];
|
||||||
|
accumulatedVal.push(metadataValue);
|
||||||
|
// .end: tweak
|
||||||
|
|
||||||
|
if (descriptor) {
|
||||||
|
Reflect.defineMetadata(metadataKey, accumulatedVal, descriptor.value);
|
||||||
|
return descriptor;
|
||||||
|
}
|
||||||
|
|
||||||
|
Reflect.defineMetadata(metadataKey, accumulatedVal, target);
|
||||||
|
return target;
|
||||||
|
};
|
||||||
|
|
||||||
|
decoratorFactory.KEY = metadataKey;
|
||||||
|
return decoratorFactory;
|
||||||
|
}
|
||||||
@@ -0,0 +1,13 @@
|
|||||||
|
import { applyDecorators } from '@nestjs/common';
|
||||||
|
import { ApiExcludeController, ApiExcludeEndpoint } from '@nestjs/swagger';
|
||||||
|
|
||||||
|
export function ApiInternalOnlyEndpoint() {
|
||||||
|
if (process.env.INTERNAL_SWAGGER !== 'true')
|
||||||
|
return applyDecorators(ApiExcludeEndpoint());
|
||||||
|
return () => null;
|
||||||
|
}
|
||||||
|
export function ApiInternalOnlyController() {
|
||||||
|
if (process.env.INTERNAL_SWAGGER !== 'true')
|
||||||
|
return applyDecorators(ApiExcludeController());
|
||||||
|
return () => null;
|
||||||
|
}
|
||||||
@@ -1,17 +1,14 @@
|
|||||||
import request from 'supertest';
|
|
||||||
import { Test } from '@nestjs/testing';
|
|
||||||
import { HttpStatus, INestApplication } from '@nestjs/common';
|
|
||||||
import { APP_GUARD } from '@nestjs/core';
|
|
||||||
import jwt from 'jsonwebtoken';
|
|
||||||
|
|
||||||
import { Controller, Get } from '@nestjs/common';
|
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { AuthenticationGuard } from './authentication.guard';
|
import { Controller, Get, HttpStatus, INestApplication } from '@nestjs/common';
|
||||||
|
import { APP_GUARD } from '@nestjs/core';
|
||||||
|
import { Test } from '@nestjs/testing';
|
||||||
|
import jwt from 'jsonwebtoken';
|
||||||
|
import request from 'supertest';
|
||||||
|
import { AuthenticationGuard } from '../authentication/authentication.guard';
|
||||||
|
import { PERMISSIONS_GROUPS } from '../authentication/permissions.enum';
|
||||||
import { AuthClientService } from '../modules/auth/auth.service';
|
import { AuthClientService } from '../modules/auth/auth.service';
|
||||||
|
|
||||||
import ErrorCodes from '../utils/errorCodes';
|
import ErrorCodes from '../utils/errorCodes';
|
||||||
import { User } from './user.decorator';
|
import { User } from './user.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from './permissions.enum';
|
|
||||||
|
|
||||||
const logger = {
|
const logger = {
|
||||||
info: (...args) => args,
|
info: (...args) => args,
|
||||||
@@ -49,7 +46,7 @@ describe('user.decorator', () => {
|
|||||||
const fakeUserPayload = {
|
const fakeUserPayload = {
|
||||||
user_id: 'd50d33c7-6c2b-463c-861f-e21667e7c125',
|
user_id: 'd50d33c7-6c2b-463c-861f-e21667e7c125',
|
||||||
username: 'super.admin',
|
username: 'super.admin',
|
||||||
permissions: [PERMISSIONS_GROUPS.METABASE.permissions.OPEN].map(
|
permissions: [PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE].map(
|
||||||
({ seqid }) => seqid,
|
({ seqid }) => seqid,
|
||||||
),
|
),
|
||||||
customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
|
customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
import { createParamDecorator, ExecutionContext } from '@nestjs/common';
|
import { createParamDecorator, type ExecutionContext } from '@nestjs/common';
|
||||||
|
|
||||||
import ErrorBuilder from '../utils/ErrorBuilder';
|
import ErrorBuilder from '../utils/ErrorBuilder';
|
||||||
import ErrorCodes from '../utils/errorCodes';
|
import ErrorCodes from '../utils/errorCodes';
|
||||||
@@ -3,7 +3,6 @@ import {
|
|||||||
Catch,
|
Catch,
|
||||||
ArgumentsHost,
|
ArgumentsHost,
|
||||||
HttpException,
|
HttpException,
|
||||||
HttpStatus,
|
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { Response } from 'express';
|
import { Response } from 'express';
|
||||||
|
|
||||||
|
|||||||
+48
-14
@@ -6,6 +6,8 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
|||||||
|
|
||||||
import { AppModule } from './app.module';
|
import { AppModule } from './app.module';
|
||||||
import { writeFileSync } from 'fs';
|
import { writeFileSync } from 'fs';
|
||||||
|
import { execSync } from 'child_process';
|
||||||
|
import { INestApplication } from '@nestjs/common';
|
||||||
async function bootstrap() {
|
async function bootstrap() {
|
||||||
DadosferaLogger.setupLogger({
|
DadosferaLogger.setupLogger({
|
||||||
serviceName: 'maestro',
|
serviceName: 'maestro',
|
||||||
@@ -22,28 +24,60 @@ async function bootstrap() {
|
|||||||
optionsSuccessStatus: 204,
|
optionsSuccessStatus: 204,
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
app.use(helmet());
|
app.use(helmet());
|
||||||
|
configureSwagger(app);
|
||||||
|
await app.listen(3333);
|
||||||
|
if (process.env.KILL_AFTER_START) await app.close();
|
||||||
|
}
|
||||||
|
|
||||||
const date = new Date();
|
function configureSwagger(app: INestApplication) {
|
||||||
|
let branchName = '';
|
||||||
|
try {
|
||||||
|
branchName = execSync('git rev-parse --abbrev-ref HEAD')
|
||||||
|
.toString()
|
||||||
|
.replace('\n', '')
|
||||||
|
.trim();
|
||||||
|
} catch (error) {
|
||||||
|
console.warn("Can't get branch name", error);
|
||||||
|
}
|
||||||
|
const swaggerTitle = branchName ? `Maestro - ${branchName}` : 'Maestro';
|
||||||
|
|
||||||
const config = new DocumentBuilder()
|
const swaggerConfig = new DocumentBuilder()
|
||||||
.setTitle('Maestro')
|
.setTitle(swaggerTitle)
|
||||||
.setDescription('Documentation for Maestro gateway')
|
.setDescription('Documentation for Maestro gateway')
|
||||||
.setVersion(
|
.addSecurity('access-token', {
|
||||||
`${date.getDate()}.${
|
type: 'apiKey',
|
||||||
date.getMonth() + 1
|
name: 'Authorization',
|
||||||
}.${date.getFullYear()} - ${date.getHours()}:${date.getMinutes()}`,
|
in: 'header',
|
||||||
)
|
})
|
||||||
.addBearerAuth()
|
.setDescription('This is the Maestro API');
|
||||||
.build();
|
|
||||||
|
if (process.env.INTERNAL_SWAGGER !== 'true')
|
||||||
|
swaggerConfig.addServer('https://maestro.dadosfera.ai', 'Dadosfera API');
|
||||||
|
|
||||||
|
const config = swaggerConfig.build();
|
||||||
|
|
||||||
const document = SwaggerModule.createDocument(app, config);
|
const document = SwaggerModule.createDocument(app, config);
|
||||||
|
|
||||||
|
const swaggerJsonFile =
|
||||||
|
process.env.INTERNAL_SWAGGER === 'true'
|
||||||
|
? 'docsfera.json'
|
||||||
|
: 'docsfera.external.json';
|
||||||
|
|
||||||
if (process.env.ENV === 'local') SwaggerModule.setup('api', app, document);
|
if (process.env.ENV === 'local') SwaggerModule.setup('api', app, document);
|
||||||
|
|
||||||
await writeFileSync('swagger.txt', JSON.stringify(JSON.stringify(document)));
|
writeFileSync(
|
||||||
|
swaggerJsonFile,
|
||||||
await app.listen(3333);
|
JSON.stringify(
|
||||||
|
{
|
||||||
|
service: '${DOCS_API_TOKEN}',
|
||||||
|
pageId: '${DOCS_PAGE_ID}',
|
||||||
|
blockId: '${DOCS_BLOCK_ID}',
|
||||||
|
schema: document,
|
||||||
|
},
|
||||||
|
null,
|
||||||
|
2,
|
||||||
|
),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
bootstrap();
|
bootstrap();
|
||||||
|
|||||||
@@ -0,0 +1,38 @@
|
|||||||
|
# Auth
|
||||||
|
|
||||||
|
## SSO/oAuth
|
||||||
|
|
||||||
|
### Strategy
|
||||||
|
We are using [PassportJs](https://www.passportjs.org/) to handle oAuth authentications.
|
||||||
|
|
||||||
|
When the client (front end) makes a `GET /auth/oauth/{strategy}` Passport automatically redirects the user to the `strategy` login page. To do that we must configure and use a **Passport Strategy**. We must also have a callback route, conventionally `GET /auth/oauth/{strategy}/callback`, so the oAuth app can report the status of the user's login.
|
||||||
|
|
||||||
|
- If the oAuth is successfull we call DUC's `AuthOauthSignIn` request that gets the tokens from Cognito and saves them on cache temporarily under a key we call `session`. Duc returns that `session` to maestro which then redirects the user to our app login page with that `session` as a query param.
|
||||||
|
|
||||||
|
- If the oAuth login is not successfull for some reason or the user **does not** exist on DUC's database we redirect the user to our login page with an `error` and `error_description` as query params.
|
||||||
|
|
||||||
|
### Routes
|
||||||
|
|
||||||
|
So in order to have an SSO login, besides configuring the Strategy, we must have two routes for each Strategy, like in the example below:
|
||||||
|
|
||||||
|
```ts
|
||||||
|
@Get('oauth/google')
|
||||||
|
@UseGuards(AuthGuard('google-login'))
|
||||||
|
googleOauth() {
|
||||||
|
this.logger.info('/oauth/google');
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Get('oauth/google/callback')
|
||||||
|
@UseGuards(AuthGuard('google-login'))
|
||||||
|
@Redirect()
|
||||||
|
async googleOauthCallback(@Req() req) {
|
||||||
|
const { url, email, token, language = 'pt-br' } = await this.callback(req);
|
||||||
|
if (url.searchParams.get('error')) {
|
||||||
|
this.logger.error('/oauth/google - ERROR');
|
||||||
|
return { url: url.href };
|
||||||
|
}
|
||||||
|
// ... Rest of the logic
|
||||||
|
return { url: url.href };
|
||||||
|
}
|
||||||
|
```
|
||||||
@@ -7,11 +7,19 @@ import {
|
|||||||
HttpStatus,
|
HttpStatus,
|
||||||
Inject,
|
Inject,
|
||||||
UseFilters,
|
UseFilters,
|
||||||
|
Get,
|
||||||
|
UseGuards,
|
||||||
|
Redirect,
|
||||||
|
Req,
|
||||||
|
Param,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiTags } from '@nestjs/swagger';
|
|
||||||
import {
|
import {
|
||||||
AuthSignInRequest,
|
ApiHeaders,
|
||||||
AuthRefreshAccessTokenRequest,
|
ApiOkResponse,
|
||||||
|
ApiSecurity,
|
||||||
|
ApiTags,
|
||||||
|
} from '@nestjs/swagger';
|
||||||
|
import {
|
||||||
AuthChangePasswordRequest,
|
AuthChangePasswordRequest,
|
||||||
AuthResetPasswordRequest,
|
AuthResetPasswordRequest,
|
||||||
AuthVerifyResetPasswordCodeRequest,
|
AuthVerifyResetPasswordCodeRequest,
|
||||||
@@ -22,17 +30,36 @@ import {
|
|||||||
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
|
|
||||||
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
import { RequireAllPermissions } from 'src/authentication/authentication.decorator';
|
import {
|
||||||
|
Authenticated,
|
||||||
|
RequireAllPermissions,
|
||||||
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { AuthClientService } from './auth.service';
|
import { AuthClientService } from './auth.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
|
import {
|
||||||
|
AuthRefreshAccessTokenReq,
|
||||||
|
AuthRefreshAccessTokenRes,
|
||||||
|
AuthSignInReq,
|
||||||
|
AuthSignInRes,
|
||||||
|
} from './dtos/login';
|
||||||
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
import { AuthGuard } from '@nestjs/passport';
|
||||||
|
import { Request } from 'express';
|
||||||
|
import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes';
|
||||||
|
import jwt from 'jsonwebtoken';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
@ApiTags('Auth')
|
@ApiTags('Auth')
|
||||||
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Controller('auth')
|
@Controller('auth')
|
||||||
export class AuthController {
|
export class AuthController {
|
||||||
logger: DadosferaLogger;
|
logger: DadosferaLogger;
|
||||||
|
redirectUrl: string;
|
||||||
|
|
||||||
constructor(
|
constructor(
|
||||||
@Inject(DadosferaLogger)
|
@Inject(DadosferaLogger)
|
||||||
@@ -40,8 +67,49 @@ export class AuthController {
|
|||||||
private authClient: AuthClientService,
|
private authClient: AuthClientService,
|
||||||
) {
|
) {
|
||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
|
|
||||||
|
switch (process.env.ENV) {
|
||||||
|
case 'stg':
|
||||||
|
this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/auth/login`;
|
||||||
|
break;
|
||||||
|
case 'prd':
|
||||||
|
this.redirectUrl = `https://app.dadosfera.ai/auth/login`;
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
this.redirectUrl = `http://localhost:4200/auth/login`;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Post('sign-in')
|
||||||
|
@HttpCode(HttpStatus.OK)
|
||||||
|
async signIn(
|
||||||
|
@Body() { username, password, totp }: AuthSignInReq,
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
): Promise<AuthSignInRes> {
|
||||||
|
this.logger.info('/auth - SignIn');
|
||||||
|
const metadata = PackTheMetadata({ language });
|
||||||
|
return this.authClient.signIn({ username, password, totp }, metadata);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Post('refresh-access-token')
|
||||||
|
@HttpCode(HttpStatus.OK)
|
||||||
|
@ApiOkResponse({ type: AuthRefreshAccessTokenRes })
|
||||||
|
async refreshAccessToken(
|
||||||
|
@Body() body: AuthRefreshAccessTokenReq,
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
) {
|
||||||
|
this.logger.info('/auth - RefreshAccessToken');
|
||||||
|
const { refreshToken, customerName: customer_name } = body;
|
||||||
|
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
customer_name,
|
||||||
|
language,
|
||||||
|
});
|
||||||
|
|
||||||
|
return this.authClient.refreshAccessToken({ refreshToken }, metadata);
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('/sso/snowflake')
|
@Post('/sso/snowflake')
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.SNOWFLAKE.permissions.OPEN)
|
@RequireAllPermissions(PERMISSIONS_GROUPS.SNOWFLAKE.permissions.OPEN)
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
@@ -57,24 +125,7 @@ export class AuthController {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
@Post('sign-in')
|
@ApiInternalOnlyEndpoint()
|
||||||
@HttpCode(HttpStatus.OK)
|
|
||||||
async signIn(@Body() { username, password, totp }: AuthSignInRequest) {
|
|
||||||
this.logger.info('/auth - SignIn');
|
|
||||||
|
|
||||||
return this.authClient.signIn({ username, password, totp });
|
|
||||||
}
|
|
||||||
|
|
||||||
@Post('refresh-access-token')
|
|
||||||
@HttpCode(HttpStatus.OK)
|
|
||||||
async refreshAccessToken(
|
|
||||||
@Body() { refreshToken }: AuthRefreshAccessTokenRequest,
|
|
||||||
) {
|
|
||||||
this.logger.info('/auth - RefreshAccessToken');
|
|
||||||
|
|
||||||
return this.authClient.refreshAccessToken({ refreshToken });
|
|
||||||
}
|
|
||||||
|
|
||||||
@Post('change-password')
|
@Post('change-password')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async changePassword(
|
async changePassword(
|
||||||
@@ -93,16 +144,24 @@ export class AuthController {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('reset-password')
|
@Post('reset-password')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async resetPassword(@Body() body: AuthResetPasswordRequest) {
|
async resetPassword(
|
||||||
|
@Body() body: AuthResetPasswordRequest,
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
) {
|
||||||
this.logger.info('/auth - reset-password');
|
this.logger.info('/auth - reset-password');
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
language: language,
|
||||||
|
});
|
||||||
|
|
||||||
const { username } = body;
|
const { username } = body;
|
||||||
|
|
||||||
return this.authClient.resetPassword({ username });
|
return this.authClient.resetPassword({ username }, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('verify-reset-password-code')
|
@Post('verify-reset-password-code')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async verifyResetPasswordCode(
|
async verifyResetPasswordCode(
|
||||||
@@ -115,6 +174,7 @@ export class AuthController {
|
|||||||
return this.authClient.verifyResetPasswordCode({ username, code });
|
return this.authClient.verifyResetPasswordCode({ username, code });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('confirm-reset-password')
|
@Post('confirm-reset-password')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async confirmResetPassword(@Body() body: AuthConfirmResetPasswordRequest) {
|
async confirmResetPassword(@Body() body: AuthConfirmResetPasswordRequest) {
|
||||||
@@ -129,6 +189,7 @@ export class AuthController {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('enable-totp')
|
@Post('enable-totp')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async enableTotpMFA(
|
async enableTotpMFA(
|
||||||
@@ -143,6 +204,7 @@ export class AuthController {
|
|||||||
return this.authClient.enableTotpMFA({ accessToken, password });
|
return this.authClient.enableTotpMFA({ accessToken, password });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('disable-totp')
|
@Post('disable-totp')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async disableTotpMFA(
|
async disableTotpMFA(
|
||||||
@@ -157,6 +219,7 @@ export class AuthController {
|
|||||||
return this.authClient.disableTotpMFA({ accessToken, password });
|
return this.authClient.disableTotpMFA({ accessToken, password });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('dismiss-totp')
|
@Post('dismiss-totp')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async dismissTotpMFA(@Headers() headers) {
|
async dismissTotpMFA(@Headers() headers) {
|
||||||
@@ -167,6 +230,7 @@ export class AuthController {
|
|||||||
return this.authClient.dismissTotpMFA({ accessToken });
|
return this.authClient.dismissTotpMFA({ accessToken });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('verify-totp')
|
@Post('verify-totp')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async verifyTotp(@Body() body: AuthVerifyTotpMfaRequest, @Headers() headers) {
|
async verifyTotp(@Body() body: AuthVerifyTotpMfaRequest, @Headers() headers) {
|
||||||
@@ -177,4 +241,107 @@ export class AuthController {
|
|||||||
|
|
||||||
return this.authClient.verifyTotp({ accessToken, totp });
|
return this.authClient.verifyTotp({ accessToken, totp });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Authenticated()
|
||||||
|
@ApiSecurity('access-token')
|
||||||
|
@Get('verify-access-token')
|
||||||
|
verifyAccessToken() {
|
||||||
|
return { access_token_status: 'valid' };
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Get('session/:session')
|
||||||
|
getSession(@Param('session') session: string) {
|
||||||
|
return this.authClient.getSession(session);
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Get('oauth/google')
|
||||||
|
@UseGuards(AuthGuard('google-login'))
|
||||||
|
googleOauth() {
|
||||||
|
this.logger.info('/oauth/google');
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Get('oauth/google/callback')
|
||||||
|
@UseGuards(AuthGuard('google-login'))
|
||||||
|
@Redirect()
|
||||||
|
async googleOauthCallback(@Req() req) {
|
||||||
|
const { url, email, token, language = 'pt-br' } = await this.callback(req);
|
||||||
|
if (url.searchParams.get('error')) {
|
||||||
|
this.logger.error('/oauth/google - ERROR');
|
||||||
|
return { url: url.href };
|
||||||
|
}
|
||||||
|
|
||||||
|
await this.authClient
|
||||||
|
.oauthSignIn({
|
||||||
|
username: email,
|
||||||
|
token,
|
||||||
|
})
|
||||||
|
.then(({ session }) => {
|
||||||
|
this.logger.info('/oauth/google - SUCESS');
|
||||||
|
url.searchParams.set('session', session);
|
||||||
|
})
|
||||||
|
.catch((err) => {
|
||||||
|
this.logger.error('/oauth/google - ERROR');
|
||||||
|
let error = OauthErrors.INVALID_CREDENTIALS[language].error;
|
||||||
|
let error_description =
|
||||||
|
OauthErrors.INVALID_CREDENTIALS[language].error_description;
|
||||||
|
switch (err.details) {
|
||||||
|
case ErrorCodes.USER.NOT_FOUND:
|
||||||
|
error = OauthErrors.USER_NOT_FOUND[language].error;
|
||||||
|
error_description =
|
||||||
|
OauthErrors.USER_NOT_FOUND[language].error_description(email);
|
||||||
|
break;
|
||||||
|
case ErrorCodes.AUTH.UNAUTHORIZED:
|
||||||
|
error = OauthErrors.INVALID_SESSION[language].error;
|
||||||
|
error_description =
|
||||||
|
OauthErrors.INVALID_SESSION[language].error_description;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
url.searchParams.set('error', error);
|
||||||
|
url.searchParams.set('error_description', error_description);
|
||||||
|
return null;
|
||||||
|
});
|
||||||
|
return { url: url.href };
|
||||||
|
}
|
||||||
|
|
||||||
|
async callback(req: Request) {
|
||||||
|
const { error, state } = req.query;
|
||||||
|
const { authInfo } = req;
|
||||||
|
const url = new URL(this.redirectUrl);
|
||||||
|
let email, token, error_title, error_description;
|
||||||
|
let language: 'pt-br' | 'en-us' = 'pt-br';
|
||||||
|
|
||||||
|
const stateObject = jwt.verify(
|
||||||
|
state as string,
|
||||||
|
process.env.JWT_PRIVATE_KEY,
|
||||||
|
);
|
||||||
|
if (typeof stateObject != 'string') language = stateObject.language;
|
||||||
|
|
||||||
|
if (error || !authInfo) {
|
||||||
|
this.logger.error(error);
|
||||||
|
if (!authInfo) this.logger.error('No authInfo', { request: req });
|
||||||
|
|
||||||
|
error_title = OauthErrors.INVALID_CREDENTIALS[language].error;
|
||||||
|
error_description =
|
||||||
|
OauthErrors.INVALID_CREDENTIALS[language].error_description;
|
||||||
|
if (error) error_description += ` - [${error}]`;
|
||||||
|
} else {
|
||||||
|
const { accessToken } = authInfo as any;
|
||||||
|
const { _json: userInfo } = req.user as any;
|
||||||
|
|
||||||
|
email = userInfo.email;
|
||||||
|
token = accessToken;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (error_title) {
|
||||||
|
url.searchParams.set('error', error_title);
|
||||||
|
url.searchParams.set('error_description', error_description);
|
||||||
|
}
|
||||||
|
|
||||||
|
return { token, email, url, language };
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -6,12 +6,19 @@ import { AuthController } from './auth.controller';
|
|||||||
import { AuthClientService } from './auth.service';
|
import { AuthClientService } from './auth.service';
|
||||||
|
|
||||||
import { DucClient } from '../duc/client.config';
|
import { DucClient } from '../duc/client.config';
|
||||||
|
import { GoogleLoginStrategy } from './passport-strategies/google-strategy';
|
||||||
|
import { getOauthSecrets } from 'src/utils/OauthSecrets';
|
||||||
const client = new DucClient();
|
const client = new DucClient();
|
||||||
|
|
||||||
@Module({
|
@Module({
|
||||||
imports: [ClientsModule.register([client.providerOptions])],
|
imports: [ClientsModule.register([client.providerOptions])],
|
||||||
controllers: [AuthController],
|
controllers: [AuthController],
|
||||||
providers: [AuthClientService, DadosferaLogger],
|
providers: [
|
||||||
|
AuthClientService,
|
||||||
|
DadosferaLogger,
|
||||||
|
GoogleLoginStrategy,
|
||||||
|
{ provide: 'OAUTH_SECRETS', useValue: getOauthSecrets() },
|
||||||
|
],
|
||||||
exports: [AuthClientService],
|
exports: [AuthClientService],
|
||||||
})
|
})
|
||||||
export class AuthModule {}
|
export class AuthModule {}
|
||||||
|
|||||||
@@ -19,6 +19,7 @@ import {
|
|||||||
AuthConfirmResetPasswordRequest,
|
AuthConfirmResetPasswordRequest,
|
||||||
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
import { DucClient } from '../duc/client.config';
|
import { DucClient } from '../duc/client.config';
|
||||||
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
|
|
||||||
@Injectable()
|
@Injectable()
|
||||||
export class AuthClientService implements OnModuleInit {
|
export class AuthClientService implements OnModuleInit {
|
||||||
@@ -51,19 +52,25 @@ export class AuthClientService implements OnModuleInit {
|
|||||||
return lastValueFrom(this.authService.AuthSnowflakeSignIn(input));
|
return lastValueFrom(this.authService.AuthSnowflakeSignIn(input));
|
||||||
}
|
}
|
||||||
|
|
||||||
async signIn({ username, password, totp }: AuthSignInRequest) {
|
async signIn(
|
||||||
|
{ username, password, totp }: AuthSignInRequest,
|
||||||
|
metadata: Metadata,
|
||||||
|
) {
|
||||||
this.logger.info('SignIn');
|
this.logger.info('SignIn');
|
||||||
|
|
||||||
return lastValueFrom(
|
return lastValueFrom(
|
||||||
this.authService.AuthSignIn({ username, password, totp }),
|
this.authService.AuthSignIn({ username, password, totp }, metadata),
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async refreshAccessToken({ refreshToken }: AuthRefreshAccessTokenRequest) {
|
async refreshAccessToken(
|
||||||
|
{ refreshToken }: AuthRefreshAccessTokenRequest,
|
||||||
|
metadata: Metadata,
|
||||||
|
) {
|
||||||
this.logger.info('RefreshAccessToken');
|
this.logger.info('RefreshAccessToken');
|
||||||
|
|
||||||
return lastValueFrom(
|
return lastValueFrom(
|
||||||
this.authService.AuthRefreshAccessToken({ refreshToken }),
|
this.authService.AuthRefreshAccessToken({ refreshToken }, metadata),
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -83,10 +90,15 @@ export class AuthClientService implements OnModuleInit {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async resetPassword({ username }: AuthResetPasswordRequest) {
|
async resetPassword(
|
||||||
|
{ username }: AuthResetPasswordRequest,
|
||||||
|
metadata: Metadata,
|
||||||
|
) {
|
||||||
this.logger.info('resetPassword');
|
this.logger.info('resetPassword');
|
||||||
|
|
||||||
return lastValueFrom(this.authService.AuthResetPassword({ username }));
|
return lastValueFrom(
|
||||||
|
this.authService.AuthResetPassword({ username }, metadata),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async verifyResetPasswordCode({
|
async verifyResetPasswordCode({
|
||||||
@@ -145,4 +157,13 @@ export class AuthClientService implements OnModuleInit {
|
|||||||
this.authService.AuthVerifyTotpMfa({ accessToken, totp }),
|
this.authService.AuthVerifyTotpMfa({ accessToken, totp }),
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async getSession(session: string) {
|
||||||
|
return lastValueFrom(this.authService.AuthGetSession({ session }));
|
||||||
|
}
|
||||||
|
|
||||||
|
async oauthSignIn(data: { username: string; token: string }) {
|
||||||
|
const { username, token } = data;
|
||||||
|
return lastValueFrom(this.authService.AuthOauthSignIn({ token, username }));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,4 +1,9 @@
|
|||||||
import { ApiProperty } from '@nestjs/swagger';
|
import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
|
||||||
|
import {
|
||||||
|
AuthSignInRequest,
|
||||||
|
AuthSignInResponse,
|
||||||
|
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
|
import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
|
||||||
|
|
||||||
export class LoginDto {
|
export class LoginDto {
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
@@ -10,3 +15,106 @@ export class LoginDto {
|
|||||||
@ApiProperty({ required: false })
|
@ApiProperty({ required: false })
|
||||||
totp: string;
|
totp: string;
|
||||||
}
|
}
|
||||||
|
export class AuthTokens {
|
||||||
|
@ApiProperty()
|
||||||
|
accessToken: string;
|
||||||
|
@ApiProperty()
|
||||||
|
refreshToken: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
termsOfUseToken: string;
|
||||||
|
@ApiProperty({ deprecated: true })
|
||||||
|
idToken: string;
|
||||||
|
}
|
||||||
|
export enum MfaStatuses {
|
||||||
|
PENDING = 'pending',
|
||||||
|
NONE = 'none',
|
||||||
|
TOTP = 'totp',
|
||||||
|
}
|
||||||
|
|
||||||
|
export enum TouStatuses {
|
||||||
|
PENDING = 'pending',
|
||||||
|
REQUIRED = 'required',
|
||||||
|
OK = 'ok',
|
||||||
|
}
|
||||||
|
export class TermsOfUse {
|
||||||
|
@ApiProperty()
|
||||||
|
version: number;
|
||||||
|
@ApiProperty()
|
||||||
|
publicUrl: string;
|
||||||
|
@ApiProperty()
|
||||||
|
enforceDate: string;
|
||||||
|
@ApiProperty()
|
||||||
|
createdAt: string;
|
||||||
|
}
|
||||||
|
export class TermsOfUseStatus {
|
||||||
|
@ApiProperty({ enum: TouStatuses })
|
||||||
|
status: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
lastSigned?: TermsOfUse;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
next?: TermsOfUse;
|
||||||
|
}
|
||||||
|
export class AuthUser {
|
||||||
|
@ApiProperty()
|
||||||
|
id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
username: string;
|
||||||
|
@ApiProperty()
|
||||||
|
createdAt: string;
|
||||||
|
}
|
||||||
|
export class AuthCustomer {
|
||||||
|
@ApiProperty()
|
||||||
|
modules: string[];
|
||||||
|
@ApiProperty()
|
||||||
|
id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
tier: string;
|
||||||
|
@ApiProperty()
|
||||||
|
scheduleLimit: string;
|
||||||
|
@ApiProperty()
|
||||||
|
links: Link[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export class AuthSignInReq implements AuthSignInRequest {
|
||||||
|
@ApiProperty()
|
||||||
|
username: string;
|
||||||
|
@ApiProperty()
|
||||||
|
password: string;
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description:
|
||||||
|
'TOTP code used to login when Multi-Factor Authentication is enabled',
|
||||||
|
})
|
||||||
|
totp: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class AuthSignInRes implements AuthSignInResponse {
|
||||||
|
@ApiProperty()
|
||||||
|
permissions: string[];
|
||||||
|
@ApiProperty({ enum: MfaStatuses })
|
||||||
|
mfaStatus: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
customer?: AuthCustomer;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
user?: AuthUser;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
tokens?: AuthTokens;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
termsOfUse?: TermsOfUseStatus;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class AuthRefreshAccessTokenReq {
|
||||||
|
@ApiProperty()
|
||||||
|
refreshToken: string;
|
||||||
|
@ApiProperty()
|
||||||
|
customerName: string;
|
||||||
|
}
|
||||||
|
export class AuthRefreshAccessTokenRes {
|
||||||
|
@ApiProperty()
|
||||||
|
permissions: string[];
|
||||||
|
@ApiProperty()
|
||||||
|
accessToken: string;
|
||||||
|
}
|
||||||
|
|||||||
@@ -0,0 +1,46 @@
|
|||||||
|
import {
|
||||||
|
AuthenticateOptionsGoogle,
|
||||||
|
Profile,
|
||||||
|
Strategy,
|
||||||
|
StrategyOptions,
|
||||||
|
} from 'passport-google-oauth20';
|
||||||
|
import { PassportStrategy } from '@nestjs/passport';
|
||||||
|
import { Inject, Injectable } from '@nestjs/common';
|
||||||
|
import { OauthSecrets } from 'src/utils/OauthSecrets';
|
||||||
|
import { Request } from 'express';
|
||||||
|
import jwt from 'jsonwebtoken';
|
||||||
|
|
||||||
|
@Injectable()
|
||||||
|
export class GoogleLoginStrategy extends PassportStrategy(
|
||||||
|
Strategy,
|
||||||
|
'google-login',
|
||||||
|
) {
|
||||||
|
redirect_uri: string;
|
||||||
|
constructor(
|
||||||
|
@Inject('OAUTH_SECRETS')
|
||||||
|
private readonly oauthSecrets: OauthSecrets,
|
||||||
|
) {
|
||||||
|
const options: StrategyOptions = {
|
||||||
|
clientID: oauthSecrets['google-login'].client_id,
|
||||||
|
clientSecret: oauthSecrets['google-login'].client_secret,
|
||||||
|
callbackURL: oauthSecrets['google-login'].redirect_uri,
|
||||||
|
scope: ['email', 'profile', 'openid'],
|
||||||
|
};
|
||||||
|
const verify = (
|
||||||
|
accessToken: string,
|
||||||
|
refreshToken: string,
|
||||||
|
profile: Profile,
|
||||||
|
done,
|
||||||
|
) => {
|
||||||
|
return done(null, profile, { accessToken, refreshToken });
|
||||||
|
};
|
||||||
|
|
||||||
|
super(options, verify);
|
||||||
|
}
|
||||||
|
|
||||||
|
authenticate(req: Request, options: AuthenticateOptionsGoogle) {
|
||||||
|
const language = req.headers['dadosfera-lang'] || req.query.language;
|
||||||
|
options.state = jwt.sign({ language }, process.env.JWT_PRIVATE_KEY);
|
||||||
|
super.authenticate(req, options);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -6,6 +6,8 @@ import {
|
|||||||
import { credentials } from '@grpc/grpc-js';
|
import { credentials } from '@grpc/grpc-js';
|
||||||
import { Catalog } from '@dadosfera/protospack-v2';
|
import { Catalog } from '@dadosfera/protospack-v2';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.PIFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class CatalogClientConfiguration {
|
export class CatalogClientConfiguration {
|
||||||
public name = 'CatalogClientConfiguration';
|
public name = 'CatalogClientConfiguration';
|
||||||
private config: GrpcOptions = {
|
private config: GrpcOptions = {
|
||||||
@@ -16,10 +18,7 @@ export class CatalogClientConfiguration {
|
|||||||
Catalog.ProtoPackages.ReadPackage,
|
Catalog.ProtoPackages.ReadPackage,
|
||||||
Catalog.ProtoPackages.WritePackage,
|
Catalog.ProtoPackages.WritePackage,
|
||||||
],
|
],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.LOCAL_ENV || process.env.ENV === 'local'
|
|
||||||
? undefined
|
|
||||||
: credentials.createSsl(),
|
|
||||||
protoPath: [
|
protoPath: [
|
||||||
Catalog.ProtoPaths.ReadFilePath,
|
Catalog.ProtoPaths.ReadFilePath,
|
||||||
Catalog.ProtoPaths.WriteFilePath,
|
Catalog.ProtoPaths.WriteFilePath,
|
||||||
|
|||||||
File diff suppressed because it is too large
Load Diff
@@ -8,6 +8,7 @@ import { CatalogClientConfiguration } from './catalog-client';
|
|||||||
import { ClientsModule } from '@nestjs/microservices';
|
import { ClientsModule } from '@nestjs/microservices';
|
||||||
import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
|
import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
|
||||||
import { UsersModule } from '../users/users.module';
|
import { UsersModule } from '../users/users.module';
|
||||||
|
import { RolesModule } from '../roles/roles.module';
|
||||||
|
|
||||||
const client = new CatalogClientConfiguration();
|
const client = new CatalogClientConfiguration();
|
||||||
|
|
||||||
@@ -16,6 +17,7 @@ const client = new CatalogClientConfiguration();
|
|||||||
ClientsModule.register([client.providerOptions]),
|
ClientsModule.register([client.providerOptions]),
|
||||||
OldPipelineModule,
|
OldPipelineModule,
|
||||||
UsersModule,
|
UsersModule,
|
||||||
|
RolesModule,
|
||||||
],
|
],
|
||||||
controllers: [CatalogController],
|
controllers: [CatalogController],
|
||||||
providers: [CatalogService, DadosferaLogger],
|
providers: [CatalogService, DadosferaLogger],
|
||||||
|
|||||||
@@ -1,8 +1,10 @@
|
|||||||
import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
|
import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
|
||||||
import { ReadService } from '@dadosfera/protospack-v2/dist/lib/Catalog';
|
import {
|
||||||
import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Catalog';
|
WriteService,
|
||||||
import { Messages } from '@dadosfera/protospack-v2/dist/lib/Catalog';
|
ReadService,
|
||||||
import { WriteService } from '@dadosfera/protospack-v2/dist/lib/Catalog';
|
ProtoServices,
|
||||||
|
Messages,
|
||||||
|
} from '@dadosfera/protospack-v2/dist/lib/Catalog';
|
||||||
import {
|
import {
|
||||||
HttpException,
|
HttpException,
|
||||||
HttpStatus,
|
HttpStatus,
|
||||||
@@ -14,6 +16,9 @@ import axios from 'axios';
|
|||||||
import { lastValueFrom } from 'rxjs';
|
import { lastValueFrom } from 'rxjs';
|
||||||
import { CatalogClientConfiguration } from './catalog-client';
|
import { CatalogClientConfiguration } from './catalog-client';
|
||||||
import { UsersService } from '../users/users.service';
|
import { UsersService } from '../users/users.service';
|
||||||
|
import { RolesService } from '../roles/roles.service';
|
||||||
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
|
import { IUpdateDataRequest, TriggerCatalogReq } from './dtos';
|
||||||
|
|
||||||
class CatalogService implements OnModuleInit {
|
class CatalogService implements OnModuleInit {
|
||||||
catalogReadService: ReadService.CatalogReadServices;
|
catalogReadService: ReadService.CatalogReadServices;
|
||||||
@@ -25,6 +30,7 @@ class CatalogService implements OnModuleInit {
|
|||||||
@Inject(CatalogClientConfiguration.name)
|
@Inject(CatalogClientConfiguration.name)
|
||||||
private readonly grpcClient: ClientGrpc,
|
private readonly grpcClient: ClientGrpc,
|
||||||
private readonly userService: UsersService,
|
private readonly userService: UsersService,
|
||||||
|
private readonly roleService: RolesService,
|
||||||
) {
|
) {
|
||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
}
|
}
|
||||||
@@ -53,6 +59,15 @@ class CatalogService implements OnModuleInit {
|
|||||||
)}.dadosfera.ai`;
|
)}.dadosfera.ai`;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) {
|
||||||
|
this.logger.info('CatalogService - Manage Data assets permissions');
|
||||||
|
if (!data.embed) data.embed = undefined;
|
||||||
|
|
||||||
|
return lastValueFrom(
|
||||||
|
this.catalogWriteService.CreateDataAsset(data, metadata),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
async managePermissions(data: Messages.ManagePermissionRequest, metadata) {
|
async managePermissions(data: Messages.ManagePermissionRequest, metadata) {
|
||||||
this.logger.info('CatalogService - Manage Data assets permissions');
|
this.logger.info('CatalogService - Manage Data assets permissions');
|
||||||
|
|
||||||
@@ -79,34 +94,43 @@ class CatalogService implements OnModuleInit {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
async catalogAll(body) {
|
async commentOnDataAsset(data: Messages.MakeACommentRequest, metadata) {
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
this.logger.info('CatalogService - Manage Data assets permissions');
|
||||||
const { data } = await axios.get(`${nimbusUrl}/api/catalog/all/`);
|
|
||||||
|
|
||||||
return data;
|
return lastValueFrom(
|
||||||
|
this.catalogWriteService.MakeAComment(data, metadata),
|
||||||
|
).catch((err) => {
|
||||||
|
throw new HttpException(
|
||||||
|
err.details,
|
||||||
|
err.code === 6 ? HttpStatus.CONFLICT : 404,
|
||||||
|
);
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
async dataAppsAll(body) {
|
async deleteComment(data: Messages.UpdateACommentRequest, metadata) {
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
this.logger.info('CatalogService - Manage Data assets permissions');
|
||||||
const { data } = await axios.get(`${nimbusUrl}/api/catalog/data_apps/`);
|
|
||||||
return data;
|
return lastValueFrom(
|
||||||
|
this.catalogWriteService.UpdateAComment(data, metadata),
|
||||||
|
).catch((err) => {
|
||||||
|
throw new HttpException(
|
||||||
|
err.details,
|
||||||
|
err.code === 6 ? HttpStatus.CONFLICT : 404,
|
||||||
|
);
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
async dataAppsOne(id, body) {
|
async deleteDataAsset(data: Messages.DeleteDataAssetRequest, metadata) {
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
this.logger.info('CatalogService - Manage Data assets permissions');
|
||||||
const { data } = await axios.get(
|
|
||||||
`${nimbusUrl}/api/catalog/data_apps/${id}/`,
|
|
||||||
);
|
|
||||||
|
|
||||||
return data;
|
return lastValueFrom(
|
||||||
}
|
this.catalogWriteService.DeleteDataAsset(data, metadata),
|
||||||
|
).catch((err) => {
|
||||||
async getAllDashboardMetabase(body) {
|
throw new HttpException(
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
err.details,
|
||||||
const { data } = await axios.get(
|
err.code === 6 ? HttpStatus.CONFLICT : 404,
|
||||||
`${nimbusUrl}/api/catalog/dashboard-metabase/`,
|
);
|
||||||
);
|
});
|
||||||
return data;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async getUserRolesIds(userId: string) {
|
async getUserRolesIds(userId: string) {
|
||||||
@@ -117,213 +141,140 @@ class CatalogService implements OnModuleInit {
|
|||||||
return roles_ids;
|
return roles_ids;
|
||||||
}
|
}
|
||||||
|
|
||||||
async getAllOpenSearchDataAssets(
|
async searchDataAssets(
|
||||||
data: Messages.GetAllDataAssetsRequest,
|
query: Record<string, any>,
|
||||||
metadata,
|
metadata: Metadata,
|
||||||
|
customer_id: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('CatalogService - getAllOpenSearchDashboard');
|
this.logger.info('CatalogService - searchDataAssets');
|
||||||
|
|
||||||
const response = await lastValueFrom(
|
const { search, page, size, sort_by, order, ...filters } = query;
|
||||||
this.catalogReadService.GetAllDataAssets(data, metadata),
|
|
||||||
)
|
|
||||||
.then((res) => {
|
|
||||||
this.logger.info('Done');
|
|
||||||
return JSON.parse(res.data_assets);
|
|
||||||
})
|
|
||||||
.catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
|
|
||||||
for (const asset of response.tables) {
|
const { data_assets, total } = await lastValueFrom(
|
||||||
const condition =
|
this.catalogReadService.GetAllDataAssets(
|
||||||
asset.owner && !asset.owner.includes('@') ? true : false;
|
{
|
||||||
const result = condition
|
search,
|
||||||
? await this.userService.findOneById(asset.owner).catch(() => null)
|
page,
|
||||||
: null;
|
size,
|
||||||
|
sort_by,
|
||||||
const owner = result !== null ? result.user.username : null;
|
order,
|
||||||
|
filters: JSON.stringify(filters),
|
||||||
Object.assign(asset, { ...asset, owner });
|
},
|
||||||
}
|
metadata,
|
||||||
|
),
|
||||||
for (const asset of response.dashboards) {
|
|
||||||
const condition =
|
|
||||||
asset.owner && !asset.owner.includes('@') ? true : false;
|
|
||||||
const result = condition
|
|
||||||
? await this.userService.findOneById(asset.owner).catch(() => null)
|
|
||||||
: null;
|
|
||||||
|
|
||||||
const owner = result !== null ? result.user.username : null;
|
|
||||||
|
|
||||||
Object.assign(asset, { ...asset, owner });
|
|
||||||
}
|
|
||||||
|
|
||||||
return { data_assets: response };
|
|
||||||
}
|
|
||||||
|
|
||||||
async getOneDashboardMetabase(id, body, metadata) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(
|
|
||||||
`${nimbusUrl}/api/catalog/dashboard-metabase/${id}`,
|
|
||||||
);
|
);
|
||||||
|
|
||||||
|
const result = JSON.parse(data_assets);
|
||||||
|
|
||||||
|
const response = await this.getAssetsUsersAndRoles(
|
||||||
|
result.data_assets,
|
||||||
|
customer_id,
|
||||||
|
);
|
||||||
|
|
||||||
|
return { data_assets: response, total };
|
||||||
|
}
|
||||||
|
|
||||||
|
async getOneDataAsset(data: {
|
||||||
|
id: string;
|
||||||
|
customer_id: string;
|
||||||
|
metadata: Metadata;
|
||||||
|
}) {
|
||||||
|
const { customer_id, id, metadata } = data;
|
||||||
const { data_asset } = await lastValueFrom(
|
const { data_asset } = await lastValueFrom(
|
||||||
this.catalogReadService.GetOneDataAsset(
|
this.catalogReadService.GetOneDataAsset(
|
||||||
{ id, type: 'dashboard' },
|
{ id, type: undefined },
|
||||||
metadata,
|
metadata,
|
||||||
),
|
),
|
||||||
);
|
);
|
||||||
const opensearchTable = JSON.parse(data_asset);
|
let asset = JSON.parse(data_asset);
|
||||||
|
asset = {
|
||||||
const result = opensearchTable.user_id
|
...asset,
|
||||||
? await this.userService
|
p_roles: asset.roles,
|
||||||
.findOneById(opensearchTable.owner)
|
p_users: asset.users,
|
||||||
.catch(() => null)
|
|
||||||
: null;
|
|
||||||
|
|
||||||
const owner = result !== null ? result.user.username : null;
|
|
||||||
|
|
||||||
return {
|
|
||||||
...data,
|
|
||||||
tags: opensearchTable.tags,
|
|
||||||
description: opensearchTable.description || null,
|
|
||||||
owner,
|
|
||||||
};
|
};
|
||||||
|
asset = await this.getAssetsUsersAndRoles([asset], customer_id);
|
||||||
|
|
||||||
|
return { data_asset: asset[0] };
|
||||||
}
|
}
|
||||||
|
|
||||||
async getAllTableMetadata(body) {
|
async getOneDataAssetByPipelineAndObject(data: {
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
customer_id: string;
|
||||||
const { data } = await axios.get(
|
pipeline: string;
|
||||||
`${nimbusUrl}/api/catalog/table-metadata/`,
|
object: string;
|
||||||
|
metadata: Metadata;
|
||||||
|
}) {
|
||||||
|
const { customer_id, metadata, pipeline, object } = data;
|
||||||
|
const { data_asset } = await lastValueFrom(
|
||||||
|
this.catalogReadService.GetOneDataAssetByPipelineAndObject(
|
||||||
|
{ pipeline, object },
|
||||||
|
metadata,
|
||||||
|
),
|
||||||
);
|
);
|
||||||
return data;
|
let asset = JSON.parse(data_asset);
|
||||||
|
asset = {
|
||||||
|
...asset,
|
||||||
|
p_roles: asset.roles,
|
||||||
|
p_users: asset.users,
|
||||||
|
};
|
||||||
|
asset = await this.getAssetsUsersAndRoles([asset], customer_id);
|
||||||
|
|
||||||
|
return { data_asset: asset[0] };
|
||||||
}
|
}
|
||||||
|
|
||||||
async getOneTableMetadata(body, params, metadata) {
|
async updateOneDataAsset(data: {
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
data_asset_id: string;
|
||||||
const { data } = await axios.get(
|
customer_id: string;
|
||||||
`${nimbusUrl}/api/catalog/table-metadata/`,
|
body: IUpdateDataRequest;
|
||||||
{ params: params },
|
metadata: Metadata;
|
||||||
);
|
}) {
|
||||||
if (data?.length === 1) {
|
const { body, customer_id, data_asset_id, metadata } = data;
|
||||||
const { data_asset } = await lastValueFrom(
|
|
||||||
this.catalogReadService.GetOneDataAsset(
|
|
||||||
{ id: data[0].id, type: 'dataset' },
|
|
||||||
metadata,
|
|
||||||
),
|
|
||||||
);
|
|
||||||
const opensearchTable = JSON.parse(data_asset);
|
|
||||||
const result = opensearchTable.user_id
|
|
||||||
? await this.userService
|
|
||||||
.findOneById(opensearchTable.owner)
|
|
||||||
.catch(() => null)
|
|
||||||
: null;
|
|
||||||
|
|
||||||
const owner = result !== null ? result.user.username : null;
|
const { data_asset } = await lastValueFrom(
|
||||||
|
|
||||||
return [
|
|
||||||
{
|
|
||||||
...data[0],
|
|
||||||
tags: opensearchTable.tags,
|
|
||||||
table_description: opensearchTable.description,
|
|
||||||
owner,
|
|
||||||
},
|
|
||||||
];
|
|
||||||
}
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async deleteOneTableMetadata(id, body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.delete(
|
|
||||||
`${nimbusUrl}/api/catalog/table-metadata/${id}`,
|
|
||||||
);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getOneColumnMetadata(body, params) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(
|
|
||||||
`${nimbusUrl}/api/catalog/column-metadata/`,
|
|
||||||
{ params: params },
|
|
||||||
);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async deleteOneColumnMetadata(id, body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.delete(
|
|
||||||
`${nimbusUrl}/api/catalog/column-metadata/${id}/`,
|
|
||||||
);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getOneDataPreview(body, params) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-preview/`, {
|
|
||||||
params: params,
|
|
||||||
});
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getDataStatus(body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-status/`);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async createDataStatus(body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.post(
|
|
||||||
`${nimbusUrl}/api/catalog/data-status/`,
|
|
||||||
body,
|
|
||||||
);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getDataDescription(body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(
|
|
||||||
`${nimbusUrl}/api/catalog/data-description/`,
|
|
||||||
);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async createDataDescription(body, metadata) {
|
|
||||||
const response = await lastValueFrom(
|
|
||||||
this.catalogWriteService.UpdateDataAsset(
|
this.catalogWriteService.UpdateDataAsset(
|
||||||
{
|
{ id: data_asset_id, changes: JSON.stringify(body) },
|
||||||
id: `dataset-${body.table_id}`,
|
|
||||||
description: body.description,
|
|
||||||
tags: undefined,
|
|
||||||
},
|
|
||||||
metadata,
|
metadata,
|
||||||
),
|
),
|
||||||
);
|
);
|
||||||
// {
|
let asset = JSON.parse(data_asset);
|
||||||
// description: 'descrição nova';
|
asset = {
|
||||||
// id: 5;
|
...asset,
|
||||||
// table_id: 4;
|
p_roles: asset.roles,
|
||||||
// }
|
p_users: asset.users,
|
||||||
// const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
// const { data } = await axios.post(
|
|
||||||
// `${nimbusUrl}/api/catalog/data-description/`,
|
|
||||||
// body,
|
|
||||||
// );
|
|
||||||
// {"id":5,"description":"descrição nova","updated_at":"2022-09-28T14:35:15.618750Z","table_id":4}
|
|
||||||
return {
|
|
||||||
id: 0,
|
|
||||||
description: body.description,
|
|
||||||
updated_at: new Date().toISOString(),
|
|
||||||
table_id: body.table_id,
|
|
||||||
};
|
};
|
||||||
|
asset = await this.getAssetsUsersAndRoles([asset], customer_id);
|
||||||
|
|
||||||
|
return { data_asset: asset[0] };
|
||||||
}
|
}
|
||||||
|
|
||||||
async getDataDocs(body) {
|
async getDataDocs(id: string, metadata: Metadata) {
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
const { documentation } = await lastValueFrom(
|
||||||
const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-docs/`);
|
this.catalogReadService.GetDatasetDoc({ id, type: undefined }, metadata),
|
||||||
return data;
|
);
|
||||||
|
console.log(documentation);
|
||||||
|
const docs = JSON.parse(documentation);
|
||||||
|
return docs;
|
||||||
|
}
|
||||||
|
|
||||||
|
async getDatasetPreview(id: string, metadata: Metadata) {
|
||||||
|
const { preview } = await lastValueFrom(
|
||||||
|
this.catalogReadService.GetDatasetPreview(
|
||||||
|
{ id, type: undefined },
|
||||||
|
metadata,
|
||||||
|
),
|
||||||
|
);
|
||||||
|
const result = JSON.parse(preview);
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
async getDatasetColumnsMetadata(id: string, metadata: Metadata) {
|
||||||
|
const { columns_metadata } = await lastValueFrom(
|
||||||
|
this.catalogReadService.GetDatasetColumnsMetadata(
|
||||||
|
{ id, type: undefined },
|
||||||
|
metadata,
|
||||||
|
),
|
||||||
|
);
|
||||||
|
const result = JSON.parse(columns_metadata);
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
async createDataDocs(body) {
|
async createDataDocs(body) {
|
||||||
@@ -335,70 +286,6 @@ class CatalogService implements OnModuleInit {
|
|||||||
return data;
|
return data;
|
||||||
}
|
}
|
||||||
|
|
||||||
async getDataRating(body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-rating/`);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async createDataRating(body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.post(
|
|
||||||
`${nimbusUrl}/api/catalog/data-rating/`,
|
|
||||||
body,
|
|
||||||
);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getSummaryRating(id, body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(
|
|
||||||
`${nimbusUrl}/api/catalog/summary-rating/${id}`,
|
|
||||||
);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getDataComment(body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-comment/`);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async createDataComment(body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.post(
|
|
||||||
`${nimbusUrl}/api/catalog/data-comment/`,
|
|
||||||
body,
|
|
||||||
);
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getDataReview(body, params) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.get(`${nimbusUrl}/api/catalog/data-review/`, {
|
|
||||||
params: params,
|
|
||||||
});
|
|
||||||
return data;
|
|
||||||
}
|
|
||||||
|
|
||||||
async createTags(data: Messages.TagTableRequest, metadata) {
|
|
||||||
this.logger.info('CatalogService - createTags');
|
|
||||||
|
|
||||||
const response = await lastValueFrom(
|
|
||||||
this.catalogWriteService.TagTable(data, metadata),
|
|
||||||
)
|
|
||||||
.then((res) => {
|
|
||||||
this.logger.info('Done');
|
|
||||||
return res;
|
|
||||||
})
|
|
||||||
.catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
|
|
||||||
return { data_assets: response };
|
|
||||||
}
|
|
||||||
|
|
||||||
async findAllTags(data, metadata) {
|
async findAllTags(data, metadata) {
|
||||||
this.logger.info('CatalogService - findAllCustomerTags');
|
this.logger.info('CatalogService - findAllCustomerTags');
|
||||||
|
|
||||||
@@ -416,75 +303,47 @@ class CatalogService implements OnModuleInit {
|
|||||||
|
|
||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
async getAssetsUsersAndRoles(data_assets: Array<any>, customer_id: string) {
|
||||||
async findAllTableTags(data, metadata) {
|
const { users: customer_users } =
|
||||||
this.logger.info('CatalogService - findAllTableTags');
|
await this.userService.findAllUsersByCustomerId(customer_id);
|
||||||
|
const { roles: customer_roles } = await this.roleService.roleSearch(
|
||||||
const response = await lastValueFrom(
|
{},
|
||||||
this.catalogReadService.GetTableTags(data, metadata),
|
{ customer_id },
|
||||||
)
|
|
||||||
.then((res) => {
|
|
||||||
this.logger.info('Done');
|
|
||||||
return res;
|
|
||||||
})
|
|
||||||
.catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
async deleteTags(data, metadata) {
|
|
||||||
this.logger.info('CatalogService - deleteTags');
|
|
||||||
|
|
||||||
const response = await lastValueFrom(
|
|
||||||
this.catalogWriteService.UntagTable(data, metadata),
|
|
||||||
)
|
|
||||||
.then((res) => {
|
|
||||||
this.logger.info('Done');
|
|
||||||
return res;
|
|
||||||
})
|
|
||||||
.catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
async createTableTags(body) {
|
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
|
||||||
const { data } = await axios.post(
|
|
||||||
`${nimbusUrl}/api/catalog/table-tags/`,
|
|
||||||
body,
|
|
||||||
);
|
);
|
||||||
return data;
|
return data_assets.map((data_asset) => {
|
||||||
}
|
const owner = customer_users.find(
|
||||||
|
(u) => u.id === data_asset.owner,
|
||||||
|
)?.username;
|
||||||
|
|
||||||
async deleteTableTags(id, body) {
|
const roles = [];
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
const users = [];
|
||||||
const { data } = await axios.delete(
|
for (const role_id of data_asset.roles) {
|
||||||
`${nimbusUrl}/api/catalog/table-tags/${id}`,
|
const role = customer_roles.find((r) => r.id === role_id);
|
||||||
);
|
if (role) roles.push({ id: role.id, name: role.name });
|
||||||
return data;
|
}
|
||||||
|
for (const user_id of data_asset.users) {
|
||||||
|
const user = customer_users.find((r) => r.id === user_id);
|
||||||
|
if (user) users.push({ id: user.id, username: user.username });
|
||||||
|
}
|
||||||
|
return {
|
||||||
|
...data_asset,
|
||||||
|
roles,
|
||||||
|
users,
|
||||||
|
owner,
|
||||||
|
} as typeof data_asset;
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
async triggerCatalog(data: TriggerCatalogReq, metadata: Metadata) {
|
||||||
async getTableRules(body) {
|
const { session } = await lastValueFrom(
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
this.catalogWriteService.TriggerDatasetCataloging(data, metadata),
|
||||||
const { data } = await axios.get(
|
|
||||||
`${nimbusUrl}/api/catalog/table-rules/`,
|
|
||||||
body,
|
|
||||||
);
|
);
|
||||||
return data;
|
return session;
|
||||||
}
|
}
|
||||||
|
async getDatasetCatalogTask(session: string, metadata: Metadata) {
|
||||||
async deleteTableRules(id, body) {
|
const res = await lastValueFrom(
|
||||||
const nimbusUrl = this._getNimbusUrl(body);
|
this.catalogReadService.GetDatasetCatalogTask({ session }, metadata),
|
||||||
const { data } = await axios.delete(
|
|
||||||
`${nimbusUrl}/api/catalog/table-rules/${id}`,
|
|
||||||
);
|
);
|
||||||
return data;
|
return res;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,314 @@
|
|||||||
|
import { ApiProperty, ApiPropertyOptional, PickType } from '@nestjs/swagger';
|
||||||
|
import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
|
||||||
|
|
||||||
|
export enum DataAssetShareType {
|
||||||
|
none = 'none',
|
||||||
|
public = 'public',
|
||||||
|
private = 'private',
|
||||||
|
}
|
||||||
|
export enum OrderEnum {
|
||||||
|
asc = 'asc',
|
||||||
|
desc = 'desc',
|
||||||
|
}
|
||||||
|
export class EmbedObject {
|
||||||
|
@ApiProperty()
|
||||||
|
url: string;
|
||||||
|
}
|
||||||
|
export class IRole {
|
||||||
|
@ApiProperty()
|
||||||
|
name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
id: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IUser {
|
||||||
|
@ApiProperty()
|
||||||
|
username: string;
|
||||||
|
@ApiProperty()
|
||||||
|
id: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IComment {
|
||||||
|
@ApiProperty()
|
||||||
|
id: number;
|
||||||
|
@ApiProperty()
|
||||||
|
message: string;
|
||||||
|
@ApiProperty()
|
||||||
|
created_at: string;
|
||||||
|
@ApiProperty()
|
||||||
|
username: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IDataAsset {
|
||||||
|
@ApiProperty()
|
||||||
|
id: number;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
database_name?: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
table_name?: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
num_columns?: number;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
location?: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
created_time?: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
table_type?: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
size_in_bytes?: number;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
num_files?: number;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
data_encrypted?: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
num_rows?: number;
|
||||||
|
@ApiProperty()
|
||||||
|
display_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
pipeline_id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
user_id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
description: string;
|
||||||
|
@ApiProperty()
|
||||||
|
data_asset_type: string;
|
||||||
|
@ApiProperty()
|
||||||
|
tags: string[];
|
||||||
|
@ApiProperty()
|
||||||
|
owner: string;
|
||||||
|
@ApiProperty({ type: [IRole] })
|
||||||
|
roles: IRole[];
|
||||||
|
@ApiProperty({ type: [IUser] })
|
||||||
|
users: IUser[];
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
dashboard_id?: number;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
name?: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
parameters?: string[];
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
embedding_params?: object;
|
||||||
|
@ApiProperty()
|
||||||
|
created_at: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
updated_at?: string;
|
||||||
|
@ApiProperty({ type: [IComment] })
|
||||||
|
comments: IComment[];
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
embed?: EmbedObject;
|
||||||
|
@ApiPropertyOptional({ enum: DataAssetShareType })
|
||||||
|
share_type?: DataAssetShareType;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IOneDataAsset {
|
||||||
|
@ApiProperty()
|
||||||
|
data_asset: IDataAsset;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IMakeAComment {
|
||||||
|
@ApiProperty()
|
||||||
|
message: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class CommentToDelete extends PickType(IComment, ['id', 'username']) {}
|
||||||
|
export class IDeleteComment {
|
||||||
|
@ApiProperty()
|
||||||
|
comment: CommentToDelete;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class ICatalogAllRequest {
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description: 'Texto usado para filtrar os ativos no catálogo.',
|
||||||
|
})
|
||||||
|
search;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description: 'Número de registros a ser retornado',
|
||||||
|
maximum: 10000,
|
||||||
|
minimum: 1,
|
||||||
|
})
|
||||||
|
size: number;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description: 'Usado para paginação, em conjunto com `size`',
|
||||||
|
minimum: 1,
|
||||||
|
})
|
||||||
|
page: number;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description:
|
||||||
|
'Campo do data asset para usar na ordenação. Padrão: `created_at` ',
|
||||||
|
})
|
||||||
|
sort_by: string;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
enum: OrderEnum,
|
||||||
|
default: OrderEnum.asc,
|
||||||
|
description: 'Tipo de ordenação - `asc`: crescente; `desc`: decrescente ',
|
||||||
|
})
|
||||||
|
order?: OrderEnum;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class ICatalogAllResponse {
|
||||||
|
@ApiProperty({ type: [IDataAsset] })
|
||||||
|
data_assets: IDataAsset[];
|
||||||
|
@ApiProperty()
|
||||||
|
total: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IData {
|
||||||
|
@ApiProperty()
|
||||||
|
var: number;
|
||||||
|
@ApiProperty()
|
||||||
|
date: string;
|
||||||
|
@ApiProperty()
|
||||||
|
last: number;
|
||||||
|
@ApiProperty()
|
||||||
|
maximum: number;
|
||||||
|
@ApiProperty()
|
||||||
|
minimum: number;
|
||||||
|
@ApiProperty()
|
||||||
|
day_opening: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IUpdateDataRequest {
|
||||||
|
@ApiProperty()
|
||||||
|
name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
description: string;
|
||||||
|
@ApiProperty()
|
||||||
|
tags: string[];
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
embed: EmbedObject;
|
||||||
|
@ApiPropertyOptional({ enum: DataAssetShareType })
|
||||||
|
share_type?: DataAssetShareType;
|
||||||
|
}
|
||||||
|
export class ICreateDataAsset implements CreateDataAssetRequest {
|
||||||
|
@ApiProperty()
|
||||||
|
display_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
description: string;
|
||||||
|
@ApiProperty()
|
||||||
|
data_asset_type: string;
|
||||||
|
@ApiProperty()
|
||||||
|
external_url: string;
|
||||||
|
@ApiProperty()
|
||||||
|
location: string;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
embed: EmbedObject;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IPreview {
|
||||||
|
@ApiProperty()
|
||||||
|
id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
database_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
table_name: string;
|
||||||
|
@ApiProperty({ type: [IData] })
|
||||||
|
data: IData[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IDocs {
|
||||||
|
@ApiProperty()
|
||||||
|
id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
docs: string;
|
||||||
|
@ApiProperty()
|
||||||
|
updated_at: string;
|
||||||
|
@ApiProperty()
|
||||||
|
table_id: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IColumnMetadata {
|
||||||
|
@ApiProperty()
|
||||||
|
id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
table_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
column_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
data_type: string;
|
||||||
|
@ApiProperty()
|
||||||
|
missing_count: string;
|
||||||
|
@ApiProperty()
|
||||||
|
min: string;
|
||||||
|
@ApiProperty()
|
||||||
|
max: string;
|
||||||
|
@ApiProperty()
|
||||||
|
count: string;
|
||||||
|
@ApiProperty()
|
||||||
|
histogram: string;
|
||||||
|
@ApiProperty()
|
||||||
|
mean: string;
|
||||||
|
@ApiProperty()
|
||||||
|
median: string;
|
||||||
|
@ApiProperty()
|
||||||
|
missing_rate: string;
|
||||||
|
@ApiProperty()
|
||||||
|
stddev: string;
|
||||||
|
@ApiProperty()
|
||||||
|
unique_count: string;
|
||||||
|
@ApiProperty()
|
||||||
|
unique_rate: string;
|
||||||
|
@ApiProperty()
|
||||||
|
analyzer_rules: string[];
|
||||||
|
@ApiProperty()
|
||||||
|
version: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IPreviewResponse {
|
||||||
|
@ApiProperty()
|
||||||
|
preview: IPreview;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IDocsResponse {
|
||||||
|
@ApiProperty()
|
||||||
|
docs: IDocs;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class IColumnsMetadataResponse {
|
||||||
|
@ApiProperty({ type: [IColumnMetadata] })
|
||||||
|
columns_metadata: IColumnMetadata[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export class TriggerCatalogReq {
|
||||||
|
@ApiProperty({
|
||||||
|
description: 'Name of the table on Snowflake',
|
||||||
|
example: 'TB__4DXSD4_TEST',
|
||||||
|
})
|
||||||
|
table_name: string;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description:
|
||||||
|
'Schema where the asset is located. If not set defaults to "PUBLIC"',
|
||||||
|
})
|
||||||
|
table_schema?: string;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description: 'Id of the pipeline that generated the asset.',
|
||||||
|
})
|
||||||
|
pipeline_id: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class TriggerCatalogRes {
|
||||||
|
@ApiProperty()
|
||||||
|
session: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class GetDatasetCatalogTaskRes {
|
||||||
|
@ApiProperty()
|
||||||
|
created_at: string;
|
||||||
|
@ApiProperty()
|
||||||
|
customer_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
session_id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
status: string;
|
||||||
|
@ApiProperty()
|
||||||
|
table_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
updated_at: string;
|
||||||
|
@ApiProperty()
|
||||||
|
updated_by: string;
|
||||||
|
}
|
||||||
@@ -6,14 +6,15 @@ import {
|
|||||||
} from '@nestjs/microservices';
|
} from '@nestjs/microservices';
|
||||||
import { ConnectionTest } from '@dadosfera/protospack-v2';
|
import { ConnectionTest } from '@dadosfera/protospack-v2';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.INFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class ConnectionTestClientConfiguration {
|
export class ConnectionTestClientConfiguration {
|
||||||
private config: GrpcOptions = {
|
private config: GrpcOptions = {
|
||||||
transport: Transport.GRPC,
|
transport: Transport.GRPC,
|
||||||
options: {
|
options: {
|
||||||
url: process.env.INFACTORY_URL,
|
url: process.env.INFACTORY_URL,
|
||||||
package: [ConnectionTest.ProtoPackages.ReadPackage],
|
package: [ConnectionTest.ProtoPackages.ReadPackage],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.ENV === 'local' ? undefined : credentials.createSsl(),
|
|
||||||
protoPath: [ConnectionTest.ProtoPaths.ReadFilePath],
|
protoPath: [ConnectionTest.ProtoPaths.ReadFilePath],
|
||||||
loader: {
|
loader: {
|
||||||
keepCase: true,
|
keepCase: true,
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ import {
|
|||||||
ValidationPipe,
|
ValidationPipe,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
||||||
import { User, RequestUser } from 'src/authentication/user.decorator';
|
import { User, RequestUser } from 'src/decorators/user.decorator';
|
||||||
import { ConnectionTestService } from './connection-test.service';
|
import { ConnectionTestService } from './connection-test.service';
|
||||||
import {
|
import {
|
||||||
ConnectionTestPingRes,
|
ConnectionTestPingRes,
|
||||||
@@ -24,9 +24,11 @@ import {
|
|||||||
GetTableMetadataReq,
|
GetTableMetadataReq,
|
||||||
} from './dto/connection-test';
|
} from './dto/connection-test';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { Authenticated } from 'src/authentication/authentication.decorator';
|
import { Authenticated } from 'src/decorators/authentication.decorator';
|
||||||
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Connection Test')
|
@ApiTags('Connection Test')
|
||||||
@Controller('connection-test')
|
@Controller('connection-test')
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
|
|||||||
@@ -19,7 +19,7 @@ import {
|
|||||||
CreateConnectionDto,
|
CreateConnectionDto,
|
||||||
DatabaseConnectionPropertiesDto,
|
DatabaseConnectionPropertiesDto,
|
||||||
} from '../connection/dtos/connection';
|
} from '../connection/dtos/connection';
|
||||||
import { RequestUser } from 'src/authentication/user.decorator';
|
import { RequestUser } from 'src/decorators/user.decorator';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
|
||||||
@Injectable()
|
@Injectable()
|
||||||
|
|||||||
@@ -6,6 +6,8 @@ import {
|
|||||||
} from '@nestjs/microservices';
|
} from '@nestjs/microservices';
|
||||||
import { ConnectionManager } from '@dadosfera/protospack-v2';
|
import { ConnectionManager } from '@dadosfera/protospack-v2';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.INFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class ConnectionClientConfiguration {
|
export class ConnectionClientConfiguration {
|
||||||
public name = 'ConnectionClientConfiguration';
|
public name = 'ConnectionClientConfiguration';
|
||||||
private config: GrpcOptions = {
|
private config: GrpcOptions = {
|
||||||
@@ -16,10 +18,7 @@ export class ConnectionClientConfiguration {
|
|||||||
ConnectionManager.ProtoPackages.WritePackage,
|
ConnectionManager.ProtoPackages.WritePackage,
|
||||||
ConnectionManager.ProtoPackages.ReadPackage,
|
ConnectionManager.ProtoPackages.ReadPackage,
|
||||||
],
|
],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.LOCAL_ENV || process.env.ENV === 'local'
|
|
||||||
? undefined
|
|
||||||
: credentials.createSsl(),
|
|
||||||
protoPath: [
|
protoPath: [
|
||||||
ConnectionManager.ProtoPaths.WriteFilePath,
|
ConnectionManager.ProtoPaths.WriteFilePath,
|
||||||
ConnectionManager.ProtoPaths.ReadFilePath,
|
ConnectionManager.ProtoPaths.ReadFilePath,
|
||||||
|
|||||||
@@ -1,9 +1,4 @@
|
|||||||
import {
|
import { OnModuleInit, Inject } from '@nestjs/common';
|
||||||
OnModuleInit,
|
|
||||||
Inject,
|
|
||||||
HttpException,
|
|
||||||
HttpStatus,
|
|
||||||
} from '@nestjs/common';
|
|
||||||
import { ClientGrpc } from '@nestjs/microservices';
|
import { ClientGrpc } from '@nestjs/microservices';
|
||||||
import { ConnectionManager } from '@dadosfera/protospack-v2';
|
import { ConnectionManager } from '@dadosfera/protospack-v2';
|
||||||
import { lastValueFrom } from 'rxjs';
|
import { lastValueFrom } from 'rxjs';
|
||||||
@@ -86,12 +81,7 @@ export class ConnectionClientService implements OnModuleInit {
|
|||||||
},
|
},
|
||||||
metadata,
|
metadata,
|
||||||
),
|
),
|
||||||
).catch((err) => {
|
);
|
||||||
throw new HttpException(
|
|
||||||
err.details,
|
|
||||||
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
|
||||||
);
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async updateConnection(
|
async updateConnection(
|
||||||
@@ -112,12 +102,7 @@ export class ConnectionClientService implements OnModuleInit {
|
|||||||
},
|
},
|
||||||
metadata,
|
metadata,
|
||||||
),
|
),
|
||||||
).catch((err) => {
|
);
|
||||||
throw new HttpException(
|
|
||||||
err.details,
|
|
||||||
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
|
||||||
);
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async deleteConnection({ body, metadata }): Promise<ConnectionRes> {
|
async deleteConnection({ body, metadata }): Promise<ConnectionRes> {
|
||||||
@@ -130,12 +115,7 @@ export class ConnectionClientService implements OnModuleInit {
|
|||||||
},
|
},
|
||||||
metadata,
|
metadata,
|
||||||
),
|
),
|
||||||
).catch((err) => {
|
);
|
||||||
throw new HttpException(
|
|
||||||
err.details,
|
|
||||||
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
|
||||||
);
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async getAllConnections({ body, metadata }): Promise<ConnectionsRes> {
|
async getAllConnections({ body, metadata }): Promise<ConnectionsRes> {
|
||||||
@@ -146,12 +126,7 @@ export class ConnectionClientService implements OnModuleInit {
|
|||||||
{ search, filters: JSON.stringify(filters), size, page },
|
{ search, filters: JSON.stringify(filters), size, page },
|
||||||
metadata,
|
metadata,
|
||||||
),
|
),
|
||||||
).catch((err) => {
|
);
|
||||||
throw new HttpException(
|
|
||||||
err.details,
|
|
||||||
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
|
||||||
);
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async getConnectionDetails({
|
async getConnectionDetails({
|
||||||
@@ -162,12 +137,7 @@ export class ConnectionClientService implements OnModuleInit {
|
|||||||
|
|
||||||
return lastValueFrom(
|
return lastValueFrom(
|
||||||
this.connectionServiceRead.GetConnectionDetails({ id }, metadata),
|
this.connectionServiceRead.GetConnectionDetails({ id }, metadata),
|
||||||
).catch((err) => {
|
);
|
||||||
throw new HttpException(
|
|
||||||
err.details,
|
|
||||||
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
|
||||||
);
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async INTERNAL_getAllConnections({
|
async INTERNAL_getAllConnections({
|
||||||
|
|||||||
@@ -7,18 +7,18 @@ import {
|
|||||||
Param,
|
Param,
|
||||||
Delete,
|
Delete,
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
|
||||||
Query,
|
Query,
|
||||||
|
UseFilters,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiBearerAuth, ApiTags } from '@nestjs/swagger';
|
import { ApiExcludeEndpoint, ApiTags } from '@nestjs/swagger';
|
||||||
import { ConnectionClientService } from './client.service';
|
import { ConnectionClientService } from './client.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import {
|
import {
|
||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { ValidationPipe } from '../../pipes/object-validation.pipe';
|
import { ValidationPipe } from '../../pipes/object-validation.pipe';
|
||||||
import {
|
import {
|
||||||
ConnectionDetailsRes,
|
ConnectionDetailsRes,
|
||||||
@@ -28,10 +28,14 @@ import {
|
|||||||
} from './dtos/connection';
|
} from './dtos/connection';
|
||||||
import { CreateConnectionDto } from './dtos/connection';
|
import { CreateConnectionDto } from './dtos/connection';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
const connectionPermissions = PERMISSIONS_GROUPS.CONNECTION.permissions;
|
const connectionPermissions = PERMISSIONS_GROUPS.CONNECTION.permissions;
|
||||||
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@ApiTags('connections')
|
@ApiTags('connections')
|
||||||
@ApiBearerAuth()
|
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@Controller('connections')
|
@Controller('connections')
|
||||||
export class ConnectionController {
|
export class ConnectionController {
|
||||||
@@ -44,7 +48,9 @@ export class ConnectionController {
|
|||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('connections-migration')
|
@Get('connections-migration')
|
||||||
|
@ApiExcludeEndpoint()
|
||||||
@RequireAllPermissions(
|
@RequireAllPermissions(
|
||||||
PERMISSIONS_GROUPS.DADOSFERA.permissions.CONNECTIONS_MIGRATION,
|
PERMISSIONS_GROUPS.DADOSFERA.permissions.CONNECTIONS_MIGRATION,
|
||||||
)
|
)
|
||||||
@@ -80,12 +86,11 @@ export class ConnectionController {
|
|||||||
@RequireAllPermissions(connectionPermissions.CREATE)
|
@RequireAllPermissions(connectionPermissions.CREATE)
|
||||||
async updateConnection(
|
async updateConnection(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language: string,
|
@Language() language: LanguageEnum,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Body(new ValidationPipe()) body: UpdateConnectionDto,
|
@Body(new ValidationPipe()) body: UpdateConnectionDto,
|
||||||
): Promise<ConnectionRes> {
|
): Promise<ConnectionRes> {
|
||||||
this.logger.info('/connections - Update Connection');
|
this.logger.info('/connections - Update Connection');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { user_id, customer_id, customer_name, username } = user;
|
const { user_id, customer_id, customer_name, username } = user;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
@@ -132,11 +137,10 @@ export class ConnectionController {
|
|||||||
@Get()
|
@Get()
|
||||||
async getAllConnections(
|
async getAllConnections(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() queries,
|
@Query() queries,
|
||||||
): Promise<ConnectionsRes> {
|
): Promise<ConnectionsRes> {
|
||||||
this.logger.info('/connections - Get All Connection');
|
this.logger.info('/connections - Get All Connection');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { user_id, customer_id, customer_name, username } = user;
|
const { user_id, customer_id, customer_name, username } = user;
|
||||||
const { search, size, page, ...filters } = queries;
|
const { search, size, page, ...filters } = queries;
|
||||||
@@ -158,13 +162,16 @@ export class ConnectionController {
|
|||||||
|
|
||||||
@Get('/:id')
|
@Get('/:id')
|
||||||
async getConnectionDetails(
|
async getConnectionDetails(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
@Query('details') details,
|
@Query() queries,
|
||||||
): Promise<ConnectionDetailsRes> {
|
): Promise<ConnectionDetailsRes> {
|
||||||
this.logger.info('/connections - Get Connection Details');
|
this.logger.info('/connections - Get Connection Details');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
console.log(queries);
|
||||||
|
|
||||||
|
const { details, sensitive } = queries;
|
||||||
|
|
||||||
const { user_id, customer_id, customer_name, username } = user;
|
const { user_id, customer_id, customer_name, username } = user;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
@@ -174,6 +181,7 @@ export class ConnectionController {
|
|||||||
username,
|
username,
|
||||||
details,
|
details,
|
||||||
language,
|
language,
|
||||||
|
sensitive,
|
||||||
});
|
});
|
||||||
|
|
||||||
const response: any = await this.clientService.getConnectionDetails({
|
const response: any = await this.clientService.getConnectionDetails({
|
||||||
|
|||||||
@@ -6,6 +6,8 @@ import {
|
|||||||
} from '@nestjs/microservices';
|
} from '@nestjs/microservices';
|
||||||
import { ConnectorManager } from '@dadosfera/protospack-v2';
|
import { ConnectorManager } from '@dadosfera/protospack-v2';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.INFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class ConnectorClientConfiguration {
|
export class ConnectorClientConfiguration {
|
||||||
public name = 'ConnectorClientConfiguration';
|
public name = 'ConnectorClientConfiguration';
|
||||||
private config: GrpcOptions = {
|
private config: GrpcOptions = {
|
||||||
@@ -16,10 +18,7 @@ export class ConnectorClientConfiguration {
|
|||||||
ConnectorManager.ProtoPackages.WritePackage,
|
ConnectorManager.ProtoPackages.WritePackage,
|
||||||
ConnectorManager.ProtoPackages.ReadPackage,
|
ConnectorManager.ProtoPackages.ReadPackage,
|
||||||
],
|
],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.LOCAL_ENV || process.env.ENV === 'local'
|
|
||||||
? undefined
|
|
||||||
: credentials.createSsl(),
|
|
||||||
protoPath: [
|
protoPath: [
|
||||||
ConnectorManager.ProtoPaths.WriteFilePath,
|
ConnectorManager.ProtoPaths.WriteFilePath,
|
||||||
ConnectorManager.ProtoPaths.ReadFilePath,
|
ConnectorManager.ProtoPaths.ReadFilePath,
|
||||||
|
|||||||
@@ -71,27 +71,43 @@ export class ConnectorClientService implements OnModuleInit {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async uploadConnectorsFile(uploadFile) {
|
async uploadConnectorsFile(uploadFile: Express.Multer.File) {
|
||||||
const connectors = JSON.parse(uploadFile.file.buffer.toString('utf8'));
|
const res = await lastValueFrom(
|
||||||
|
this.connectorServiceWrite.RegisterMultipleConnectorsWithoutImage({
|
||||||
const body = connectors.map((connector) => {
|
connectors: uploadFile.buffer,
|
||||||
return JSON.stringify(connector);
|
}),
|
||||||
});
|
|
||||||
|
|
||||||
const request = {
|
|
||||||
connectors: body,
|
|
||||||
};
|
|
||||||
|
|
||||||
return lastValueFrom(
|
|
||||||
this.connectorServiceWrite.RegisterMultipleConnectorsWithoutImage(
|
|
||||||
request,
|
|
||||||
),
|
|
||||||
).catch((err) => {
|
).catch((err) => {
|
||||||
throw new HttpException(
|
throw new HttpException(
|
||||||
err.details,
|
err.details,
|
||||||
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
||||||
);
|
);
|
||||||
});
|
});
|
||||||
|
const responseParsed = JSON.parse(res.message);
|
||||||
|
const connectorsResponse = responseParsed.items.filter(
|
||||||
|
(i) => i.update._index === process.env.CONNECTORS_INDEX,
|
||||||
|
);
|
||||||
|
const connectorErrors = connectorsResponse
|
||||||
|
.filter((i) => i.update.error)
|
||||||
|
.map((i) => ({
|
||||||
|
id: i.update?._id,
|
||||||
|
reason: i.update?.error,
|
||||||
|
status: i.error?.status,
|
||||||
|
}));
|
||||||
|
const connectorCreated = connectorsResponse
|
||||||
|
.filter((i) => i.update.result === 'created')
|
||||||
|
.map((i) => i.update._id);
|
||||||
|
const connectorUpdated = connectorsResponse
|
||||||
|
.filter((i) => i.update.result === 'updated')
|
||||||
|
.map((i) => i.update._id);
|
||||||
|
const connectorNoop = connectorsResponse
|
||||||
|
.filter((i) => i.update.result === 'noop')
|
||||||
|
.map((i) => i.update._id);
|
||||||
|
return {
|
||||||
|
errors: connectorErrors,
|
||||||
|
created: connectorCreated,
|
||||||
|
updated: connectorUpdated,
|
||||||
|
noop: connectorNoop,
|
||||||
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
async getAllConnectors(body) {
|
async getAllConnectors(body) {
|
||||||
@@ -116,13 +132,13 @@ export class ConnectorClientService implements OnModuleInit {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
async getConnectorDetails(plugin: string, language: string) {
|
async getConnectorDetails(connectorId: string, language: string) {
|
||||||
const meta = new Metadata();
|
const meta = new Metadata();
|
||||||
meta.add('Language', language);
|
meta.add('Language', language);
|
||||||
return lastValueFrom(
|
return lastValueFrom(
|
||||||
this.connectorServiceRead.GetConnectorDetails(
|
this.connectorServiceRead.GetConnectorDetails(
|
||||||
{
|
{
|
||||||
plugin,
|
plugin: connectorId,
|
||||||
},
|
},
|
||||||
meta,
|
meta,
|
||||||
),
|
),
|
||||||
@@ -169,12 +185,7 @@ export class ConnectorClientService implements OnModuleInit {
|
|||||||
version,
|
version,
|
||||||
plugin,
|
plugin,
|
||||||
}),
|
}),
|
||||||
).catch((err) => {
|
);
|
||||||
throw new HttpException(
|
|
||||||
err.details,
|
|
||||||
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
|
||||||
);
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async updateConnector({ plugin, changes }) {
|
async updateConnector({ plugin, changes }) {
|
||||||
|
|||||||
@@ -11,16 +11,13 @@ import {
|
|||||||
UploadedFile,
|
UploadedFile,
|
||||||
UseInterceptors,
|
UseInterceptors,
|
||||||
Inject,
|
Inject,
|
||||||
Headers,
|
|
||||||
UploadedFiles,
|
UploadedFiles,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { FileInterceptor, FilesInterceptor } from '@nestjs/platform-express';
|
import { FileInterceptor, FilesInterceptor } from '@nestjs/platform-express';
|
||||||
import { ApiBearerAuth, ApiConsumes, ApiTags } from '@nestjs/swagger';
|
import { ApiConsumes, ApiTags } from '@nestjs/swagger';
|
||||||
import { ConnectorClientService } from './client.service';
|
import { ConnectorClientService } from './client.service';
|
||||||
import { AddTagDto } from './dtos/add-tag';
|
import { AddTagDto } from './dtos/add-tag';
|
||||||
import { CreateConnectorDto } from './dtos/create-connector';
|
import { CreateConnectorDto } from './dtos/create-connector';
|
||||||
import { UploadConnectorsFileDto } from './dtos/create-multiple-connector';
|
|
||||||
import { DeleteConnectorDto } from './dtos/delete-connector';
|
|
||||||
import { GetAllDto } from './dtos/get-all';
|
import { GetAllDto } from './dtos/get-all';
|
||||||
import { RemoveTagDto } from './dtos/remove-tag';
|
import { RemoveTagDto } from './dtos/remove-tag';
|
||||||
import { UpdateDto } from './dtos/update';
|
import { UpdateDto } from './dtos/update';
|
||||||
@@ -29,11 +26,14 @@ import {
|
|||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
RequireSomePermission,
|
RequireSomePermission,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('connectors')
|
@ApiTags('connectors')
|
||||||
@ApiBearerAuth()
|
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@Controller('connectors')
|
@Controller('connectors')
|
||||||
export class ConnectorController {
|
export class ConnectorController {
|
||||||
@@ -85,14 +85,10 @@ export class ConnectorController {
|
|||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.CREATE)
|
@RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.CREATE)
|
||||||
@ApiConsumes('multipart/form-data')
|
@ApiConsumes('multipart/form-data')
|
||||||
@UseInterceptors(FileInterceptor('file'))
|
@UseInterceptors(FileInterceptor('file'))
|
||||||
async uploadConnectorsFile(@UploadedFile() file: UploadConnectorsFileDto) {
|
async uploadConnectorsFile(@UploadedFile() file: Express.Multer.File) {
|
||||||
this.logger.info(`/upload`, 'Upload Connector Route');
|
this.logger.info(`/upload`, 'Upload Connector Route');
|
||||||
|
|
||||||
const response = await this.connectorClientService.uploadConnectorsFile({
|
return await this.connectorClientService.uploadConnectorsFile(file);
|
||||||
file,
|
|
||||||
});
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@Get()
|
@Get()
|
||||||
@@ -104,11 +100,10 @@ export class ConnectorController {
|
|||||||
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
||||||
)
|
)
|
||||||
async getAllConnectors(
|
async getAllConnectors(
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() queries: GetAllDto,
|
@Query() queries: GetAllDto,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/GET - getAllConnectors Route');
|
this.logger.info('/GET - getAllConnectors Route');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { search, size, page, ...filters } = queries;
|
const { search, size, page, ...filters } = queries;
|
||||||
|
|
||||||
@@ -149,12 +144,11 @@ export class ConnectorController {
|
|||||||
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
||||||
)
|
)
|
||||||
async getConnector(
|
async getConnector(
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('plugin') plugin: string,
|
@Param('plugin') plugin: string,
|
||||||
@Query('version') version: string,
|
@Query('version') version: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/GET/:plugin - getConnector Route');
|
this.logger.info('/GET/:plugin - getConnector Route');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const pluginId = `${plugin}-${version}`;
|
const pluginId = `${plugin}-${version}`;
|
||||||
|
|
||||||
@@ -178,13 +172,11 @@ export class ConnectorController {
|
|||||||
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
||||||
)
|
)
|
||||||
async getConnectorDetails(
|
async getConnectorDetails(
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('plugin') plugin: string,
|
@Param('plugin') plugin: string,
|
||||||
@Query('version') version: string,
|
@Query('version') version: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/upload - Upload Connector Route');
|
this.logger.info('/upload - Upload Connector Route');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const pluginId = `${plugin}-${version}`;
|
const pluginId = `${plugin}-${version}`;
|
||||||
|
|
||||||
const response: any = await this.connectorClientService.getConnectorDetails(
|
const response: any = await this.connectorClientService.getConnectorDetails(
|
||||||
@@ -279,18 +271,15 @@ export class ConnectorController {
|
|||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.DELETE)
|
@RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.DELETE)
|
||||||
async deleteConnector(
|
async deleteConnector(
|
||||||
@Param('plugin') plugin: string,
|
@Param('plugin') plugin: string,
|
||||||
@Body() { version }: DeleteConnectorDto,
|
@Query('version') version: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/upload - Upload Connector Route');
|
this.logger.info('DELETE /:plugin - Delete Connector Route');
|
||||||
|
|
||||||
const response: any = await this.connectorClientService.deleteConnector(
|
const response = await this.connectorClientService.deleteConnector(
|
||||||
plugin,
|
plugin,
|
||||||
version,
|
version,
|
||||||
);
|
);
|
||||||
|
|
||||||
return {
|
return { message: response.message, connector: response.connector };
|
||||||
message: response.message || 'ok',
|
|
||||||
connector: { ...JSON.parse(response.connector) },
|
|
||||||
};
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,56 @@
|
|||||||
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
|
import { IdResponse } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
|
import {
|
||||||
|
Body,
|
||||||
|
Controller,
|
||||||
|
Get,
|
||||||
|
Inject,
|
||||||
|
Param,
|
||||||
|
Put,
|
||||||
|
UseFilters,
|
||||||
|
} from '@nestjs/common';
|
||||||
|
import { ApiTags } from '@nestjs/swagger';
|
||||||
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
|
import {
|
||||||
|
Authenticated,
|
||||||
|
RequireAllPermissions,
|
||||||
|
} from 'src/decorators/authentication.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { CustomersService } from './customers.service';
|
||||||
|
import { CustomerDto, CustomerLinksResponse } from './dtos/customers';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
|
@ApiTags('Customers')
|
||||||
|
@Controller('customers')
|
||||||
|
@Authenticated()
|
||||||
|
@UseFilters(GrpcToHttpExceptionFilter)
|
||||||
|
export class CustomersController {
|
||||||
|
logger: DadosferaLogger;
|
||||||
|
|
||||||
|
constructor(
|
||||||
|
@Inject(DadosferaLogger)
|
||||||
|
dadosferaLogger: DadosferaLogger,
|
||||||
|
private customersService: CustomersService,
|
||||||
|
) {
|
||||||
|
this.logger = dadosferaLogger.logger;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Get(':id/links')
|
||||||
|
async getCustomerLinks(@Param('id') id): Promise<CustomerLinksResponse> {
|
||||||
|
this.logger.info('getCustomerLinks', { id });
|
||||||
|
const links = await this.customersService.getLinks(id);
|
||||||
|
return { links };
|
||||||
|
}
|
||||||
|
|
||||||
|
@Put(':id/links')
|
||||||
|
@RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
|
||||||
|
setCustomerLinks(
|
||||||
|
@Body() body: CustomerDto,
|
||||||
|
@Param('id') id,
|
||||||
|
): Promise<IdResponse> {
|
||||||
|
const { links } = body;
|
||||||
|
this.logger.info('setCustomerLinks', { id, links });
|
||||||
|
return this.customersService.setLinks(id, links);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,16 @@
|
|||||||
|
import { Module } from '@nestjs/common';
|
||||||
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
|
import { ClientsModule } from '@nestjs/microservices';
|
||||||
|
import { DucClient } from '../duc/client.config';
|
||||||
|
import { CustomersController } from './customers.controller';
|
||||||
|
import { CustomersService } from './customers.service';
|
||||||
|
|
||||||
|
const client = new DucClient();
|
||||||
|
|
||||||
|
@Module({
|
||||||
|
imports: [ClientsModule.register([client.providerOptions])],
|
||||||
|
controllers: [CustomersController],
|
||||||
|
providers: [CustomersService, DadosferaLogger],
|
||||||
|
exports: [CustomersService],
|
||||||
|
})
|
||||||
|
export class CustomersModule {}
|
||||||
@@ -0,0 +1,63 @@
|
|||||||
|
import {
|
||||||
|
OnModuleInit,
|
||||||
|
Inject,
|
||||||
|
Injectable,
|
||||||
|
HttpException,
|
||||||
|
HttpStatus,
|
||||||
|
} from '@nestjs/common';
|
||||||
|
|
||||||
|
import { firstValueFrom, lastValueFrom } from 'rxjs';
|
||||||
|
import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
|
||||||
|
import { DucClient } from '../duc/client.config';
|
||||||
|
import { ClientGrpc } from '@nestjs/microservices';
|
||||||
|
import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
|
||||||
|
import { CustomerUpdateRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
|
import { CustomersProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
|
||||||
|
import ErrorCodes from 'src/utils/errorCodes';
|
||||||
|
|
||||||
|
@Injectable()
|
||||||
|
export class CustomersService implements OnModuleInit {
|
||||||
|
private customerService: CustomersProtoService;
|
||||||
|
|
||||||
|
constructor(
|
||||||
|
@Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
|
||||||
|
) {}
|
||||||
|
|
||||||
|
onModuleInit() {
|
||||||
|
this.customerService = this.grpcClient.getService<CustomersProtoService>(
|
||||||
|
ProtoServices.CustomersProtoService,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
async getLinks(customerId: string) {
|
||||||
|
try {
|
||||||
|
const result = await lastValueFrom(
|
||||||
|
this.customerService.CustomerFindOneById({ id: customerId }),
|
||||||
|
);
|
||||||
|
return result.customer?.links || [];
|
||||||
|
} catch (err) {
|
||||||
|
if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
|
||||||
|
throw new HttpException(err.details, HttpStatus.NOT_FOUND);
|
||||||
|
throw err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async setLinks(customerId: string, links: Link[]) {
|
||||||
|
if (!customerId || !links) {
|
||||||
|
throw new HttpException(null, HttpStatus.BAD_REQUEST);
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
return await firstValueFrom(
|
||||||
|
this.customerService.CustomerUpdate({
|
||||||
|
id: customerId,
|
||||||
|
links,
|
||||||
|
} as CustomerUpdateRequest),
|
||||||
|
);
|
||||||
|
} catch (err) {
|
||||||
|
if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
|
||||||
|
throw new HttpException(err.details, HttpStatus.NOT_FOUND);
|
||||||
|
else throw err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
|
||||||
|
import { ApiProperty } from '@nestjs/swagger';
|
||||||
|
|
||||||
|
export class CustomerDto {
|
||||||
|
@ApiProperty()
|
||||||
|
links: Link[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export class CustomerLinksResponse {
|
||||||
|
@ApiProperty()
|
||||||
|
links: Link[];
|
||||||
|
}
|
||||||
@@ -9,6 +9,8 @@ import {
|
|||||||
ProtoPaths,
|
ProtoPaths,
|
||||||
} from '@dadosfera/protospack-v2/dist/lib/Duc';
|
} from '@dadosfera/protospack-v2/dist/lib/Duc';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.DUC_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class DucClient {
|
export class DucClient {
|
||||||
public name = 'DucClient';
|
public name = 'DucClient';
|
||||||
|
|
||||||
@@ -16,12 +18,9 @@ export class DucClient {
|
|||||||
transport: Transport.GRPC,
|
transport: Transport.GRPC,
|
||||||
options: {
|
options: {
|
||||||
url: process.env.DUC_URL,
|
url: process.env.DUC_URL,
|
||||||
package: ProtoPackages.WritePackage,
|
package: [ProtoPackages.WritePackage, ProtoPackages.ReadPackage],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.LOCAL_ENV || process.env.ENV === 'local'
|
protoPath: [ProtoPaths.WriteFilePath, ProtoPaths.ReadFilePath],
|
||||||
? undefined
|
|
||||||
: credentials.createSsl(),
|
|
||||||
protoPath: ProtoPaths.WriteFilePath,
|
|
||||||
loader: {
|
loader: {
|
||||||
keepCase: true,
|
keepCase: true,
|
||||||
enums: String,
|
enums: String,
|
||||||
|
|||||||
@@ -1,106 +1,5 @@
|
|||||||
import { ApiProperty, ApiPropertyOptional, OmitType } from '@nestjs/swagger';
|
import { ApiProperty, ApiPropertyOptional, OmitType } from '@nestjs/swagger';
|
||||||
import { Info } from 'protospack/dist/lib/interfaces';
|
|
||||||
|
|
||||||
export class GoogleAnalyticsClientSecrets {
|
|
||||||
@ApiProperty()
|
|
||||||
type: string;
|
|
||||||
@ApiProperty()
|
|
||||||
project_id: string;
|
|
||||||
@ApiProperty()
|
|
||||||
private_key_id: string;
|
|
||||||
@ApiProperty()
|
|
||||||
private_key: string;
|
|
||||||
@ApiProperty()
|
|
||||||
client_email: string;
|
|
||||||
@ApiProperty()
|
|
||||||
client_id: string;
|
|
||||||
@ApiProperty()
|
|
||||||
auth_uri: string;
|
|
||||||
@ApiProperty()
|
|
||||||
token_uri: string;
|
|
||||||
@ApiProperty()
|
|
||||||
auth_provider_x509_cert_url: string;
|
|
||||||
@ApiProperty()
|
|
||||||
client_x509_cert_url: string;
|
|
||||||
}
|
|
||||||
export class OauthObject {
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
get_tokens_url: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
get_tokens_url_params: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
get_tokens_set_response: Record<string, any>;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
content_type: string;
|
|
||||||
}
|
|
||||||
export class InputOptions {
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
oauth: OauthObject;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
skip_select_columns: true;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
skip_select_entities: false;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
skip_transformation: true;
|
|
||||||
}
|
|
||||||
export class FileFormatParams {
|
|
||||||
@ApiProperty()
|
|
||||||
sep: string;
|
|
||||||
@ApiProperty()
|
|
||||||
header: boolean;
|
|
||||||
@ApiProperty()
|
|
||||||
encoding: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
export class AuthParameters {
|
|
||||||
@ApiProperty()
|
|
||||||
aws_access_key_id: string;
|
|
||||||
@ApiProperty()
|
|
||||||
aws_secret_access_key: string;
|
|
||||||
}
|
|
||||||
export class CredentialsJdbc {
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
jdbc_user: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
jdbc_password: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
database: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
endpoint: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
port: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
engine: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
schema: string;
|
|
||||||
}
|
|
||||||
export class Credentials extends CredentialsJdbc {
|
|
||||||
@ApiProperty()
|
|
||||||
connection_type: string;
|
|
||||||
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
client_aws_access_key_id: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
client_aws_secret_access_key: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
client_bucket: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
file_to_extract: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
file_format_params: FileFormatParams;
|
|
||||||
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
view_id: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
client_secrets: GoogleAnalyticsClientSecrets;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
start_date: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
end_date: string;
|
|
||||||
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
oauth_code: string;
|
|
||||||
}
|
|
||||||
export class Column {
|
export class Column {
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
name: string;
|
name: string;
|
||||||
@@ -114,6 +13,14 @@ export class TableColumns {
|
|||||||
columns: string[];
|
columns: string[];
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
references: Column[];
|
references: Column[];
|
||||||
|
@ApiProperty()
|
||||||
|
type: string;
|
||||||
|
}
|
||||||
|
export class AvailableEntity {
|
||||||
|
@ApiProperty()
|
||||||
|
name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
replication_methods: string[];
|
||||||
}
|
}
|
||||||
|
|
||||||
export class Input {
|
export class Input {
|
||||||
@@ -133,26 +40,6 @@ export class Input {
|
|||||||
created_at: string;
|
created_at: string;
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
updated_at: string;
|
updated_at: string;
|
||||||
|
|
||||||
//deprecated attributes (for retro compatibility)
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
category: string;
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
credentials: Credentials;
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
options: InputOptions;
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
info: Info;
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
cron: string;
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
source_bucket: string;
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
source_prefix: string;
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
auth_parameters: AuthParameters;
|
|
||||||
@ApiPropertyOptional({ deprecated: true })
|
|
||||||
file_format_params: FileFormatParams;
|
|
||||||
}
|
}
|
||||||
export class GetAvailableEntitiesReq {
|
export class GetAvailableEntitiesReq {
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
@@ -160,43 +47,10 @@ export class GetAvailableEntitiesReq {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export class GetAvailableEntitiesRes {
|
export class GetAvailableEntitiesRes {
|
||||||
@ApiProperty()
|
@ApiProperty({ type: [AvailableEntity] })
|
||||||
entities: string[];
|
entities: AvailableEntity[];
|
||||||
}
|
}
|
||||||
|
|
||||||
export class TestConnectionGetColumnsReq {
|
|
||||||
@ApiProperty()
|
|
||||||
plugin: string;
|
|
||||||
@ApiProperty()
|
|
||||||
tables: string[];
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
credentials: CredentialsJdbc;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
id: string;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
info: Info;
|
|
||||||
}
|
|
||||||
export class TestConnectionGetColumnsRes {
|
|
||||||
@ApiProperty({ type: [TableColumns] })
|
|
||||||
tables: TableColumns[];
|
|
||||||
}
|
|
||||||
|
|
||||||
export class TestConnectionReq {
|
|
||||||
@ApiProperty()
|
|
||||||
plugin: string;
|
|
||||||
@ApiProperty()
|
|
||||||
credentials: CredentialsJdbc;
|
|
||||||
@ApiPropertyOptional()
|
|
||||||
info: Info;
|
|
||||||
}
|
|
||||||
export class TestConnectionRes {
|
|
||||||
@ApiProperty()
|
|
||||||
connection_state: boolean;
|
|
||||||
@ApiProperty()
|
|
||||||
total_entities: number;
|
|
||||||
@ApiProperty()
|
|
||||||
database_tables: string[];
|
|
||||||
}
|
|
||||||
export class CreateInputReq extends OmitType(Input, [
|
export class CreateInputReq extends OmitType(Input, [
|
||||||
'id',
|
'id',
|
||||||
'created_at',
|
'created_at',
|
||||||
|
|||||||
@@ -2,10 +2,11 @@ import { Input } from '@dadosfera/protospack-v2';
|
|||||||
import { credentials } from '@grpc/grpc-js';
|
import { credentials } from '@grpc/grpc-js';
|
||||||
import {
|
import {
|
||||||
ClientProviderOptions,
|
ClientProviderOptions,
|
||||||
GrpcOptions,
|
|
||||||
Transport,
|
Transport,
|
||||||
|
type GrpcOptions,
|
||||||
} from '@nestjs/microservices';
|
} from '@nestjs/microservices';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.INFACTORY_URL?.includes('0.0.0.0');
|
||||||
export class InputsGrpcClient {
|
export class InputsGrpcClient {
|
||||||
public readonly name = 'InputsGrpcClient';
|
public readonly name = 'InputsGrpcClient';
|
||||||
private config: GrpcOptions = {
|
private config: GrpcOptions = {
|
||||||
@@ -16,10 +17,7 @@ export class InputsGrpcClient {
|
|||||||
Input.ProtoPackages.WritePackage,
|
Input.ProtoPackages.WritePackage,
|
||||||
Input.ProtoPackages.ReadPackage,
|
Input.ProtoPackages.ReadPackage,
|
||||||
],
|
],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.LOCAL_ENV || process.env.ENV === 'local'
|
|
||||||
? undefined
|
|
||||||
: credentials.createSsl(),
|
|
||||||
protoPath: [
|
protoPath: [
|
||||||
Input.ProtoPaths.WriteFilePath,
|
Input.ProtoPaths.WriteFilePath,
|
||||||
Input.ProtoPaths.ReadFilePath,
|
Input.ProtoPaths.ReadFilePath,
|
||||||
|
|||||||
@@ -7,27 +7,26 @@ import {
|
|||||||
Param,
|
Param,
|
||||||
Patch,
|
Patch,
|
||||||
Post,
|
Post,
|
||||||
|
UseFilters,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { InputsService } from './inputs.service';
|
import { InputsService } from './inputs.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
|
import { AuthenticateCondition } from 'src/decorators/authentication.decorator';
|
||||||
import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
||||||
import {
|
import {
|
||||||
CreateInputReq,
|
CreateInputReq,
|
||||||
GetAvailableEntitiesReq,
|
GetAvailableEntitiesReq,
|
||||||
GetAvailableEntitiesRes,
|
GetAvailableEntitiesRes,
|
||||||
Input,
|
Input,
|
||||||
TestConnectionGetColumnsReq,
|
|
||||||
TestConnectionGetColumnsRes,
|
|
||||||
TestConnectionReq,
|
|
||||||
TestConnectionRes,
|
|
||||||
} from './dtos/input.model';
|
} from './dtos/input.model';
|
||||||
import { UpdateInputRequest } from './dtos/old_interfaces';
|
import { UpdateInputRequest } from './dtos/old_interfaces';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
|
import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
|
||||||
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
@ApiTags('inputs')
|
@ApiTags('Inputs')
|
||||||
@Controller('inputs')
|
@Controller('inputs')
|
||||||
@AuthenticateCondition((req, user) => {
|
@AuthenticateCondition((req, user) => {
|
||||||
switch (req.method) {
|
switch (req.method) {
|
||||||
@@ -38,7 +37,9 @@ import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entitie
|
|||||||
user.permissions.includes(
|
user.permissions.includes(
|
||||||
PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE.seqid,
|
PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE.seqid,
|
||||||
) ||
|
) ||
|
||||||
user.permissions.includes(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid)
|
user.permissions.includes(
|
||||||
|
PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid,
|
||||||
|
)
|
||||||
);
|
);
|
||||||
|
|
||||||
default:
|
default:
|
||||||
@@ -49,10 +50,13 @@ import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entitie
|
|||||||
user.permissions.includes(
|
user.permissions.includes(
|
||||||
PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid,
|
PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE.seqid,
|
||||||
) ||
|
) ||
|
||||||
user.permissions.includes(PERMISSIONS_GROUPS.PIPELINE.permissions.GET.seqid)
|
user.permissions.includes(
|
||||||
|
PERMISSIONS_GROUPS.PIPELINE.permissions.GET.seqid,
|
||||||
|
)
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
export class InputsController {
|
export class InputsController {
|
||||||
logger: DadosferaLogger;
|
logger: DadosferaLogger;
|
||||||
constructor(
|
constructor(
|
||||||
@@ -63,44 +67,23 @@ export class InputsController {
|
|||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('available-entities/:plugin')
|
@Get('available-entities/:plugin')
|
||||||
@ApiOkResponse({ type: GetAvailableEntitiesRes })
|
@ApiOkResponse({ type: GetAvailableEntitiesRes })
|
||||||
async getAvailableEntities(
|
async getAvailableEntities(
|
||||||
@Body() body,
|
|
||||||
@Param() params: GetAvailableEntitiesReq,
|
@Param() params: GetAvailableEntitiesReq,
|
||||||
|
@User() user: RequestUser,
|
||||||
) {
|
) {
|
||||||
const { info } = body;
|
|
||||||
const { plugin } = params;
|
const { plugin } = params;
|
||||||
return await this.inputService.getAvailableEntities({ info, plugin });
|
const availableEntities = await this.inputService.getAvailableEntities({
|
||||||
}
|
info: {
|
||||||
|
customer: user.customer_name,
|
||||||
@Post('/test-connection')
|
customer_id: user.customer_id,
|
||||||
@ApiOkResponse({ type: TestConnectionRes })
|
user_id: user.user_id,
|
||||||
async testConnection(@Body() data: TestConnectionReq) {
|
|
||||||
this.logger.info(`/test-connection - ON TEST CONNECTION ROUTE`, {
|
|
||||||
user: data.info.user_id,
|
|
||||||
customer: data.info.customer,
|
|
||||||
});
|
|
||||||
|
|
||||||
const response = await this.inputService.testConnection(data);
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Post('/test-connection/get-columns')
|
|
||||||
@ApiOkResponse({ type: TestConnectionGetColumnsRes })
|
|
||||||
async getColumns(@Body() data: TestConnectionGetColumnsReq) {
|
|
||||||
this.logger.info(
|
|
||||||
`/test-connection/get-columns - ON TEST CONNECTION GET COLUMNS ROUTE`,
|
|
||||||
{
|
|
||||||
user: data.info.user_id,
|
|
||||||
customer: data.info.customer,
|
|
||||||
},
|
},
|
||||||
);
|
plugin,
|
||||||
|
});
|
||||||
const response = await this.inputService.getColumns(data);
|
return availableEntities;
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@Post()
|
@Post()
|
||||||
@@ -121,6 +104,7 @@ export class InputsController {
|
|||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get()
|
@Get()
|
||||||
async findAll(@User() user: RequestUser) {
|
async findAll(@User() user: RequestUser) {
|
||||||
const { user_id, customer_id, customer_name: customer } = user;
|
const { user_id, customer_id, customer_name: customer } = user;
|
||||||
@@ -139,8 +123,7 @@ export class InputsController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get('/:id')
|
@Get('/:id')
|
||||||
async findOne(@Body() body, @Param() params) {
|
async findOne(@Body() body, @Param('id') id: string) {
|
||||||
const { id } = params;
|
|
||||||
this.logger.info(`/input/${id} - ON FIND ONE ROUTE`, {
|
this.logger.info(`/input/${id} - ON FIND ONE ROUTE`, {
|
||||||
user: body.info.user_id,
|
user: body.info.user_id,
|
||||||
customer: body.info.customer,
|
customer: body.info.customer,
|
||||||
@@ -151,6 +134,7 @@ export class InputsController {
|
|||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Patch(':id')
|
@Patch(':id')
|
||||||
async update(@Body() updateInputDto: UpdateInputRequest, @Param() params) {
|
async update(@Body() updateInputDto: UpdateInputRequest, @Param() params) {
|
||||||
const { id } = params;
|
const { id } = params;
|
||||||
@@ -166,6 +150,7 @@ export class InputsController {
|
|||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Delete(':id')
|
@Delete(':id')
|
||||||
async delete(@Body() data, @Param() params) {
|
async delete(@Body() data, @Param() params) {
|
||||||
const { id } = params;
|
const { id } = params;
|
||||||
|
|||||||
@@ -14,10 +14,10 @@ import { objectCamelToSnake } from 'src/utils/CaseConverter';
|
|||||||
import { IIdRequest, UpdateInputRequest } from './dtos/old_interfaces';
|
import { IIdRequest, UpdateInputRequest } from './dtos/old_interfaces';
|
||||||
import { Input } from '@dadosfera/protospack-v2';
|
import { Input } from '@dadosfera/protospack-v2';
|
||||||
import {
|
import {
|
||||||
|
GetAvailableEntitiesRequest,
|
||||||
InputCreateGenericRequest,
|
InputCreateGenericRequest,
|
||||||
InputCreateS3Request,
|
InputCreateS3Request,
|
||||||
InputNewCreateRequest,
|
InputNewCreateRequest,
|
||||||
TestConnectionGetColumnsRequest,
|
|
||||||
TestConnectionRequest,
|
TestConnectionRequest,
|
||||||
} from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/messages';
|
} from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/messages';
|
||||||
import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
|
import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
|
||||||
@@ -72,17 +72,6 @@ export class InputsService {
|
|||||||
objectCamelToSnake(createInputResponse);
|
objectCamelToSnake(createInputResponse);
|
||||||
return createInputResponse;
|
return createInputResponse;
|
||||||
},
|
},
|
||||||
findOne: async (data: IIdRequest) => {
|
|
||||||
this.logger.info('InputClientService - FindOne');
|
|
||||||
const findOneInputResponse = await lastValueFrom(
|
|
||||||
this.inputReadService.InputFindOne(data),
|
|
||||||
).catch((e) => {
|
|
||||||
this.logger.error(e.details);
|
|
||||||
throw new HttpException(e.details, HttpStatus.INTERNAL_SERVER_ERROR);
|
|
||||||
});
|
|
||||||
objectCamelToSnake(findOneInputResponse);
|
|
||||||
return findOneInputResponse;
|
|
||||||
},
|
|
||||||
update: async (updateInputDTO: UpdateInputRequest) => {
|
update: async (updateInputDTO: UpdateInputRequest) => {
|
||||||
this.logger.info('InputClientService - Update');
|
this.logger.info('InputClientService - Update');
|
||||||
const updateInputResponse = await lastValueFrom(
|
const updateInputResponse = await lastValueFrom(
|
||||||
@@ -91,14 +80,6 @@ export class InputsService {
|
|||||||
|
|
||||||
return updateInputResponse;
|
return updateInputResponse;
|
||||||
},
|
},
|
||||||
remove: async (idRequest: IIdRequest) => {
|
|
||||||
this.logger.info('InputClientService - Remove');
|
|
||||||
const removeInputResponse = await lastValueFrom(
|
|
||||||
this.inputWriteService.InputRemove(idRequest),
|
|
||||||
);
|
|
||||||
|
|
||||||
return removeInputResponse;
|
|
||||||
},
|
|
||||||
testConnection: async (data: TestConnectionRequest) => {
|
testConnection: async (data: TestConnectionRequest) => {
|
||||||
this.logger.info('InputClientService - TestConnection');
|
this.logger.info('InputClientService - TestConnection');
|
||||||
const testConnectionResponse = await lastValueFrom(
|
const testConnectionResponse = await lastValueFrom(
|
||||||
@@ -107,32 +88,6 @@ export class InputsService {
|
|||||||
|
|
||||||
return testConnectionResponse;
|
return testConnectionResponse;
|
||||||
},
|
},
|
||||||
getColumns: async (data: TestConnectionGetColumnsRequest) => {
|
|
||||||
this.logger.info('InputClientService - TestConnection/Get-Columns');
|
|
||||||
const getColumnsResponse = await new Promise((resolve, reject) => {
|
|
||||||
this.inputReadService.GetColumns(data).subscribe({
|
|
||||||
next(x) {
|
|
||||||
resolve(objectCamelToSnake(x));
|
|
||||||
},
|
|
||||||
error(err) {
|
|
||||||
reject(err);
|
|
||||||
},
|
|
||||||
complete() {
|
|
||||||
// console.log('done');
|
|
||||||
},
|
|
||||||
});
|
|
||||||
})
|
|
||||||
.then((res) => {
|
|
||||||
this.logger.info('Done');
|
|
||||||
return res;
|
|
||||||
})
|
|
||||||
.catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
|
|
||||||
return getColumnsResponse;
|
|
||||||
},
|
|
||||||
getAvailableEntities: async (data) => {
|
getAvailableEntities: async (data) => {
|
||||||
this.logger.info('InputClientService - GetAvailableEntities');
|
this.logger.info('InputClientService - GetAvailableEntities');
|
||||||
data;
|
data;
|
||||||
@@ -207,12 +162,9 @@ export class InputsService {
|
|||||||
// this.validateCron(data);
|
// this.validateCron(data);
|
||||||
const { body, info } = data;
|
const { body, info } = data;
|
||||||
|
|
||||||
if (body.info) delete body.info;
|
const inputCreateGenericRequest: InputCreateGenericRequest = {
|
||||||
|
|
||||||
const inputCreateGenericRequest: any | InputCreateGenericRequest = {
|
|
||||||
input: {
|
input: {
|
||||||
...body,
|
...body,
|
||||||
credentials: body.credentials && JSON.stringify(body.credentials),
|
|
||||||
},
|
},
|
||||||
info,
|
info,
|
||||||
};
|
};
|
||||||
@@ -224,8 +176,8 @@ export class InputsService {
|
|||||||
return { input: adjustedInput };
|
return { input: adjustedInput };
|
||||||
}
|
}
|
||||||
|
|
||||||
async getAvailableEntities(data): Promise<{ entities: string[] }> {
|
async getAvailableEntities(data: GetAvailableEntitiesRequest) {
|
||||||
return await this.OLD_inputClient.getAvailableEntities(data);
|
return lastValueFrom(this.inputReadService.GetAvailableEntities(data));
|
||||||
}
|
}
|
||||||
|
|
||||||
async findAll(info: Info) {
|
async findAll(info: Info) {
|
||||||
@@ -239,17 +191,13 @@ export class InputsService {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async findOne(idRequest: IIdRequest) {
|
async findOne(idRequest: IIdRequest) {
|
||||||
try {
|
const findOneInputResponse: any = await lastValueFrom(
|
||||||
const findOneInputResponse: any = await this.OLD_inputClient.findOne(
|
this.inputReadService.InputFindOne(idRequest),
|
||||||
idRequest,
|
);
|
||||||
);
|
findOneInputResponse.input = this.adjustInputPayload(
|
||||||
findOneInputResponse.input = this.adjustInputPayload(
|
findOneInputResponse.input,
|
||||||
findOneInputResponse.input,
|
);
|
||||||
);
|
return findOneInputResponse;
|
||||||
return findOneInputResponse;
|
|
||||||
} catch (err) {
|
|
||||||
throw new HttpException(err.message, HttpStatus.NOT_FOUND);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async update(id: string, data, info: Info) {
|
async update(id: string, data, info: Info) {
|
||||||
@@ -271,13 +219,7 @@ export class InputsService {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async remove(idRequest: IIdRequest) {
|
async remove(idRequest: IIdRequest) {
|
||||||
try {
|
return lastValueFrom(this.inputWriteService.InputRemove(idRequest));
|
||||||
const removeInputResponse = await this.OLD_inputClient.remove(idRequest);
|
|
||||||
|
|
||||||
return removeInputResponse;
|
|
||||||
} catch (err) {
|
|
||||||
throw new HttpException(err.message, HttpStatus.NOT_FOUND);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@Timeout(60000 * 10) // Timeout set for 10 minutes
|
@Timeout(60000 * 10) // Timeout set for 10 minutes
|
||||||
@@ -292,17 +234,6 @@ export class InputsService {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
async getColumns(data) {
|
|
||||||
try {
|
|
||||||
const testConnectionGetColumnsResponse =
|
|
||||||
await this.OLD_inputClient.getColumns(data);
|
|
||||||
|
|
||||||
return testConnectionGetColumnsResponse;
|
|
||||||
} catch (err) {
|
|
||||||
throw new HttpException(err.message, HttpStatus.NOT_FOUND);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
generateInputS3Payload(payload) {
|
generateInputS3Payload(payload) {
|
||||||
const { credentials, plugin, cron } = payload;
|
const { credentials, plugin, cron } = payload;
|
||||||
if (!credentials) return payload;
|
if (!credentials) return payload;
|
||||||
|
|||||||
@@ -0,0 +1,93 @@
|
|||||||
|
import { Body, Controller, Inject, Param, Post } from '@nestjs/common';
|
||||||
|
import { init } from 'mixpanel';
|
||||||
|
import { Authenticated } from 'src/decorators/authentication.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
|
@Authenticated()
|
||||||
|
@Controller('trackEvent')
|
||||||
|
export class MixpanelController {
|
||||||
|
constructor(
|
||||||
|
@Inject('MIXPANEL_TOKEN')
|
||||||
|
private readonly mixpanelToken: string,
|
||||||
|
) {}
|
||||||
|
@Post(':id')
|
||||||
|
async trackEvent(@Param('id') id, @Body() body, @User() user: RequestUser) {
|
||||||
|
delete body.info;
|
||||||
|
const mixpanel = init(this.mixpanelToken);
|
||||||
|
|
||||||
|
const separator = user.username.includes('-') ? '-' : '.';
|
||||||
|
const removeValues = [
|
||||||
|
'.dadosferatech.dadosfera',
|
||||||
|
'.demo.dadosfera',
|
||||||
|
'.dadosferademo',
|
||||||
|
'.dadosferarh.dadosfera',
|
||||||
|
'.dadosferatech.dadosfera2',
|
||||||
|
'.dadosferatech.dadosfera',
|
||||||
|
'.dadosfera.fin',
|
||||||
|
'.dadosferafin.dadosfera',
|
||||||
|
'.praxio.dadosfera',
|
||||||
|
'.dadosfera.tech',
|
||||||
|
'.treinamentos@dadosfera.ai',
|
||||||
|
'.dadosfera2',
|
||||||
|
'.treinamentosfera',
|
||||||
|
'.dadosfera',
|
||||||
|
];
|
||||||
|
|
||||||
|
let username = user.username;
|
||||||
|
|
||||||
|
removeValues.forEach((value) => {
|
||||||
|
username = username.replace(value, '');
|
||||||
|
});
|
||||||
|
|
||||||
|
username = username.split('@')?.[0];
|
||||||
|
username = username.split('+')?.[0];
|
||||||
|
|
||||||
|
let firstName = username
|
||||||
|
.substring(0, username.indexOf(separator))
|
||||||
|
.replace('dadosfera', '');
|
||||||
|
let lastName = username
|
||||||
|
.substring(username.lastIndexOf(separator) + 1)
|
||||||
|
.replace('dadosfera', '');
|
||||||
|
|
||||||
|
if (!firstName) {
|
||||||
|
firstName = lastName;
|
||||||
|
lastName = '';
|
||||||
|
}
|
||||||
|
|
||||||
|
firstName = this.capitalize(firstName);
|
||||||
|
lastName = this.capitalize(lastName);
|
||||||
|
|
||||||
|
await mixpanel.people.set(user.username, {
|
||||||
|
$first_name: firstName,
|
||||||
|
$last_name: lastName,
|
||||||
|
$name: this.getFullName(firstName, lastName),
|
||||||
|
$email: user.username.includes('@')
|
||||||
|
? user.username
|
||||||
|
: user.username + '@dadosfera.ai',
|
||||||
|
customer_name: user.customer_name,
|
||||||
|
});
|
||||||
|
|
||||||
|
await mixpanel.track(id, {
|
||||||
|
distinct_id: user.username,
|
||||||
|
customer: user.customer_name,
|
||||||
|
env: process.env.ENV,
|
||||||
|
...body,
|
||||||
|
});
|
||||||
|
|
||||||
|
return { id, body, user: user.username };
|
||||||
|
}
|
||||||
|
|
||||||
|
capitalize(sentence: string): string {
|
||||||
|
if (!sentence) {
|
||||||
|
return '';
|
||||||
|
}
|
||||||
|
|
||||||
|
return sentence[0].toUpperCase() + sentence.substring(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
getFullName(firstName: string, lastName: string) {
|
||||||
|
return `${firstName}${lastName ? ' ' + lastName : ''}`;
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,16 @@
|
|||||||
|
import { Module } from '@nestjs/common';
|
||||||
|
import { getSecretFromSecretsManager } from 'src/utils/SecretManager';
|
||||||
|
import { MixpanelController } from './mixpanel.controller';
|
||||||
|
|
||||||
|
@Module({
|
||||||
|
controllers: [MixpanelController],
|
||||||
|
providers: [
|
||||||
|
{
|
||||||
|
provide: 'MIXPANEL_TOKEN',
|
||||||
|
useValue: getSecretFromSecretsManager(
|
||||||
|
`${process.env.ENV}/root/mixpanel_token`,
|
||||||
|
),
|
||||||
|
},
|
||||||
|
],
|
||||||
|
})
|
||||||
|
export class MixpanelModule {}
|
||||||
@@ -6,6 +6,8 @@ import {
|
|||||||
} from '@nestjs/microservices';
|
} from '@nestjs/microservices';
|
||||||
import { NetworkConfig } from '@dadosfera/protospack-v2';
|
import { NetworkConfig } from '@dadosfera/protospack-v2';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.INFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class NetworkConfigGrpcClient {
|
export class NetworkConfigGrpcClient {
|
||||||
public name = 'NetworkConfigGrpcClient';
|
public name = 'NetworkConfigGrpcClient';
|
||||||
|
|
||||||
@@ -17,8 +19,7 @@ export class NetworkConfigGrpcClient {
|
|||||||
NetworkConfig.ProtoPackages.ReadPackage,
|
NetworkConfig.ProtoPackages.ReadPackage,
|
||||||
NetworkConfig.ProtoPackages.WritePackage,
|
NetworkConfig.ProtoPackages.WritePackage,
|
||||||
],
|
],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.ENV === 'local' ? undefined : credentials.createSsl(),
|
|
||||||
protoPath: [
|
protoPath: [
|
||||||
NetworkConfig.ProtoPaths.ReadFilePath,
|
NetworkConfig.ProtoPaths.ReadFilePath,
|
||||||
NetworkConfig.ProtoPaths.WriteFilePath,
|
NetworkConfig.ProtoPaths.WriteFilePath,
|
||||||
|
|||||||
@@ -1,12 +1,9 @@
|
|||||||
import {
|
import {
|
||||||
Body,
|
Body,
|
||||||
Controller,
|
Controller,
|
||||||
Delete,
|
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
|
||||||
Inject,
|
Inject,
|
||||||
Param,
|
Param,
|
||||||
Patch,
|
|
||||||
Post,
|
Post,
|
||||||
Query,
|
Query,
|
||||||
UploadedFile,
|
UploadedFile,
|
||||||
@@ -15,21 +12,24 @@ import {
|
|||||||
import { NetworkConfigService } from './network-config.service';
|
import { NetworkConfigService } from './network-config.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { ApiConsumes, ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
import { ApiConsumes, ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import {
|
import {
|
||||||
CreateNetworkConfigReq,
|
CreateNetworkConfigReq,
|
||||||
CreateNetworkConfigRes,
|
CreateNetworkConfigRes,
|
||||||
DeleteNetworkConfigRes,
|
|
||||||
FindAllNetworkConfigsRes,
|
FindAllNetworkConfigsRes,
|
||||||
UpdateNetworkConfigReq,
|
|
||||||
UpdateNetworkConfigRes,
|
|
||||||
} from './dto/network-config';
|
} from './dto/network-config';
|
||||||
import { FileInterceptor } from '@nestjs/platform-express';
|
import { FileInterceptor } from '@nestjs/platform-express';
|
||||||
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
import { RequireAllPermissions } from 'src/authentication/authentication.decorator';
|
import {
|
||||||
|
Authenticated,
|
||||||
|
RequireAllPermissions,
|
||||||
|
} from 'src/decorators/authentication.decorator';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
|
||||||
const networkConfigPermissions = PERMISSIONS_GROUPS.NETWORK_CONFIG.permissions;
|
const networkConfigPermissions = PERMISSIONS_GROUPS.NETWORK_CONFIG.permissions;
|
||||||
@ApiTags('Network Config')
|
@ApiTags('Network Config')
|
||||||
|
@Authenticated()
|
||||||
@Controller('network-config')
|
@Controller('network-config')
|
||||||
export class NetworkConfigController {
|
export class NetworkConfigController {
|
||||||
logger: any;
|
logger: any;
|
||||||
@@ -39,18 +39,18 @@ export class NetworkConfigController {
|
|||||||
) {
|
) {
|
||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Get()
|
@Get()
|
||||||
@ApiOkResponse({ type: FindAllNetworkConfigsRes })
|
@ApiOkResponse({ type: FindAllNetworkConfigsRes })
|
||||||
async findAllNetworkConfigs(
|
async findAllNetworkConfigs(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() queries,
|
@Query() queries,
|
||||||
) {
|
) {
|
||||||
this.logger.info('GET /network-config', {
|
this.logger.info('GET /network-config', {
|
||||||
user: user.user_id,
|
user: user.user_id,
|
||||||
customer: user.customer_name,
|
customer: user.customer_name,
|
||||||
});
|
});
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { user_id, customer_id, customer_name } = user;
|
const { user_id, customer_id, customer_name } = user;
|
||||||
const { search, size, page, ...filters } = queries;
|
const { search, size, page, ...filters } = queries;
|
||||||
@@ -78,14 +78,14 @@ export class NetworkConfigController {
|
|||||||
@ApiOkResponse({ type: FindAllNetworkConfigsRes })
|
@ApiOkResponse({ type: FindAllNetworkConfigsRes })
|
||||||
async findNetworkConfigByIdDetails(
|
async findNetworkConfigByIdDetails(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('GET /network-config/:id', {
|
this.logger.info('GET /network-config/:id', {
|
||||||
user: user.user_id,
|
user: user.user_id,
|
||||||
customer: user.customer_name,
|
customer: user.customer_name,
|
||||||
});
|
});
|
||||||
if (!language) language = 'en-us';
|
|
||||||
return this.networkConfigService.findNetworkConfigByIdDetails(id, {
|
return this.networkConfigService.findNetworkConfigByIdDetails(id, {
|
||||||
customer_name: user.customer_name,
|
customer_name: user.customer_name,
|
||||||
customer_id: user.customer_id,
|
customer_id: user.customer_id,
|
||||||
|
|||||||
@@ -5,6 +5,7 @@ import { ConnectionClientService } from '../connection/client.service';
|
|||||||
import jwt from 'jsonwebtoken';
|
import jwt from 'jsonwebtoken';
|
||||||
import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
|
import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
@ApiTags('oauth')
|
@ApiTags('oauth')
|
||||||
@Controller('oauth')
|
@Controller('oauth')
|
||||||
export class OauthController {
|
export class OauthController {
|
||||||
@@ -15,15 +16,14 @@ export class OauthController {
|
|||||||
private logger: DadosferaLogger,
|
private logger: DadosferaLogger,
|
||||||
) {
|
) {
|
||||||
switch (process.env.ENV) {
|
switch (process.env.ENV) {
|
||||||
case 'dev':
|
|
||||||
case 'stg':
|
case 'stg':
|
||||||
this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/coletix/auth-callback`;
|
this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/collect/auth-callback`;
|
||||||
break;
|
break;
|
||||||
case 'prd':
|
case 'prd':
|
||||||
this.redirectUrl = `https://app.dadosfera.ai/coletix/auth-callback`;
|
this.redirectUrl = `https://app.dadosfera.ai/collect/auth-callback`;
|
||||||
break;
|
break;
|
||||||
default:
|
default:
|
||||||
this.redirectUrl = `http://localhost:4200/coletix/auth-callback`;
|
this.redirectUrl = `http://localhost:4200/collect/auth-callback`;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@Get('hubspot')
|
@Get('hubspot')
|
||||||
@@ -32,6 +32,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('hubspot/callback')
|
@Get('hubspot/callback')
|
||||||
@UseGuards(AuthGuard('hubspot'))
|
@UseGuards(AuthGuard('hubspot'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -45,6 +46,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('googleads/callback')
|
@Get('googleads/callback')
|
||||||
@UseGuards(AuthGuard('google'))
|
@UseGuards(AuthGuard('google'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -58,6 +60,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('google-sheets/callback')
|
@Get('google-sheets/callback')
|
||||||
@UseGuards(AuthGuard('google'))
|
@UseGuards(AuthGuard('google'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -71,6 +74,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('facebook/callback')
|
@Get('facebook/callback')
|
||||||
@UseGuards(AuthGuard('facebook'))
|
@UseGuards(AuthGuard('facebook'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -84,6 +88,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('mailchimp/callback')
|
@Get('mailchimp/callback')
|
||||||
@UseGuards(AuthGuard('mailchimp'))
|
@UseGuards(AuthGuard('mailchimp'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -97,6 +102,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('salesforce/callback')
|
@Get('salesforce/callback')
|
||||||
@UseGuards(AuthGuard('salesforce'))
|
@UseGuards(AuthGuard('salesforce'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -148,10 +154,16 @@ export class OauthController {
|
|||||||
const { customer_id, customer_name, user_id } = connectionInfo;
|
const { customer_id, customer_name, user_id } = connectionInfo;
|
||||||
|
|
||||||
try {
|
try {
|
||||||
const response = await this.connectionService.createConnection(
|
const response = connectionInfo.id
|
||||||
connectionInfo,
|
? await this.connectionService.updateConnection(
|
||||||
PackTheMetadata({ customer_id, customer_name, user_id }),
|
connectionInfo.id,
|
||||||
);
|
connectionInfo,
|
||||||
|
PackTheMetadata({ customer_id, customer_name, user_id }),
|
||||||
|
)
|
||||||
|
: await this.connectionService.createConnection(
|
||||||
|
connectionInfo,
|
||||||
|
PackTheMetadata({ customer_id, customer_name, user_id }),
|
||||||
|
);
|
||||||
url.searchParams.set('connection_id', response.connection.id);
|
url.searchParams.set('connection_id', response.connection.id);
|
||||||
return { url: url.href };
|
return { url: url.href };
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
|
|||||||
@@ -23,6 +23,7 @@ export class OauthService {
|
|||||||
user_id,
|
user_id,
|
||||||
customer_id,
|
customer_id,
|
||||||
customer_name,
|
customer_name,
|
||||||
|
id,
|
||||||
} = query;
|
} = query;
|
||||||
|
|
||||||
const properties = { plugin, credentials_type: 'oauth' };
|
const properties = { plugin, credentials_type: 'oauth' };
|
||||||
@@ -45,6 +46,7 @@ export class OauthService {
|
|||||||
type,
|
type,
|
||||||
properties,
|
properties,
|
||||||
plugin,
|
plugin,
|
||||||
|
id,
|
||||||
};
|
};
|
||||||
return jwt.sign({ ...newConnection }, process.env.JWT_PRIVATE_KEY);
|
return jwt.sign({ ...newConnection }, process.env.JWT_PRIVATE_KEY);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -44,7 +44,8 @@ export class FacebookStrategy extends PassportStrategy(Strategy) {
|
|||||||
req,
|
req,
|
||||||
'application',
|
'application',
|
||||||
);
|
);
|
||||||
options.scope = 'ads_read ads_management';
|
options.scope =
|
||||||
|
'pages_show_list ads_read pages_read_engagement ads_management';
|
||||||
super.authenticate(req, options);
|
super.authenticate(req, options);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -29,7 +29,6 @@ export class GoogleStrategy extends PassportStrategy(Strategy, 'google') {
|
|||||||
|
|
||||||
super(options, verify);
|
super(options, verify);
|
||||||
switch (process.env.ENV) {
|
switch (process.env.ENV) {
|
||||||
case 'dev':
|
|
||||||
case 'stg':
|
case 'stg':
|
||||||
this.redirect_uri = `https://maestro.${process.env.ENV}.dadosfera.ai/oauth`;
|
this.redirect_uri = `https://maestro.${process.env.ENV}.dadosfera.ai/oauth`;
|
||||||
break;
|
break;
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ export class HubspotStrategy extends PassportStrategy(Strategy) {
|
|||||||
clientSecret: oauthSecrets.hubspot.client_secret,
|
clientSecret: oauthSecrets.hubspot.client_secret,
|
||||||
callbackURL: oauthSecrets.hubspot.redirect_uri,
|
callbackURL: oauthSecrets.hubspot.redirect_uri,
|
||||||
scope:
|
scope:
|
||||||
'automation business-intelligence oauth forms integration-sync sales-email-read crm.lists.read crm.objects.contacts.read crm.schemas.contacts.read crm.objects.companies.read crm.objects.deals.read crm.schemas.companies.read crm.schemas.deals.read crm.objects.owners.read crm.objects.quotes.read crm.schemas.quotes.read crm.objects.line_items.read crm.schemas.line_items.read',
|
'tickets automation business-intelligence oauth forms integration-sync sales-email-read crm.lists.read crm.objects.contacts.read crm.schemas.contacts.read crm.objects.companies.read crm.objects.deals.read crm.schemas.companies.read crm.schemas.deals.read crm.objects.owners.read crm.objects.quotes.read crm.schemas.quotes.read crm.objects.line_items.read crm.schemas.line_items.read',
|
||||||
passReqToCallback: true,
|
passReqToCallback: true,
|
||||||
},
|
},
|
||||||
(accessToken, refreshToken, tokenInfo, profile, done) => {
|
(accessToken, refreshToken, tokenInfo, profile, done) => {
|
||||||
|
|||||||
@@ -1,20 +1,18 @@
|
|||||||
import { Controller, Get, Headers, Inject } from '@nestjs/common';
|
import { Controller, Get, Inject } from '@nestjs/common';
|
||||||
import { ApiHeader, ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
import { ApiHeader, ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import {
|
import { Authenticated } from 'src/decorators/authentication.decorator';
|
||||||
Authenticated,
|
import { PermissionUsages } from 'src/authentication/permissions.enum';
|
||||||
RequireAllPermissions,
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
} from 'src/authentication/authentication.decorator';
|
|
||||||
import {
|
|
||||||
PERMISSIONS_GROUPS,
|
|
||||||
PermissionUsages,
|
|
||||||
} from 'src/authentication/permissions.enum';
|
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
|
||||||
import { LanguageEnum } from 'src/utils/languages.enum';
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
import { GetPublicPermissionsRes } from './dto/entities';
|
import { GetPublicPermissionsRes } from './dto/entities';
|
||||||
import { PermissionsService } from './permissions.service';
|
import { PermissionsService } from './permissions.service';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Permissions')
|
@ApiTags('Permissions')
|
||||||
|
@Authenticated()
|
||||||
@Controller('permissions')
|
@Controller('permissions')
|
||||||
@ApiHeader({
|
@ApiHeader({
|
||||||
name: 'dadosfera-lang',
|
name: 'dadosfera-lang',
|
||||||
@@ -22,7 +20,6 @@ import { PermissionsService } from './permissions.service';
|
|||||||
required: false,
|
required: false,
|
||||||
description: 'Defaults to pt-br',
|
description: 'Defaults to pt-br',
|
||||||
})
|
})
|
||||||
@Authenticated()
|
|
||||||
export class PermissionsController {
|
export class PermissionsController {
|
||||||
logger: DadosferaLogger;
|
logger: DadosferaLogger;
|
||||||
|
|
||||||
@@ -36,13 +33,12 @@ export class PermissionsController {
|
|||||||
|
|
||||||
@Get()
|
@Get()
|
||||||
@ApiOkResponse({ type: GetPublicPermissionsRes })
|
@ApiOkResponse({ type: GetPublicPermissionsRes })
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
|
|
||||||
getPublicPermissions(
|
getPublicPermissions(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('getPublicPermissions', { user });
|
this.logger.info('getPublicPermissions', { user });
|
||||||
if (!language) language = 'en-us';
|
|
||||||
const permissionGroups = this.permissionsService.getPermissionsGrouped(
|
const permissionGroups = this.permissionsService.getPermissionsGrouped(
|
||||||
PermissionUsages.PUBLIC,
|
PermissionUsages.PUBLIC,
|
||||||
language,
|
language,
|
||||||
|
|||||||
@@ -44,8 +44,11 @@ export class PermissionsService
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
// internally used to send permissions to duc on microservice startup
|
|
||||||
async onApplicationBootstrap() {
|
async onApplicationBootstrap() {
|
||||||
|
// Do not sent permissions if running local but pointing to a remote DUC url
|
||||||
|
if (process.env.ENV == 'local' && !process.env.DUC_URL.includes('0.0.0.0'))
|
||||||
|
return;
|
||||||
|
|
||||||
this.logger.info('sending permissions to DUC...');
|
this.logger.info('sending permissions to DUC...');
|
||||||
|
|
||||||
const permissions = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
|
const permissions = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
|
||||||
@@ -57,10 +60,10 @@ export class PermissionsService
|
|||||||
}).catch((err: ErrorBuilder) => {
|
}).catch((err: ErrorBuilder) => {
|
||||||
if (
|
if (
|
||||||
err.code === 'No connection established' &&
|
err.code === 'No connection established' &&
|
||||||
(process.env.LOCAL_ENV === 'true' || process.env.ENV === 'local')
|
process.env.ENV === 'local'
|
||||||
) {
|
) {
|
||||||
return this.logger.info(
|
return this.logger.info(
|
||||||
"couldn't connect to DUC. suppresing in local env",
|
"couldn't connect to DUC. suppressing in local env",
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,21 +1,9 @@
|
|||||||
import {
|
import { ConflictException, Inject, OnModuleInit } from '@nestjs/common';
|
||||||
BadRequestException,
|
import { ClientGrpc } from '@nestjs/microservices';
|
||||||
ConflictException,
|
|
||||||
Inject,
|
|
||||||
InternalServerErrorException,
|
|
||||||
OnModuleInit,
|
|
||||||
} from '@nestjs/common';
|
|
||||||
import { ClientGrpc, Payload } from '@nestjs/microservices';
|
|
||||||
import { PipelineServicesNames, PipelinesServiceInterface } from 'protospack';
|
import { PipelineServicesNames, PipelinesServiceInterface } from 'protospack';
|
||||||
import { lastValueFrom } from 'rxjs';
|
import { lastValueFrom } from 'rxjs';
|
||||||
import { objectSnakeToCamel } from 'src/utils/CaseConverter';
|
|
||||||
|
|
||||||
import {
|
import { IIdRequest } from './interfaces';
|
||||||
ICreatePipelineDto,
|
|
||||||
IGetPipelineLogsRequest,
|
|
||||||
IIdRequest,
|
|
||||||
IUpdatePipelineRequest,
|
|
||||||
} from './interfaces';
|
|
||||||
|
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { PipelinesClientConfiguration } from './pipelines-client';
|
import { PipelinesClientConfiguration } from './pipelines-client';
|
||||||
@@ -39,91 +27,6 @@ export class PipelinesClientService implements OnModuleInit {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async create(@Payload() createPipelineDto: ICreatePipelineDto) {
|
|
||||||
this.logger.info('PipelinesClientService - Create');
|
|
||||||
const createPipelineResponse = await lastValueFrom(
|
|
||||||
this.pipelineService.Create(objectSnakeToCamel(createPipelineDto)),
|
|
||||||
).catch((error: { details: string }) => {
|
|
||||||
if (error.details.includes('INVALID_REQUEST')) {
|
|
||||||
const [, message] = error.details.split('|');
|
|
||||||
throw new BadRequestException(message);
|
|
||||||
}
|
|
||||||
throw new InternalServerErrorException(error.details);
|
|
||||||
});
|
|
||||||
this.logger.info('Done');
|
|
||||||
|
|
||||||
return createPipelineResponse;
|
|
||||||
}
|
|
||||||
|
|
||||||
async findAll(data) {
|
|
||||||
this.logger.info('PipelinesClientService - FindAll');
|
|
||||||
const findAllPipelineResponse = await lastValueFrom(
|
|
||||||
this.pipelineService.FindAll(data),
|
|
||||||
).catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
this.logger.info('Done');
|
|
||||||
|
|
||||||
return findAllPipelineResponse;
|
|
||||||
}
|
|
||||||
|
|
||||||
async findOne(data: IIdRequest) {
|
|
||||||
this.logger.info('PipelinesClientService - FindOne');
|
|
||||||
|
|
||||||
const findOnePipelineResponse = await lastValueFrom(
|
|
||||||
this.pipelineService.FindOne(data),
|
|
||||||
).catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
this.logger.info('Done');
|
|
||||||
|
|
||||||
return findOnePipelineResponse;
|
|
||||||
}
|
|
||||||
|
|
||||||
async update(UpdatePipelineRequest: IUpdatePipelineRequest) {
|
|
||||||
this.logger.info('PipelinesClientService - Update');
|
|
||||||
|
|
||||||
const updatePipelineResponse = await lastValueFrom(
|
|
||||||
this.pipelineService.Update(UpdatePipelineRequest),
|
|
||||||
).catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
this.logger.info('Done');
|
|
||||||
|
|
||||||
return updatePipelineResponse;
|
|
||||||
}
|
|
||||||
|
|
||||||
async remove(data: IIdRequest) {
|
|
||||||
this.logger.info('PipelinesClientService - Remove');
|
|
||||||
|
|
||||||
const removePipelineResponse = await lastValueFrom(
|
|
||||||
this.pipelineService.remove(data),
|
|
||||||
).catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
this.logger.info('Done');
|
|
||||||
|
|
||||||
return removePipelineResponse;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getPipelineLogsMessages(data: IGetPipelineLogsRequest) {
|
|
||||||
this.logger.info('PipelinesClientService - GetPipelineLogsMessages');
|
|
||||||
|
|
||||||
const logsPipelineResponse = await lastValueFrom(
|
|
||||||
this.pipelineService.getPipelineLogs(data),
|
|
||||||
).catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
this.logger.info('Done');
|
|
||||||
|
|
||||||
return logsPipelineResponse;
|
|
||||||
}
|
|
||||||
|
|
||||||
async getPipelineStatus(data) {
|
async getPipelineStatus(data) {
|
||||||
this.logger.info('PipelinesClientService - GetPipelineStatus');
|
this.logger.info('PipelinesClientService - GetPipelineStatus');
|
||||||
|
|
||||||
|
|||||||
@@ -6,6 +6,8 @@ import {
|
|||||||
import { PipelinePackages, PipelineProtoFilePath } from 'protospack';
|
import { PipelinePackages, PipelineProtoFilePath } from 'protospack';
|
||||||
import { credentials } from '@grpc/grpc-js';
|
import { credentials } from '@grpc/grpc-js';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.PIFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class PipelinesClientConfiguration {
|
export class PipelinesClientConfiguration {
|
||||||
public name = 'PipelinesClientConfiguration';
|
public name = 'PipelinesClientConfiguration';
|
||||||
private config: GrpcOptions = {
|
private config: GrpcOptions = {
|
||||||
@@ -13,10 +15,7 @@ export class PipelinesClientConfiguration {
|
|||||||
options: {
|
options: {
|
||||||
url: process.env.PIFACTORY_URL,
|
url: process.env.PIFACTORY_URL,
|
||||||
package: PipelinePackages,
|
package: PipelinePackages,
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.LOCAL_ENV || process.env.ENV === 'local'
|
|
||||||
? undefined
|
|
||||||
: credentials.createSsl(),
|
|
||||||
protoPath: PipelineProtoFilePath,
|
protoPath: PipelineProtoFilePath,
|
||||||
loader: {
|
loader: {
|
||||||
keepCase: true,
|
keepCase: true,
|
||||||
|
|||||||
@@ -1,22 +1,18 @@
|
|||||||
|
import { Body, Controller, Get, Inject, Param, Post } from '@nestjs/common';
|
||||||
|
import { ApiOperation, ApiTags } from '@nestjs/swagger';
|
||||||
import {
|
import {
|
||||||
Body,
|
AuthenticateCondition,
|
||||||
Controller,
|
Authenticated,
|
||||||
Delete,
|
} from 'src/decorators/authentication.decorator';
|
||||||
Get,
|
|
||||||
Inject,
|
|
||||||
Param,
|
|
||||||
Post,
|
|
||||||
Put,
|
|
||||||
} from '@nestjs/common';
|
|
||||||
import { ApiTags } from '@nestjs/swagger';
|
|
||||||
import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
|
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { PipelinesService } from './pipelines.service';
|
import { PipelinesService } from './pipelines.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Pipelines')
|
@ApiTags('Pipelines')
|
||||||
@Controller('pipelines')
|
@Controller('pipelines')
|
||||||
|
@Authenticated()
|
||||||
@AuthenticateCondition((req, user) => {
|
@AuthenticateCondition((req, user) => {
|
||||||
let action;
|
let action;
|
||||||
|
|
||||||
@@ -48,8 +44,12 @@ export class PipelinesController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Post('start/:id')
|
@Post('start/:id')
|
||||||
async activate(@Param() params, @Body() body) {
|
@ApiOperation({
|
||||||
const { id } = params;
|
deprecated: true,
|
||||||
|
description:
|
||||||
|
'This method is deprecated. Please use route /pipelinesV2/start/:id instead',
|
||||||
|
})
|
||||||
|
async activate(@Param('id') id: string, @Body() body) {
|
||||||
const { info } = body;
|
const { info } = body;
|
||||||
|
|
||||||
this.logger.info(
|
this.logger.info(
|
||||||
@@ -66,8 +66,12 @@ export class PipelinesController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get(':id/status')
|
@Get(':id/status')
|
||||||
async getPipelineStatus(@Body() body, @Param() params) {
|
@ApiOperation({
|
||||||
const { id } = params;
|
deprecated: true,
|
||||||
|
description:
|
||||||
|
'This method is deprecated. Please use route /pipelinesV2/:id/status instead',
|
||||||
|
})
|
||||||
|
async getPipelineStatus(@Body() body, @Param('id') id: string) {
|
||||||
body.id = id;
|
body.id = id;
|
||||||
|
|
||||||
this.logger.info(
|
this.logger.info(
|
||||||
@@ -82,84 +86,4 @@ export class PipelinesController {
|
|||||||
|
|
||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Get(':id/:details')
|
|
||||||
async getPipelineLogs(@Param() params) {
|
|
||||||
const { id, details } = params;
|
|
||||||
this.logger.info(
|
|
||||||
process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE LOGS ROUTE`,
|
|
||||||
{},
|
|
||||||
);
|
|
||||||
|
|
||||||
const response = await this.pipelineService.getPipelineLogsMessages(
|
|
||||||
id,
|
|
||||||
details,
|
|
||||||
);
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Post()
|
|
||||||
async create(@Body() createPipelineDto) {
|
|
||||||
this.logger.info(process.env.DEV_URL + `/pipelines ON CREATE ROUTE`);
|
|
||||||
|
|
||||||
const response = await this.pipelineService.create(createPipelineDto);
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Get()
|
|
||||||
async findAll(@User() user: RequestUser) {
|
|
||||||
this.logger.info(process.env.DEV_URL + `/pipeline ON Find All ROUTE`, {
|
|
||||||
user: user.user_id,
|
|
||||||
customer: user.customer_id,
|
|
||||||
});
|
|
||||||
|
|
||||||
const { customer_id, user_id, customer_name } = user;
|
|
||||||
|
|
||||||
const response = await this.pipelineService.findAll({
|
|
||||||
customer_name,
|
|
||||||
customer_id,
|
|
||||||
user_id,
|
|
||||||
});
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Get('/:id')
|
|
||||||
async findOne(@Body() data, @Param() params) {
|
|
||||||
const { id } = params;
|
|
||||||
this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON Find One ROUTE`);
|
|
||||||
|
|
||||||
const response = await this.pipelineService.findOne({ id, ...data });
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Put(':id')
|
|
||||||
async update(@Body() updatePipelineDto, @Param() params) {
|
|
||||||
const { id } = params;
|
|
||||||
const { info } = updatePipelineDto;
|
|
||||||
delete updatePipelineDto.info;
|
|
||||||
|
|
||||||
this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON UPDATE ROUTE`);
|
|
||||||
|
|
||||||
const response = await this.pipelineService.update(
|
|
||||||
id,
|
|
||||||
updatePipelineDto,
|
|
||||||
info,
|
|
||||||
);
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Delete(':id')
|
|
||||||
async delete(@Body() data, @Param() params) {
|
|
||||||
const { id } = params;
|
|
||||||
this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON DELETE ROUTE`);
|
|
||||||
|
|
||||||
const response = await this.pipelineService.remove({ id, ...data });
|
|
||||||
|
|
||||||
return response;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,6 +1,4 @@
|
|||||||
import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
|
import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
|
||||||
import { DecodeGrpcStruct } from 'protospack';
|
|
||||||
import { Info } from 'protospack/dist/lib/interfaces';
|
|
||||||
import { PipelinesClientService } from './client.service';
|
import { PipelinesClientService } from './client.service';
|
||||||
import { IIdRequest } from './interfaces';
|
import { IIdRequest } from './interfaces';
|
||||||
import { objectCamelToSnake } from 'src/utils/CaseConverter';
|
import { objectCamelToSnake } from 'src/utils/CaseConverter';
|
||||||
@@ -9,91 +7,6 @@ import { objectCamelToSnake } from 'src/utils/CaseConverter';
|
|||||||
export class PipelinesService {
|
export class PipelinesService {
|
||||||
constructor(private pipelineClient: PipelinesClientService) {}
|
constructor(private pipelineClient: PipelinesClientService) {}
|
||||||
|
|
||||||
adjustPayload(payload) {
|
|
||||||
if (payload.input?.input_generic) {
|
|
||||||
payload.input = DecodeGrpcStruct(payload.input?.input_generic);
|
|
||||||
} else {
|
|
||||||
payload.input = payload.input?.input_s3 || payload.input?.input_jdbc;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async create(createPipelineDto) {
|
|
||||||
const createPipelineResponse = await this.pipelineClient.create(
|
|
||||||
createPipelineDto,
|
|
||||||
);
|
|
||||||
|
|
||||||
const pipeline = objectCamelToSnake(createPipelineResponse);
|
|
||||||
this.adjustPayload(pipeline.pipeline);
|
|
||||||
|
|
||||||
return pipeline;
|
|
||||||
}
|
|
||||||
|
|
||||||
async findOne(data: IIdRequest) {
|
|
||||||
try {
|
|
||||||
const findOnePipelineResponse = await this.pipelineClient.findOne(data);
|
|
||||||
|
|
||||||
const pipeline = objectCamelToSnake(findOnePipelineResponse);
|
|
||||||
this.adjustPayload(pipeline.pipeline);
|
|
||||||
|
|
||||||
return pipeline;
|
|
||||||
} catch (err) {
|
|
||||||
throw new HttpException(err.message, HttpStatus.NOT_FOUND);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async findAll(data) {
|
|
||||||
try {
|
|
||||||
const { pipelines } = await this.pipelineClient.findAll({
|
|
||||||
info: data,
|
|
||||||
});
|
|
||||||
if (pipelines)
|
|
||||||
pipelines.forEach((pipeline) => {
|
|
||||||
this.adjustPayload(pipeline);
|
|
||||||
});
|
|
||||||
return { pipelines: pipelines || [] };
|
|
||||||
} catch (err) {
|
|
||||||
throw new HttpException(err.message, HttpStatus.NOT_FOUND);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async update(id: string, data, info: Info) {
|
|
||||||
try {
|
|
||||||
const updatePipelineResponse = await this.pipelineClient.update({
|
|
||||||
id,
|
|
||||||
info,
|
|
||||||
...data,
|
|
||||||
});
|
|
||||||
|
|
||||||
const pipeline = objectCamelToSnake(updatePipelineResponse);
|
|
||||||
this.adjustPayload(pipeline);
|
|
||||||
|
|
||||||
return pipeline;
|
|
||||||
} catch (err) {
|
|
||||||
throw new HttpException(err.message, HttpStatus.NOT_FOUND);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async remove(data: IIdRequest) {
|
|
||||||
try {
|
|
||||||
const removePipelineResponse = await this.pipelineClient.remove(data);
|
|
||||||
|
|
||||||
return removePipelineResponse;
|
|
||||||
} catch (err) {
|
|
||||||
throw new HttpException(err.message, HttpStatus.NOT_FOUND);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async getPipelineLogsMessages(id: string, details: string) {
|
|
||||||
try {
|
|
||||||
const pipelineLogsResponse =
|
|
||||||
await this.pipelineClient.getPipelineLogsMessages({ id, details });
|
|
||||||
|
|
||||||
return objectCamelToSnake(pipelineLogsResponse);
|
|
||||||
} catch (err) {
|
|
||||||
throw new HttpException(err.message, HttpStatus.NOT_FOUND);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async getPipelineStatus(data: IIdRequest) {
|
async getPipelineStatus(data: IIdRequest) {
|
||||||
try {
|
try {
|
||||||
const pipelineStatusResponse =
|
const pipelineStatusResponse =
|
||||||
|
|||||||
@@ -10,6 +10,8 @@ export class IPipelineV2 {
|
|||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
description: string;
|
description: string;
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
|
type: string;
|
||||||
|
@ApiProperty()
|
||||||
connection_id: string;
|
connection_id: string;
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
cron: string;
|
cron: string;
|
||||||
@@ -66,3 +68,58 @@ export interface IGetPipelineLogsRequest {
|
|||||||
id: string;
|
id: string;
|
||||||
details: string;
|
details: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export class IInitUploadCSVFile {
|
||||||
|
@ApiProperty()
|
||||||
|
file_name: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
parts: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class ICompleteUploadCSVFile {
|
||||||
|
@ApiProperty()
|
||||||
|
upload_id: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
file_name: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
parts: { ETag: string; PartNumber: number }[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export class ICreatePipelineCSVFile {
|
||||||
|
@ApiProperty()
|
||||||
|
name: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
file_name: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
description: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
encoding: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
sep: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
header: boolean;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
engine: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class PipelineFindAllReq {
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
search?: string | undefined;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
filters?: string | undefined;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
size?: string | undefined;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
page?: string | undefined;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
type?: string | undefined;
|
||||||
|
}
|
||||||
|
|||||||
@@ -9,6 +9,8 @@ import {
|
|||||||
} from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
|
} from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
|
||||||
import { credentials } from '@grpc/grpc-js';
|
import { credentials } from '@grpc/grpc-js';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.PIFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class PipelinesClientConfiguration {
|
export class PipelinesClientConfiguration {
|
||||||
public name = 'PipelinesClientConfiguration';
|
public name = 'PipelinesClientConfiguration';
|
||||||
private config: GrpcOptions = {
|
private config: GrpcOptions = {
|
||||||
@@ -16,10 +18,7 @@ export class PipelinesClientConfiguration {
|
|||||||
options: {
|
options: {
|
||||||
url: process.env.PIFACTORY_URL,
|
url: process.env.PIFACTORY_URL,
|
||||||
package: [ProtoPackages.ReadPackage, ProtoPackages.WritePackage],
|
package: [ProtoPackages.ReadPackage, ProtoPackages.WritePackage],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.LOCAL_ENV || process.env.ENV === 'local'
|
|
||||||
? undefined
|
|
||||||
: credentials.createSsl(),
|
|
||||||
protoPath: [ProtoPaths.ReadFilePath, ProtoPaths.WriteFilePath],
|
protoPath: [ProtoPaths.ReadFilePath, ProtoPaths.WriteFilePath],
|
||||||
loader: {
|
loader: {
|
||||||
keepCase: true,
|
keepCase: true,
|
||||||
|
|||||||
@@ -7,21 +7,49 @@ import {
|
|||||||
Param,
|
Param,
|
||||||
Post,
|
Post,
|
||||||
Put,
|
Put,
|
||||||
Headers,
|
|
||||||
Query,
|
Query,
|
||||||
|
UseFilters,
|
||||||
|
HttpCode,
|
||||||
|
HttpStatus,
|
||||||
|
Patch,
|
||||||
|
HttpException,
|
||||||
|
BadRequestException,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiCreatedResponse, ApiTags } from '@nestjs/swagger';
|
import {
|
||||||
import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
|
ApiCreatedResponse,
|
||||||
|
ApiHeaders,
|
||||||
|
ApiNoContentResponse,
|
||||||
|
ApiOperation,
|
||||||
|
ApiTags,
|
||||||
|
} from '@nestjs/swagger';
|
||||||
|
import {
|
||||||
|
AuthenticateCondition,
|
||||||
|
RequireAllPermissions,
|
||||||
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { PipelinesService } from './pipelines.service';
|
import { PipelinesService } from './pipelines.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
|
import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
|
||||||
import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
|
import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
|
||||||
import { ICreatePipelineV2Req, IPipelineV2 } from './interfaces';
|
import {
|
||||||
@ApiTags('Pipelines')
|
ICompleteUploadCSVFile,
|
||||||
|
ICreatePipelineCSVFile,
|
||||||
|
ICreatePipelineV2Req,
|
||||||
|
IPipelineV2,
|
||||||
|
IInitUploadCSVFile,
|
||||||
|
PipelineFindAllReq,
|
||||||
|
} from './interfaces';
|
||||||
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiTags('PipelinesV2')
|
||||||
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Controller('pipelinesV2')
|
@Controller('pipelinesV2')
|
||||||
@AuthenticateCondition((req, user) => {
|
@AuthenticateCondition((req, user) => {
|
||||||
let action;
|
let action;
|
||||||
@@ -35,6 +63,10 @@ import { ICreatePipelineV2Req, IPipelineV2 } from './interfaces';
|
|||||||
action = 'UPDATE';
|
action = 'UPDATE';
|
||||||
break;
|
break;
|
||||||
|
|
||||||
|
case 'PATCH':
|
||||||
|
action = 'UPDATE';
|
||||||
|
break;
|
||||||
|
|
||||||
default:
|
default:
|
||||||
action = req.method;
|
action = req.method;
|
||||||
}
|
}
|
||||||
@@ -57,12 +89,12 @@ export class PipelinesController {
|
|||||||
@Post()
|
@Post()
|
||||||
@ApiCreatedResponse({ type: IPipelineV2 })
|
@ApiCreatedResponse({ type: IPipelineV2 })
|
||||||
async create(
|
async create(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() createPipelineDto: ICreatePipelineV2Req,
|
@Body() createPipelineDto: ICreatePipelineV2Req,
|
||||||
) {
|
) {
|
||||||
this.logger.info(process.env.DEV_URL + `/pipelines ON CREATE ROUTE`);
|
this.logger.info('PipelinesController - create', { user });
|
||||||
if (!language) language = 'en-us';
|
|
||||||
const { customer_id, customer_name, username, user_id } = user;
|
const { customer_id, customer_name, username, user_id } = user;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
customer_id,
|
customer_id,
|
||||||
@@ -83,15 +115,10 @@ export class PipelinesController {
|
|||||||
@Get()
|
@Get()
|
||||||
async findAll(
|
async findAll(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() data,
|
@Query() data: PipelineFindAllReq,
|
||||||
) {
|
) {
|
||||||
this.logger.info(process.env.DEV_URL + `/pipeline ON Find All ROUTE`, {
|
this.logger.info('PipelinesController - findAll', { user });
|
||||||
user: user.user_id,
|
|
||||||
customer: user.customer_name,
|
|
||||||
});
|
|
||||||
|
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { customer_id, customer_name, user_id, username } = user;
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
@@ -103,25 +130,88 @@ export class PipelinesController {
|
|||||||
});
|
});
|
||||||
|
|
||||||
const response = await this.pipelinesClientService.findAll(data, metadata);
|
const response = await this.pipelinesClientService.findAll(data, metadata);
|
||||||
const oldResponse = await this.oldPipelinesService.findAll({
|
|
||||||
customer_name,
|
|
||||||
user_id,
|
|
||||||
customer_id,
|
|
||||||
});
|
|
||||||
|
|
||||||
return {
|
return {
|
||||||
pipelines: [...response.pipelines, ...oldResponse.pipelines],
|
pipelines: [...response.pipelines],
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Get('/download-logs')
|
||||||
|
async downloadLogs(
|
||||||
|
@User() user: RequestUser,
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
@Query('pipeline_run_id') pipeline_run_id: string,
|
||||||
|
) {
|
||||||
|
this.logger.info('PipelinesController - downloadLogs', { user });
|
||||||
|
|
||||||
|
if (!pipeline_run_id)
|
||||||
|
throw new BadRequestException('Missing pipeline_run_id');
|
||||||
|
|
||||||
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
customer_id,
|
||||||
|
customer_name,
|
||||||
|
user_id,
|
||||||
|
username,
|
||||||
|
language,
|
||||||
|
});
|
||||||
|
|
||||||
|
const url = await this.pipelinesClientService.downloadLogs(
|
||||||
|
pipeline_run_id,
|
||||||
|
metadata,
|
||||||
|
);
|
||||||
|
|
||||||
|
return {
|
||||||
|
url,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
@Get(':id/config')
|
||||||
|
async getPipelineproperties(
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
@User() user: RequestUser,
|
||||||
|
@Param('id') id: string,
|
||||||
|
) {
|
||||||
|
this.logger.info('PipelinesController - getPipelineproperties', { user });
|
||||||
|
const metadata = PackTheMetadata({ ...user, language: language });
|
||||||
|
return this.pipelinesClientService.findOneProperties(id, metadata);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Get(':id/objects')
|
||||||
|
async getPipelineObjects(
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
@User() user: RequestUser,
|
||||||
|
@Param('id') id: string,
|
||||||
|
) {
|
||||||
|
this.logger.info('PipelinesController - getPipelineObjects', { user });
|
||||||
|
const metadata = PackTheMetadata({ ...user, language: language });
|
||||||
|
return this.pipelinesClientService.findOneObjects(id, metadata);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Get(':id/status')
|
||||||
|
async getPipelineStatus(@Body() body, @Param('id') id: string) {
|
||||||
|
body.id = id;
|
||||||
|
|
||||||
|
this.logger.info(
|
||||||
|
process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`,
|
||||||
|
{
|
||||||
|
user: body.info.user_id,
|
||||||
|
customer: body.info.customer,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
const response = await this.oldPipelinesService.getPipelineStatus(body);
|
||||||
|
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
@Get('/:id')
|
@Get('/:id')
|
||||||
async findOne(
|
async findOne(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
): Promise<Messages.PipelineV2FindOneResponse> {
|
): Promise<Messages.PipelineV2FindOneResponse> {
|
||||||
this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON Find One ROUTE`);
|
this.logger.info('PipelinesController - findOne', { user });
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { customer_id, customer_name, user_id, username } = user;
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
|
|
||||||
@@ -136,52 +226,206 @@ export class PipelinesController {
|
|||||||
const result = await this.pipelinesClientService
|
const result = await this.pipelinesClientService
|
||||||
.findOne({ id }, metadata)
|
.findOne({ id }, metadata)
|
||||||
.then((res) => {
|
.then((res) => {
|
||||||
|
//{pipeline:{tables: {tables: [], input_id: ''}}}
|
||||||
|
let tables = JSON.parse(res.pipeline.config.tables);
|
||||||
|
if (tables?.tables) tables = tables.tables;
|
||||||
Object.assign(res.pipeline, {
|
Object.assign(res.pipeline, {
|
||||||
transformations: res.pipeline.transformations
|
transformations: res.pipeline.transformations
|
||||||
? JSON.parse(res.pipeline.transformations)
|
? JSON.parse(res.pipeline.transformations)
|
||||||
: [],
|
: [],
|
||||||
config: {
|
config: {
|
||||||
cron: res.pipeline.config.cron,
|
cron: res.pipeline.config.cron,
|
||||||
tables: JSON.parse(res.pipeline.config.tables),
|
tables,
|
||||||
},
|
},
|
||||||
properties: res.pipeline.properties
|
properties: res.pipeline.properties
|
||||||
? JSON.parse(res.pipeline.properties)
|
? JSON.parse(res.pipeline.properties)
|
||||||
: {},
|
: {},
|
||||||
});
|
});
|
||||||
return res;
|
return res;
|
||||||
})
|
|
||||||
.catch(async (err) => {
|
|
||||||
this.logger.error(err);
|
|
||||||
return await this.oldPipelinesService.findOne({
|
|
||||||
id,
|
|
||||||
info: { customer_id, customer: customer_name, user_id },
|
|
||||||
});
|
|
||||||
});
|
});
|
||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Put('/:id')
|
@Patch('/:id')
|
||||||
async update(@Body() updatePipelineDto, @Param('id') id) {
|
async update(
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
@Body() updatePipelineDto,
|
||||||
|
@Param('id') id: string,
|
||||||
|
@User() user: RequestUser,
|
||||||
|
) {
|
||||||
|
this.logger.info('PipelinesController - update', { user });
|
||||||
const { info } = updatePipelineDto;
|
const { info } = updatePipelineDto;
|
||||||
delete updatePipelineDto.info;
|
delete updatePipelineDto.info;
|
||||||
|
|
||||||
this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON UPDATE ROUTE`);
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
|
|
||||||
const response = await this.pipelinesClientService.update({
|
const metadata = PackTheMetadata({
|
||||||
...updatePipelineDto,
|
customer_id,
|
||||||
info,
|
customer_name,
|
||||||
id,
|
user_id,
|
||||||
|
username,
|
||||||
|
language,
|
||||||
});
|
});
|
||||||
|
|
||||||
|
const response = await this.pipelinesClientService.update(
|
||||||
|
{
|
||||||
|
...updatePipelineDto,
|
||||||
|
info,
|
||||||
|
id,
|
||||||
|
},
|
||||||
|
metadata,
|
||||||
|
);
|
||||||
|
|
||||||
|
this.logger.info('PipelinesController - update: OK', { user });
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Put('/:id')
|
||||||
|
@ApiOperation({
|
||||||
|
deprecated: true,
|
||||||
|
description: 'This method is deprecated. Please use PATCH instead',
|
||||||
|
})
|
||||||
|
async updateDeprecated(
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
@Body() updatePipelineDto,
|
||||||
|
@Param('id') id: string,
|
||||||
|
@User() user: RequestUser,
|
||||||
|
) {
|
||||||
|
this.logger.info('PipelinesController - put', { user });
|
||||||
|
const response = await this.update(language, updatePipelineDto, id, user);
|
||||||
|
this.logger.info('PipelinesController - put: OK', { user });
|
||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Delete(':id')
|
@Delete(':id')
|
||||||
async delete(@Body() data, @Param() params) {
|
@ApiNoContentResponse()
|
||||||
const { id } = params;
|
@HttpCode(HttpStatus.NO_CONTENT)
|
||||||
this.logger.info(process.env.DEV_URL + `/pipeline/${id} ON DELETE ROUTE`);
|
async delete(@Param('id') id: string, @User() user: RequestUser) {
|
||||||
|
this.logger.info('PipelinesController - delete', { user });
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
customer_id: user.customer_id,
|
||||||
|
customer_name: user.customer_name,
|
||||||
|
user_id: user.user_id,
|
||||||
|
});
|
||||||
|
await this.pipelinesClientService.remove({ id, metadata, user });
|
||||||
|
this.logger.info('PipelinesController - delete: OK');
|
||||||
|
}
|
||||||
|
|
||||||
const response = await this.pipelinesClientService.remove({ id, ...data });
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Post('/init-upload')
|
||||||
|
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
||||||
|
async initUploadFile(
|
||||||
|
@User() user: RequestUser,
|
||||||
|
@Body() body: IInitUploadCSVFile,
|
||||||
|
) {
|
||||||
|
this.logger.info('/upload - Init Upload File Route');
|
||||||
|
const metadata = PackTheMetadata({ ...user });
|
||||||
|
|
||||||
|
const { file_name, parts } = body;
|
||||||
|
|
||||||
|
const { urls, upload_id } =
|
||||||
|
await this.pipelinesClientService.initUploadFile(
|
||||||
|
{
|
||||||
|
name: file_name,
|
||||||
|
parts: String(parts),
|
||||||
|
},
|
||||||
|
metadata,
|
||||||
|
);
|
||||||
|
|
||||||
|
if (!urls) {
|
||||||
|
this.logger.info('pipeline/upload - Failed File pipeline');
|
||||||
|
throw new HttpException(
|
||||||
|
'Upload failed, try again in a few minutes, if the problem persists, contact support.',
|
||||||
|
HttpStatus.INTERNAL_SERVER_ERROR,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
return { urls: JSON.parse(urls), upload_id };
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Post('/complete-upload')
|
||||||
|
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
||||||
|
async completeUploadFile(
|
||||||
|
@User() user: RequestUser,
|
||||||
|
@Body() body: ICompleteUploadCSVFile,
|
||||||
|
) {
|
||||||
|
this.logger.info('/upload - Complete Upload File Route');
|
||||||
|
const metadata = PackTheMetadata({ ...user });
|
||||||
|
|
||||||
|
const { upload_id, parts, file_name } = body;
|
||||||
|
|
||||||
|
return await this.pipelinesClientService.completeUploadFile(
|
||||||
|
{ upload_id, parts, file_name },
|
||||||
|
metadata,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Post('/file')
|
||||||
|
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
||||||
|
async uploadedFile(
|
||||||
|
@User() user: RequestUser,
|
||||||
|
@Body() body: ICreatePipelineCSVFile,
|
||||||
|
) {
|
||||||
|
this.logger.info('/file - Upload Connector Route');
|
||||||
|
const metadata = PackTheMetadata({ ...user });
|
||||||
|
|
||||||
|
const { name, sep, header, encoding, description, file_name, engine } =
|
||||||
|
body;
|
||||||
|
|
||||||
|
const file_format_params = {
|
||||||
|
...(sep && { sep }),
|
||||||
|
...(encoding && { encoding }),
|
||||||
|
...(header !== undefined ? { header } : {}),
|
||||||
|
};
|
||||||
|
|
||||||
|
const source_prefix = `${user.customer_name}/${file_name}`;
|
||||||
|
|
||||||
|
const upload_pipeline: ICreatePipelineV2Req = {
|
||||||
|
connection_id: process.env.UPLOAD_FILE_AGENT_CONNECTION,
|
||||||
|
connector_name: 'Amazon S3',
|
||||||
|
connector_plugin: 'aws_s3',
|
||||||
|
connector_version: '1.0.0',
|
||||||
|
image_url: `https://assets.dadosfera.ai/images/connectors/${engine}.svg`,
|
||||||
|
name,
|
||||||
|
description,
|
||||||
|
transformations_ids: [],
|
||||||
|
tags: [],
|
||||||
|
cron: '@once',
|
||||||
|
type: 'upload',
|
||||||
|
properties: {
|
||||||
|
engine,
|
||||||
|
source_bucket: process.env.BUCKET_CUSTOMER_CSV_ASSETS,
|
||||||
|
source_prefix,
|
||||||
|
file_format_params,
|
||||||
|
},
|
||||||
|
input_id: undefined,
|
||||||
|
};
|
||||||
|
|
||||||
|
const pipeline = await this.pipelinesClientService.create(
|
||||||
|
upload_pipeline,
|
||||||
|
metadata,
|
||||||
|
);
|
||||||
|
|
||||||
|
return pipeline;
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Post('start/:id')
|
||||||
|
async activate(@Param('id') id: string, @Body() body) {
|
||||||
|
const { info } = body;
|
||||||
|
|
||||||
|
this.logger.info(
|
||||||
|
process.env.DEV_URL + `/pipeline/start/${id} - ON START PIPELINE ROUTE`,
|
||||||
|
{
|
||||||
|
user: body.info.user_id,
|
||||||
|
customer: body.info.customer,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
const response = await this.oldPipelinesService.runPipeline({ id, info });
|
||||||
|
|
||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,6 +8,9 @@ import { PipelinesService } from './pipelines.service';
|
|||||||
import { PipelinesClientConfiguration } from './pipelines-client';
|
import { PipelinesClientConfiguration } from './pipelines-client';
|
||||||
|
|
||||||
import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
|
import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipelines.module';
|
||||||
|
import { ConnectorModule } from '../connector/connector.module';
|
||||||
|
import { InputsModule } from '../inputs/inputs.module';
|
||||||
|
import { TransformationsModule } from '../transformations/transformations.module';
|
||||||
|
|
||||||
const client = new PipelinesClientConfiguration();
|
const client = new PipelinesClientConfiguration();
|
||||||
|
|
||||||
@@ -15,6 +18,9 @@ const client = new PipelinesClientConfiguration();
|
|||||||
imports: [
|
imports: [
|
||||||
ClientsModule.register([client.providerOptions]),
|
ClientsModule.register([client.providerOptions]),
|
||||||
OldPipelineModule,
|
OldPipelineModule,
|
||||||
|
ConnectorModule,
|
||||||
|
InputsModule,
|
||||||
|
TransformationsModule,
|
||||||
],
|
],
|
||||||
controllers: [PipelinesController],
|
controllers: [PipelinesController],
|
||||||
providers: [PipelinesService, DadosferaLogger],
|
providers: [PipelinesService, DadosferaLogger],
|
||||||
|
|||||||
@@ -1,7 +1,8 @@
|
|||||||
import {
|
import {
|
||||||
BadRequestException,
|
BadRequestException,
|
||||||
|
HttpException,
|
||||||
|
HttpStatus,
|
||||||
Inject,
|
Inject,
|
||||||
InternalServerErrorException,
|
|
||||||
OnModuleInit,
|
OnModuleInit,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ClientGrpc } from '@nestjs/microservices';
|
import { ClientGrpc } from '@nestjs/microservices';
|
||||||
@@ -17,6 +18,14 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
|||||||
import { PipelinesClientConfiguration } from './pipelines-client';
|
import { PipelinesClientConfiguration } from './pipelines-client';
|
||||||
import { ICreatePipelineV2Req } from './interfaces';
|
import { ICreatePipelineV2Req } from './interfaces';
|
||||||
import { PipelineV2CreateRequest } from '@dadosfera/protospack-v2/dist/lib/PipelineV2/interfaces/messages';
|
import { PipelineV2CreateRequest } from '@dadosfera/protospack-v2/dist/lib/PipelineV2/interfaces/messages';
|
||||||
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
|
import { ConnectorClientService } from '../connector/client.service';
|
||||||
|
import { InputsService } from '../inputs/inputs.service';
|
||||||
|
import { RequestUser } from 'src/decorators/user.decorator';
|
||||||
|
import { TransformationsService } from '../transformations/transformations.service';
|
||||||
|
import { getObjValueFromPath, objHasPath } from 'src/utils/ObjValueFromPath';
|
||||||
|
import ErrorCodes from 'src/utils/errorCodes';
|
||||||
|
import ErrorBuilder from 'src/utils/ErrorBuilder';
|
||||||
|
|
||||||
export class PipelinesService implements OnModuleInit {
|
export class PipelinesService implements OnModuleInit {
|
||||||
logger: DadosferaLogger;
|
logger: DadosferaLogger;
|
||||||
@@ -27,6 +36,9 @@ export class PipelinesService implements OnModuleInit {
|
|||||||
dadosferaLogger: DadosferaLogger,
|
dadosferaLogger: DadosferaLogger,
|
||||||
@Inject(PipelinesClientConfiguration.name)
|
@Inject(PipelinesClientConfiguration.name)
|
||||||
private readonly grpcClient: ClientGrpc,
|
private readonly grpcClient: ClientGrpc,
|
||||||
|
private readonly connectorService: ConnectorClientService,
|
||||||
|
private readonly inputsService: InputsService,
|
||||||
|
private readonly transformationsService: TransformationsService,
|
||||||
) {
|
) {
|
||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
}
|
}
|
||||||
@@ -90,7 +102,7 @@ export class PipelinesService implements OnModuleInit {
|
|||||||
const [errorType, message] = error.details.split('|');
|
const [errorType, message] = error.details.split('|');
|
||||||
throw new BadRequestException(message);
|
throw new BadRequestException(message);
|
||||||
}
|
}
|
||||||
throw new InternalServerErrorException(error.details);
|
throw new ErrorBuilder(error.details);
|
||||||
});
|
});
|
||||||
this.logger.info('Done');
|
this.logger.info('Done');
|
||||||
|
|
||||||
@@ -125,48 +137,188 @@ export class PipelinesService implements OnModuleInit {
|
|||||||
|
|
||||||
const findOnePipelineResponse = await lastValueFrom(
|
const findOnePipelineResponse = await lastValueFrom(
|
||||||
this.pipelineReadService.PipelineV2FindOne(data, metadata),
|
this.pipelineReadService.PipelineV2FindOne(data, metadata),
|
||||||
).catch((err) => {
|
);
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
this.logger.info('Done');
|
this.logger.info('Done');
|
||||||
|
|
||||||
return findOnePipelineResponse;
|
return findOnePipelineResponse;
|
||||||
}
|
}
|
||||||
|
|
||||||
async update(UpdatePipelineRequest: Messages.PipelineV2UpdateRequest) {
|
async update(
|
||||||
|
UpdatePipelineRequest: Messages.PipelineV2UpdateRequest,
|
||||||
|
metadata,
|
||||||
|
) {
|
||||||
this.logger.info('PipelinesClientService - Update');
|
this.logger.info('PipelinesClientService - Update');
|
||||||
|
|
||||||
const updatePipelineResponse = await lastValueFrom(
|
const updatePipelineResponse = await lastValueFrom(
|
||||||
this.pipelineWriteService.PipelineV2Update(UpdatePipelineRequest),
|
this.pipelineWriteService.PipelineV2Update(
|
||||||
)
|
UpdatePipelineRequest,
|
||||||
.then((res) => {
|
metadata,
|
||||||
this.logger.info('Done');
|
),
|
||||||
return res;
|
);
|
||||||
})
|
this.logger.info('Done');
|
||||||
.catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
|
|
||||||
return updatePipelineResponse;
|
return updatePipelineResponse;
|
||||||
}
|
}
|
||||||
|
|
||||||
async remove(data: Messages.PipelineV2RemoveRequest) {
|
async remove(data: { id: string; metadata: Metadata; user: RequestUser }) {
|
||||||
this.logger.info('PipelinesClientService - Remove');
|
const { id, metadata, user } = data;
|
||||||
|
const info = {
|
||||||
|
user_id: user.user_id,
|
||||||
|
customer_id: user.customer_id,
|
||||||
|
customer: user.customer_name,
|
||||||
|
};
|
||||||
|
let existsInProduct = true;
|
||||||
|
const { pipeline } = await lastValueFrom(
|
||||||
|
this.pipelineReadService.PipelineV2FindOne({ id }, metadata),
|
||||||
|
).catch((e) => {
|
||||||
|
if (e.details === ErrorCodes.PIPELINE.NOT_FOUND) existsInProduct = false;
|
||||||
|
else throw new ErrorBuilder(e.details);
|
||||||
|
|
||||||
const removePipelineResponse = await lastValueFrom(
|
return { pipeline: undefined };
|
||||||
this.pipelineWriteService.PipelineV2Remove(data),
|
});
|
||||||
)
|
await lastValueFrom(
|
||||||
.then((res) => {
|
this.pipelineWriteService.PipelineV2Remove({ id }, metadata),
|
||||||
this.logger.info('Done');
|
);
|
||||||
return res;
|
|
||||||
})
|
|
||||||
.catch((err) => {
|
|
||||||
this.logger.error(err.message);
|
|
||||||
throw new Error(err);
|
|
||||||
});
|
|
||||||
|
|
||||||
return removePipelineResponse;
|
if (existsInProduct) {
|
||||||
|
//{pipeline:{tables: {tables: [], input_id: ''}}}
|
||||||
|
const input = pipeline.config.tables
|
||||||
|
? JSON.parse(pipeline.config.tables)
|
||||||
|
: null;
|
||||||
|
if (input)
|
||||||
|
await this.inputsService
|
||||||
|
.remove({
|
||||||
|
id: input.input_id,
|
||||||
|
info,
|
||||||
|
})
|
||||||
|
.catch((error) =>
|
||||||
|
this.logger.error('Could not delete input', {
|
||||||
|
data: { input, error },
|
||||||
|
}),
|
||||||
|
);
|
||||||
|
|
||||||
|
const transformations: { id: string }[] = pipeline.transformations
|
||||||
|
? JSON.parse(pipeline.transformations)
|
||||||
|
: null;
|
||||||
|
if (transformations && transformations.length)
|
||||||
|
for (const transformation of transformations) {
|
||||||
|
await this.transformationsService
|
||||||
|
.remove({
|
||||||
|
id: transformation.id,
|
||||||
|
info,
|
||||||
|
})
|
||||||
|
.catch((error) =>
|
||||||
|
this.logger.error('Could not delete transformation', {
|
||||||
|
data: { transformation, error },
|
||||||
|
}),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async findOneProperties(id: string, metadata: Metadata) {
|
||||||
|
this.logger.info('PipelinesClientService - findOneProperties');
|
||||||
|
const { pipeline } = await this.findOne({ id }, metadata);
|
||||||
|
|
||||||
|
const properties = JSON.parse(pipeline.properties);
|
||||||
|
|
||||||
|
const connectorId = `${pipeline.connector_plugin}-${pipeline.connector_version}`;
|
||||||
|
|
||||||
|
const res = await this.connectorService.getConnectorDetails(
|
||||||
|
connectorId,
|
||||||
|
metadata.get('language')[0].toString(),
|
||||||
|
);
|
||||||
|
const connector: { [key: string]: any; config_controls: any[] } =
|
||||||
|
JSON.parse(res.connector);
|
||||||
|
const config_controls = (connector.config_controls || []).filter(
|
||||||
|
(config_control) => {
|
||||||
|
const path: string = config_control.name;
|
||||||
|
if (!objHasPath({ object: { properties }, path })) return false;
|
||||||
|
|
||||||
|
let default_value = getObjValueFromPath({
|
||||||
|
object: { properties },
|
||||||
|
path,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (default_value != undefined) {
|
||||||
|
if (
|
||||||
|
path === 'properties.spreadsheet_id' &&
|
||||||
|
typeof default_value === 'string'
|
||||||
|
)
|
||||||
|
default_value = 'https://docs.google.com/spreadsheets/d/'.concat(
|
||||||
|
default_value,
|
||||||
|
);
|
||||||
|
config_control.default_value = default_value;
|
||||||
|
}
|
||||||
|
|
||||||
|
return true;
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
return {
|
||||||
|
pipeline: {
|
||||||
|
...pipeline,
|
||||||
|
config_controls,
|
||||||
|
properties,
|
||||||
|
},
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
async findOneObjects(id: string, metadata: Metadata) {
|
||||||
|
this.logger.info('PipelinesClientService - FindOneObjects');
|
||||||
|
|
||||||
|
const { objects } = await lastValueFrom(
|
||||||
|
this.pipelineReadService.PipelineV2FindObjects({ id }, metadata),
|
||||||
|
);
|
||||||
|
this.logger.info('Done');
|
||||||
|
|
||||||
|
return { objects: JSON.parse(objects) };
|
||||||
|
}
|
||||||
|
|
||||||
|
async initUploadFile(uploadFile, metadata) {
|
||||||
|
const body: Messages.PipelineV2UploadFileRequest = {
|
||||||
|
name: uploadFile.name,
|
||||||
|
parts: uploadFile.parts,
|
||||||
|
};
|
||||||
|
|
||||||
|
return lastValueFrom(
|
||||||
|
this.pipelineWriteService.PipelineV2UploadFile(body, metadata),
|
||||||
|
).catch((err) => {
|
||||||
|
throw new HttpException(
|
||||||
|
err.details,
|
||||||
|
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
||||||
|
);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
async downloadLogs(pipeline_run_id: string, metadata: Metadata) {
|
||||||
|
this.logger.info('PipelinesClientService - DownloadLogs');
|
||||||
|
|
||||||
|
const { url } = await lastValueFrom(
|
||||||
|
this.pipelineReadService.PipelineV2DownloadLogs(
|
||||||
|
{ pipeline_run_id },
|
||||||
|
metadata,
|
||||||
|
),
|
||||||
|
);
|
||||||
|
this.logger.info('Done');
|
||||||
|
|
||||||
|
return url;
|
||||||
|
}
|
||||||
|
|
||||||
|
async completeUploadFile(uploadFile, metadata) {
|
||||||
|
const body: Messages.PipelineV2CompleteUploadFileRequest = {
|
||||||
|
upload_id: uploadFile.upload_id,
|
||||||
|
parts: JSON.stringify(uploadFile.parts),
|
||||||
|
name: uploadFile.file_name,
|
||||||
|
};
|
||||||
|
|
||||||
|
return lastValueFrom(
|
||||||
|
this.pipelineWriteService.PipelineV2CompleteUploadFile(body, metadata),
|
||||||
|
).catch((err) => {
|
||||||
|
throw new HttpException(
|
||||||
|
err.details,
|
||||||
|
err.code === 6 ? HttpStatus.CONFLICT : 400,
|
||||||
|
);
|
||||||
|
});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,12 @@
|
|||||||
|
import { ApiProperty } from '@nestjs/swagger';
|
||||||
|
|
||||||
|
export class INote {
|
||||||
|
@ApiProperty()
|
||||||
|
title: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
content: string;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
tags: string[];
|
||||||
|
}
|
||||||
@@ -0,0 +1,19 @@
|
|||||||
|
import { Test, TestingModule } from '@nestjs/testing';
|
||||||
|
import { ProductboardController } from './productboard.controller';
|
||||||
|
|
||||||
|
describe('ProductboardController', () => {
|
||||||
|
let controller: ProductboardController;
|
||||||
|
|
||||||
|
beforeEach(async () => {
|
||||||
|
const module: TestingModule = await Test.createTestingModule({
|
||||||
|
controllers: [ProductboardController],
|
||||||
|
providers: [],
|
||||||
|
}).compile();
|
||||||
|
|
||||||
|
controller = module.get<ProductboardController>(ProductboardController);
|
||||||
|
});
|
||||||
|
|
||||||
|
it('should be defined', () => {
|
||||||
|
expect(controller).toBeDefined();
|
||||||
|
});
|
||||||
|
});
|
||||||
@@ -0,0 +1,55 @@
|
|||||||
|
import { Body, Controller, HttpException, Post } from '@nestjs/common';
|
||||||
|
import { ApiTags } from '@nestjs/swagger';
|
||||||
|
import axios from 'axios';
|
||||||
|
import { Authenticated } from 'src/decorators/authentication.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
import { User, RequestUser } from 'src/decorators/user.decorator';
|
||||||
|
import { getSecretFromSecretsManager } from 'src/utils/SecretManager';
|
||||||
|
import { INote } from './dtos';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
|
@ApiTags('Productboard')
|
||||||
|
@Controller('productboard')
|
||||||
|
@Authenticated()
|
||||||
|
export class ProductboardController {
|
||||||
|
@Post('notes')
|
||||||
|
async sendNote(@Body() note: INote, @User() user: RequestUser) {
|
||||||
|
const { title, content, tags } = note;
|
||||||
|
const { username, customer_name } = user;
|
||||||
|
|
||||||
|
const email = username.includes('@')
|
||||||
|
? username
|
||||||
|
: username + `@${customer_name}.default`;
|
||||||
|
|
||||||
|
const path = process.env.PB_TOKEN_PATH;
|
||||||
|
const token = await getSecretFromSecretsManager(path);
|
||||||
|
|
||||||
|
const response = await axios
|
||||||
|
.post(
|
||||||
|
`https://api.productboard.com/notes`,
|
||||||
|
{
|
||||||
|
title,
|
||||||
|
content,
|
||||||
|
tags,
|
||||||
|
user: {
|
||||||
|
email,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
headers: {
|
||||||
|
Authorization: 'Bearer ' + token,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
)
|
||||||
|
.catch(() => null);
|
||||||
|
|
||||||
|
if (!response) {
|
||||||
|
throw new HttpException(
|
||||||
|
'Your request could not be submitted, please try again in a few moments or contact support.',
|
||||||
|
502,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
return response.data;
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,8 @@
|
|||||||
|
import { Module } from '@nestjs/common';
|
||||||
|
import { ProductboardController } from './productboard.controller';
|
||||||
|
|
||||||
|
@Module({
|
||||||
|
controllers: [ProductboardController],
|
||||||
|
providers: [],
|
||||||
|
})
|
||||||
|
export class ProductboardModule {}
|
||||||
@@ -25,6 +25,8 @@ export class RoleDto {
|
|||||||
customer?: Customer;
|
customer?: Customer;
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
usage: string;
|
usage: string;
|
||||||
|
@ApiPropertyOptional({ description: 'Whether this role can be untoggled' })
|
||||||
|
canUntoggle?: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
export class CustomerRole extends OmitType(RoleDto, ['customer']) {}
|
export class CustomerRole extends OmitType(RoleDto, ['customer']) {}
|
||||||
@@ -34,11 +36,17 @@ export enum TrueOrFalseEnum {
|
|||||||
true = 'true',
|
true = 'true',
|
||||||
false = 'false',
|
false = 'false',
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export enum CanUntoggleLogicEnum {
|
||||||
|
data_assets_sharing = 'data_assets_sharing',
|
||||||
|
}
|
||||||
export class GetRolesByCustomerReq {
|
export class GetRolesByCustomerReq {
|
||||||
@ApiPropertyOptional()
|
@ApiPropertyOptional()
|
||||||
permissionId: string[];
|
permissionId?: string[];
|
||||||
@ApiPropertyOptional({ enum: TrueOrFalseEnum })
|
@ApiPropertyOptional({ enum: TrueOrFalseEnum })
|
||||||
getUsers: TrueOrFalseEnum;
|
getUsers?: TrueOrFalseEnum;
|
||||||
|
@ApiPropertyOptional({ enum: CanUntoggleLogicEnum })
|
||||||
|
canUntoggleLogic?: CanUntoggleLogicEnum;
|
||||||
}
|
}
|
||||||
|
|
||||||
export class GetRolesByCustomerRes {
|
export class GetRolesByCustomerRes {
|
||||||
|
|||||||
@@ -3,7 +3,6 @@ import {
|
|||||||
Controller,
|
Controller,
|
||||||
Delete,
|
Delete,
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
|
||||||
Inject,
|
Inject,
|
||||||
Param,
|
Param,
|
||||||
Patch,
|
Patch,
|
||||||
@@ -14,11 +13,11 @@ import {
|
|||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import {
|
import {
|
||||||
ApiCreatedResponse,
|
ApiCreatedResponse,
|
||||||
ApiHeader,
|
ApiHeaders,
|
||||||
ApiOkResponse,
|
ApiOkResponse,
|
||||||
ApiTags,
|
ApiTags,
|
||||||
} from '@nestjs/swagger';
|
} from '@nestjs/swagger';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { RolesService } from './roles.service';
|
import { RolesService } from './roles.service';
|
||||||
import {
|
import {
|
||||||
@@ -43,18 +42,16 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
|||||||
import {
|
import {
|
||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { LanguageEnum } from 'src/utils/languages.enum';
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Roles')
|
@ApiTags('Roles')
|
||||||
@ApiHeader({
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
name: 'dadosfera-lang',
|
|
||||||
enum: LanguageEnum,
|
|
||||||
required: false,
|
|
||||||
description: 'Defaults to pt-br',
|
|
||||||
})
|
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Controller('roles')
|
@Controller('roles')
|
||||||
export class RolesController {
|
export class RolesController {
|
||||||
logger: DadosferaLogger;
|
logger: DadosferaLogger;
|
||||||
@@ -69,15 +66,14 @@ export class RolesController {
|
|||||||
|
|
||||||
@Get()
|
@Get()
|
||||||
@ApiOkResponse({ type: GetRolesByCustomerRes })
|
@ApiOkResponse({ type: GetRolesByCustomerRes })
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
|
|
||||||
async searchRoles(
|
async searchRoles(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Query() filters: GetRolesByCustomerReq,
|
@Query() params: GetRolesByCustomerReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('searchRoles', { user });
|
this.logger.info('searchRoles', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
return await this.rolesService.roleSearch(filters, user);
|
return await this.rolesService.roleSearch(params, user);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Post()
|
@Post()
|
||||||
@@ -86,7 +82,7 @@ export class RolesController {
|
|||||||
async createRole(
|
async createRole(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: CreateRoleReq,
|
@Body() body: CreateRoleReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('createRole', { user });
|
this.logger.info('createRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -99,7 +95,7 @@ export class RolesController {
|
|||||||
async grantPermissionsToRole(
|
async grantPermissionsToRole(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: GrantPermissionsToRoleReq,
|
@Body() body: GrantPermissionsToRoleReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('grantPermissionsToRole', { user });
|
this.logger.info('grantPermissionsToRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -112,7 +108,7 @@ export class RolesController {
|
|||||||
async revokePermissionsFromRole(
|
async revokePermissionsFromRole(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: RevokePermissionsFromRoleReq,
|
@Body() body: RevokePermissionsFromRoleReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('revokePermissionsToRole', { user });
|
this.logger.info('revokePermissionsToRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -125,7 +121,7 @@ export class RolesController {
|
|||||||
async setRolePermissions(
|
async setRolePermissions(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: SetRolePermissionsReq,
|
@Body() body: SetRolePermissionsReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('setRolePermissions', { user });
|
this.logger.info('setRolePermissions', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -138,7 +134,7 @@ export class RolesController {
|
|||||||
async setRoleUsers(
|
async setRoleUsers(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: SetRoleUsersReq,
|
@Body() body: SetRoleUsersReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('setRoleUsers', { user });
|
this.logger.info('setRoleUsers', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -151,7 +147,7 @@ export class RolesController {
|
|||||||
async getRoleById(
|
async getRoleById(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('getRoleById', { user });
|
this.logger.info('getRoleById', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -163,7 +159,7 @@ export class RolesController {
|
|||||||
async deleteRole(
|
async deleteRole(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('deleteRole', { user });
|
this.logger.info('deleteRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -177,7 +173,7 @@ export class RolesController {
|
|||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Body() body: UpdateRoleReq,
|
@Body() body: UpdateRoleReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('updateRole', { user });
|
this.logger.info('updateRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ import { Permission } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/ent
|
|||||||
import { lastValueFrom } from 'rxjs';
|
import { lastValueFrom } from 'rxjs';
|
||||||
import { PermissionsService } from '../permissions/permissions.service';
|
import { PermissionsService } from '../permissions/permissions.service';
|
||||||
import { LanguageEnum } from 'src/utils/languages.enum';
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
import { RequestUser } from 'src/authentication/user.decorator';
|
import { RequestUser } from 'src/decorators/user.decorator';
|
||||||
import { DucClient } from '../duc/client.config';
|
import { DucClient } from '../duc/client.config';
|
||||||
|
|
||||||
interface GetRolesPermissionsName {
|
interface GetRolesPermissionsName {
|
||||||
@@ -70,12 +70,7 @@ export class RolesService {
|
|||||||
return { role: roleTreated };
|
return { role: roleTreated };
|
||||||
}
|
}
|
||||||
|
|
||||||
async roleSearch(
|
async roleSearch(filters: GetRolesByCustomerReq, { customer_id }) {
|
||||||
filters: GetRolesByCustomerReq,
|
|
||||||
{ customer_id, access_token }: RequestUser,
|
|
||||||
) {
|
|
||||||
const meta = new Metadata();
|
|
||||||
meta.add('access_token', access_token);
|
|
||||||
let { permissionId: permissionIds } = filters;
|
let { permissionId: permissionIds } = filters;
|
||||||
if (permissionIds && !Array.isArray(permissionIds))
|
if (permissionIds && !Array.isArray(permissionIds))
|
||||||
permissionIds = [permissionIds];
|
permissionIds = [permissionIds];
|
||||||
@@ -89,15 +84,13 @@ export class RolesService {
|
|||||||
return seqId;
|
return seqId;
|
||||||
}) || [];
|
}) || [];
|
||||||
const roles = await lastValueFrom(
|
const roles = await lastValueFrom(
|
||||||
this.rolesClientService.RoleSearch(
|
this.rolesClientService.RoleSearch({
|
||||||
{
|
customerId: customer_id,
|
||||||
customerId: customer_id,
|
getUsers: isGetUsers,
|
||||||
getUsers: isGetUsers,
|
permissionIds: [],
|
||||||
permissionIds: [],
|
permissionSeqIds,
|
||||||
permissionSeqIds,
|
canUntoggleLogic: filters.canUntoggleLogic,
|
||||||
},
|
}),
|
||||||
meta,
|
|
||||||
),
|
|
||||||
);
|
);
|
||||||
const rolesTreated = this.getRolesPermissionsName(roles.roles);
|
const rolesTreated = this.getRolesPermissionsName(roles.roles);
|
||||||
return { roles: rolesTreated };
|
return { roles: rolesTreated };
|
||||||
|
|||||||
@@ -9,16 +9,22 @@ import {
|
|||||||
Headers,
|
Headers,
|
||||||
UseFilters,
|
UseFilters,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiTags } from '@nestjs/swagger';
|
import { ApiHeaders, ApiTags } from '@nestjs/swagger';
|
||||||
import { TermsOfUseAcceptRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
import { TermsOfUseAcceptRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
|
|
||||||
import { TermsOfUseClientService } from './termsOfUse.service';
|
import { TermsOfUseClientService } from './termsOfUse.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
|
|
||||||
import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
|
||||||
import { RequestUser, User } from '../../authentication/user.decorator';
|
import { RequestUser, User } from '../../decorators/user.decorator';
|
||||||
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('TermsOfUse')
|
@ApiTags('TermsOfUse')
|
||||||
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Controller('terms-of-use')
|
@Controller('terms-of-use')
|
||||||
export class TermsOfUseController {
|
export class TermsOfUseController {
|
||||||
@@ -33,10 +39,15 @@ export class TermsOfUseController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get('token')
|
@Get('token')
|
||||||
async getToken(@User({ required: true }) user: RequestUser) {
|
async getToken(
|
||||||
|
@User({ required: true }) user: RequestUser,
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
) {
|
||||||
this.logger.info('/terms-of-use - get token');
|
this.logger.info('/terms-of-use - get token');
|
||||||
|
const metadata = new Metadata();
|
||||||
|
metadata.add('language', language || 'pt-br');
|
||||||
|
|
||||||
return this.termsOfUseClient.getToken({ userId: user.user_id });
|
return this.termsOfUseClient.getToken({ userId: user.user_id }, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Post('accept')
|
@Post('accept')
|
||||||
|
|||||||
@@ -10,6 +10,7 @@ import {
|
|||||||
TermsOfUseAcceptRequest,
|
TermsOfUseAcceptRequest,
|
||||||
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
import { DucClient } from '../duc/client.config';
|
import { DucClient } from '../duc/client.config';
|
||||||
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
|
|
||||||
@Injectable()
|
@Injectable()
|
||||||
export class TermsOfUseClientService implements OnModuleInit {
|
export class TermsOfUseClientService implements OnModuleInit {
|
||||||
@@ -31,8 +32,10 @@ export class TermsOfUseClientService implements OnModuleInit {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async getToken(data: TermsOfUseGetTokenRequest) {
|
async getToken(data: TermsOfUseGetTokenRequest, metadata: Metadata) {
|
||||||
return lastValueFrom(this.termsOfUseService.TermsOfUseGetToken(data));
|
return lastValueFrom(
|
||||||
|
this.termsOfUseService.TermsOfUseGetToken(data, metadata),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async accept(data: TermsOfUseAcceptRequest) {
|
async accept(data: TermsOfUseAcceptRequest) {
|
||||||
|
|||||||
@@ -6,6 +6,8 @@ import {
|
|||||||
import { credentials } from '@grpc/grpc-js';
|
import { credentials } from '@grpc/grpc-js';
|
||||||
import { Transformation } from '@dadosfera/protospack-v2';
|
import { Transformation } from '@dadosfera/protospack-v2';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.INFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class TransformationsClientConfiguration {
|
export class TransformationsClientConfiguration {
|
||||||
public name = 'TransformationsClientConfiguration';
|
public name = 'TransformationsClientConfiguration';
|
||||||
private config: GrpcOptions = {
|
private config: GrpcOptions = {
|
||||||
@@ -13,10 +15,7 @@ export class TransformationsClientConfiguration {
|
|||||||
options: {
|
options: {
|
||||||
url: process.env.INFACTORY_URL,
|
url: process.env.INFACTORY_URL,
|
||||||
package: [Transformation.ProtoPackages.WritePackage],
|
package: [Transformation.ProtoPackages.WritePackage],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.LOCAL_ENV || process.env.ENV === 'local'
|
|
||||||
? undefined
|
|
||||||
: credentials.createSsl(),
|
|
||||||
protoPath: [Transformation.ProtoPaths.WriteFilePath],
|
protoPath: [Transformation.ProtoPaths.WriteFilePath],
|
||||||
loader: {
|
loader: {
|
||||||
enums: String,
|
enums: String,
|
||||||
|
|||||||
@@ -11,34 +11,21 @@ import {
|
|||||||
import { ApiTags } from '@nestjs/swagger';
|
import { ApiTags } from '@nestjs/swagger';
|
||||||
import { TransformationsClientService } from './client.service';
|
import { TransformationsClientService } from './client.service';
|
||||||
import { IIdRequest } from './interfaces';
|
import { IIdRequest } from './interfaces';
|
||||||
import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
|
import {
|
||||||
|
Authenticated,
|
||||||
|
RequireSomePermission,
|
||||||
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { TransformationsService } from './transformations.service';
|
import { TransformationsService } from './transformations.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
const pipelinePermissions = PERMISSIONS_GROUPS.PIPELINE.permissions;
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Transformations')
|
@ApiTags('Transformations')
|
||||||
@Controller('transformations')
|
@Controller('transformations')
|
||||||
@AuthenticateCondition((req, user) => {
|
@Authenticated()
|
||||||
let action;
|
|
||||||
|
|
||||||
switch (req.method) {
|
|
||||||
case 'POST':
|
|
||||||
action = 'CREATE';
|
|
||||||
break;
|
|
||||||
|
|
||||||
case 'PUT':
|
|
||||||
action = 'UPDATE';
|
|
||||||
break;
|
|
||||||
|
|
||||||
default:
|
|
||||||
action = req.method;
|
|
||||||
}
|
|
||||||
|
|
||||||
return user.permissions.includes(
|
|
||||||
PERMISSIONS_GROUPS.TRANSFORMATIONS.permissions[action].seqid,
|
|
||||||
);
|
|
||||||
})
|
|
||||||
export class TransformationsController {
|
export class TransformationsController {
|
||||||
logger: DadosferaLogger;
|
logger: DadosferaLogger;
|
||||||
constructor(
|
constructor(
|
||||||
@@ -50,6 +37,7 @@ export class TransformationsController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Post()
|
@Post()
|
||||||
|
@RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
|
||||||
async create(@Body() createTransformationDto) {
|
async create(@Body() createTransformationDto) {
|
||||||
this.logger.info(`/transformation - ON CREATE ROUTE`, {
|
this.logger.info(`/transformation - ON CREATE ROUTE`, {
|
||||||
user: createTransformationDto.info.user_id,
|
user: createTransformationDto.info.user_id,
|
||||||
@@ -67,6 +55,7 @@ export class TransformationsController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get()
|
@Get()
|
||||||
|
@RequireSomePermission(pipelinePermissions.GET)
|
||||||
async findAll(@Body() data: IIdRequest) {
|
async findAll(@Body() data: IIdRequest) {
|
||||||
this.logger.info(`/transformation - ON Find All ROUTE`, {
|
this.logger.info(`/transformation - ON Find All ROUTE`, {
|
||||||
user: data.info.user_id,
|
user: data.info.user_id,
|
||||||
@@ -82,8 +71,8 @@ export class TransformationsController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get('/:id')
|
@Get('/:id')
|
||||||
async findOne(@Body() data, @Param() params) {
|
@RequireSomePermission(pipelinePermissions.GET)
|
||||||
const { id } = params;
|
async findOne(@Body() data, @Param('id') id: string) {
|
||||||
this.logger.info(`/transformation/${id} - ON Find One ROUTE`, {
|
this.logger.info(`/transformation/${id} - ON Find One ROUTE`, {
|
||||||
user: data.info.user_id,
|
user: data.info.user_id,
|
||||||
customer: data.info.customer,
|
customer: data.info.customer,
|
||||||
@@ -98,6 +87,7 @@ export class TransformationsController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Put(':id')
|
@Put(':id')
|
||||||
|
@RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
|
||||||
async update(
|
async update(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() updateTransformationDto,
|
@Body() updateTransformationDto,
|
||||||
@@ -120,6 +110,7 @@ export class TransformationsController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Delete(':id')
|
@Delete(':id')
|
||||||
|
@RequireSomePermission(pipelinePermissions.CREATE, pipelinePermissions.UPDATE)
|
||||||
async delete(@Body() data, @Param() params) {
|
async delete(@Body() data, @Param() params) {
|
||||||
const { id } = params;
|
const { id } = params;
|
||||||
this.logger.info(`/transformation/${id} - ON DELETE ROUTE`, {
|
this.logger.info(`/transformation/${id} - ON DELETE ROUTE`, {
|
||||||
|
|||||||
@@ -55,7 +55,10 @@ export class UserNoRoles extends OmitType(User, ['roles']) {}
|
|||||||
export class UserNoRolesAndCustomer extends OmitType(UserNoRoles, [
|
export class UserNoRolesAndCustomer extends OmitType(UserNoRoles, [
|
||||||
'customer',
|
'customer',
|
||||||
]) {}
|
]) {}
|
||||||
export class UserByCustomer extends OmitType(User, ['customer']) {}
|
export class IUserByCustomer extends OmitType(User, ['customer']) {
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
permissions?: string[];
|
||||||
|
}
|
||||||
|
|
||||||
export class CreateUserReq {
|
export class CreateUserReq {
|
||||||
@ApiPropertyOptional()
|
@ApiPropertyOptional()
|
||||||
@@ -111,11 +114,11 @@ export class UpdateUserReq {
|
|||||||
|
|
||||||
export class UpdateUserRes {
|
export class UpdateUserRes {
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
user: UserByCustomer;
|
user: IUserByCustomer;
|
||||||
}
|
}
|
||||||
export class GetAllUsersByCustomerIdRes {
|
export class GetAllUsersByCustomerIdRes {
|
||||||
@ApiProperty({ type: [UserByCustomer] })
|
@ApiProperty({ type: [IUserByCustomer] })
|
||||||
users: UserByCustomer[];
|
users: IUserByCustomer[];
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
departments: string[];
|
departments: string[];
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
@@ -153,7 +156,7 @@ export class SetUserRolesReq {
|
|||||||
|
|
||||||
export class SetUserRolesRes {
|
export class SetUserRolesRes {
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
user: UserByCustomer;
|
user: IUserByCustomer;
|
||||||
}
|
}
|
||||||
|
|
||||||
export class SearchUserRes extends GetAllUsersByCustomerIdRes {}
|
export class SearchUserRes extends GetAllUsersByCustomerIdRes {}
|
||||||
|
|||||||
@@ -1,9 +1,9 @@
|
|||||||
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import {
|
import {
|
||||||
Body,
|
Body,
|
||||||
Controller,
|
Controller,
|
||||||
Delete,
|
Delete,
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
|
||||||
HttpCode,
|
HttpCode,
|
||||||
HttpStatus,
|
HttpStatus,
|
||||||
Inject,
|
Inject,
|
||||||
@@ -16,15 +16,22 @@ import {
|
|||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import {
|
import {
|
||||||
ApiCreatedResponse,
|
ApiCreatedResponse,
|
||||||
ApiHeader,
|
ApiHeaders,
|
||||||
ApiOkResponse,
|
ApiOkResponse,
|
||||||
ApiTags,
|
ApiTags,
|
||||||
} from '@nestjs/swagger';
|
} from '@nestjs/swagger';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
|
||||||
import { RequireAllPermissions } from 'src/authentication/authentication.decorator';
|
|
||||||
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import {
|
||||||
|
Authenticated,
|
||||||
|
RequireAllPermissions,
|
||||||
|
} from 'src/decorators/authentication.decorator';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
import ErrorBuilder from 'src/utils/ErrorBuilder';
|
||||||
|
import ErrorCodes from 'src/utils/errorCodes';
|
||||||
import { LanguageEnum } from 'src/utils/languages.enum';
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
import {
|
import {
|
||||||
AssignRoleToUserReq,
|
AssignRoleToUserReq,
|
||||||
@@ -37,25 +44,20 @@ import {
|
|||||||
GetAllHierarchiesRes,
|
GetAllHierarchiesRes,
|
||||||
GetAllJobTitlesRes,
|
GetAllJobTitlesRes,
|
||||||
GetAllUsersByCustomerIdRes,
|
GetAllUsersByCustomerIdRes,
|
||||||
|
IUserByCustomer,
|
||||||
SetUserRolesReq,
|
SetUserRolesReq,
|
||||||
SetUserRolesRes,
|
SetUserRolesRes,
|
||||||
UnassignRoleToUserReq,
|
UnassignRoleToUserReq,
|
||||||
UpdateUserReq,
|
UpdateUserReq,
|
||||||
UpdateUserRes,
|
UpdateUserRes,
|
||||||
UserByCustomer,
|
|
||||||
} from './dtos/entities';
|
} from './dtos/entities';
|
||||||
import { UsersService } from './users.service';
|
import { UsersService } from './users.service';
|
||||||
import { Metadata } from '@grpc/grpc-js';
|
|
||||||
|
|
||||||
// TODO GET de hierarquias e do PATCH em usuário
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Users')
|
@ApiTags('Users')
|
||||||
@Controller('users')
|
@Controller('users')
|
||||||
@ApiHeader({
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
name: 'dadosfera-lang',
|
@Authenticated()
|
||||||
enum: LanguageEnum,
|
|
||||||
required: false,
|
|
||||||
description: 'Defaults to pt-br',
|
|
||||||
})
|
|
||||||
@UseFilters(GrpcToHttpExceptionFilter)
|
@UseFilters(GrpcToHttpExceptionFilter)
|
||||||
export class UsersController {
|
export class UsersController {
|
||||||
logger: DadosferaLogger;
|
logger: DadosferaLogger;
|
||||||
@@ -69,14 +71,9 @@ export class UsersController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get()
|
@Get()
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
|
|
||||||
@ApiOkResponse({
|
|
||||||
type: GetAllUsersByCustomerIdRes,
|
|
||||||
description: 'List of users of a customer',
|
|
||||||
})
|
|
||||||
async getAllUsersByCustomerId(
|
async getAllUsersByCustomerId(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<GetAllUsersByCustomerIdRes> {
|
): Promise<GetAllUsersByCustomerIdRes> {
|
||||||
this.logger.info('getAllUsersByCustomerId', { user });
|
this.logger.info('getAllUsersByCustomerId', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -88,7 +85,7 @@ export class UsersController {
|
|||||||
@ApiOkResponse({ type: GetAllHierarchiesRes })
|
@ApiOkResponse({ type: GetAllHierarchiesRes })
|
||||||
async getAllHierarchies(
|
async getAllHierarchies(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<GetAllHierarchiesRes> {
|
): Promise<GetAllHierarchiesRes> {
|
||||||
this.logger.info('getAllHierarchies', { user });
|
this.logger.info('getAllHierarchies', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -100,7 +97,7 @@ export class UsersController {
|
|||||||
@ApiOkResponse({ type: GetAllDepartmentsRes })
|
@ApiOkResponse({ type: GetAllDepartmentsRes })
|
||||||
async getAllDepartments(
|
async getAllDepartments(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<GetAllDepartmentsRes> {
|
): Promise<GetAllDepartmentsRes> {
|
||||||
this.logger.info('getAllHierarchies', { user });
|
this.logger.info('getAllHierarchies', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -112,7 +109,7 @@ export class UsersController {
|
|||||||
@ApiOkResponse({ type: GetAllDepartmentsRes })
|
@ApiOkResponse({ type: GetAllDepartmentsRes })
|
||||||
async getAllJobTitles(
|
async getAllJobTitles(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<GetAllJobTitlesRes> {
|
): Promise<GetAllJobTitlesRes> {
|
||||||
this.logger.info('getAllHierarchies', { user });
|
this.logger.info('getAllHierarchies', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -120,17 +117,24 @@ export class UsersController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get(':id')
|
@Get(':id')
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
|
|
||||||
@ApiOkResponse({
|
@ApiOkResponse({
|
||||||
type: UserByCustomer,
|
type: IUserByCustomer,
|
||||||
})
|
})
|
||||||
async findOneById(
|
async findOneById(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('findOneById', { user });
|
this.logger.info('findOneById', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
|
if (
|
||||||
|
id !== user.user_id &&
|
||||||
|
!user.permissions.includes(
|
||||||
|
PERMISSIONS_GROUPS.USERS.permissions.ADMIN.seqid,
|
||||||
|
)
|
||||||
|
) {
|
||||||
|
throw new ErrorBuilder(ErrorCodes.AUTH.FORBIDDEN);
|
||||||
|
}
|
||||||
return await this.userService.findOneById(id);
|
return await this.userService.findOneById(id);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -140,14 +144,16 @@ export class UsersController {
|
|||||||
async createUser(
|
async createUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: CreateUserReq,
|
@Body() body: CreateUserReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
const meta = new Metadata();
|
const metadata = PackTheMetadata({
|
||||||
meta.add('access_token', user.access_token);
|
access_token: user.access_token,
|
||||||
|
language,
|
||||||
|
});
|
||||||
this.logger.info('createUser', { user });
|
this.logger.info('createUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
|
|
||||||
return await this.userService.createUser(body, meta);
|
return await this.userService.createUser(body, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Post('batch')
|
@Post('batch')
|
||||||
@@ -156,13 +162,17 @@ export class UsersController {
|
|||||||
async batchCreateUser(
|
async batchCreateUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: BatchCreateUserReq,
|
@Body() body: BatchCreateUserReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
const meta = new Metadata();
|
|
||||||
meta.add('access_token', user.access_token);
|
|
||||||
this.logger.info('batchCreateUser', { user });
|
this.logger.info('batchCreateUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
return await this.userService.batchCreateUser(body, meta);
|
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
access_token: user.access_token,
|
||||||
|
language,
|
||||||
|
});
|
||||||
|
|
||||||
|
return await this.userService.batchCreateUser(body, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Post(':id/resend-invite')
|
@Post(':id/resend-invite')
|
||||||
@@ -171,11 +181,15 @@ export class UsersController {
|
|||||||
async resendInvite(
|
async resendInvite(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('resendInvite', { user });
|
this.logger.info('resendInvite', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
return this.userService.resendInvite({ id });
|
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
language,
|
||||||
|
});
|
||||||
|
return this.userService.resendInvite({ id }, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Delete('role')
|
@Delete('role')
|
||||||
@@ -183,7 +197,7 @@ export class UsersController {
|
|||||||
async unassignRoleToUser(
|
async unassignRoleToUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Query() request: UnassignRoleToUserReq,
|
@Query() request: UnassignRoleToUserReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('unassignRoleToUser', { user });
|
this.logger.info('unassignRoleToUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -196,7 +210,7 @@ export class UsersController {
|
|||||||
async deleteUser(
|
async deleteUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('deleteUser', { user });
|
this.logger.info('deleteUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -209,7 +223,7 @@ export class UsersController {
|
|||||||
async setUserRoles(
|
async setUserRoles(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: SetUserRolesReq,
|
@Body() body: SetUserRolesReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('createUser', { user });
|
this.logger.info('createUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -221,7 +235,7 @@ export class UsersController {
|
|||||||
async assignRoleToUser(
|
async assignRoleToUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: AssignRoleToUserReq,
|
@Body() body: AssignRoleToUserReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('assignRoleToUser', { user });
|
this.logger.info('assignRoleToUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -235,7 +249,7 @@ export class UsersController {
|
|||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: UpdateUserReq,
|
@Body() body: UpdateUserReq,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('updateUser', { user });
|
this.logger.info('updateUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
|
|||||||
@@ -18,6 +18,7 @@ import {
|
|||||||
BatchCreateUserReq,
|
BatchCreateUserReq,
|
||||||
CreateUserReq,
|
CreateUserReq,
|
||||||
Hierarchy,
|
Hierarchy,
|
||||||
|
IUserByCustomer,
|
||||||
SetUserRolesReq,
|
SetUserRolesReq,
|
||||||
UpdateUserReq,
|
UpdateUserReq,
|
||||||
} from './dtos/entities';
|
} from './dtos/entities';
|
||||||
@@ -77,11 +78,24 @@ export class UsersService implements OnModuleInit {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
async findOneById(id: string) {
|
async findOneById(id: string): Promise<{ user: IUserByCustomer }> {
|
||||||
const { user } = await lastValueFrom(
|
const { user } = await lastValueFrom(
|
||||||
this.usersClientService.UserFindOneById({ id }),
|
this.usersClientService.UserFindOneById({ id }),
|
||||||
);
|
);
|
||||||
return { user: this.adjustUsersPayload([user])[0] };
|
const res: { user: IUserByCustomer } = {
|
||||||
|
user: this.adjustUsersPayload([user])[0],
|
||||||
|
};
|
||||||
|
const { permissions } = await lastValueFrom(
|
||||||
|
this.usersClientService.GetUserPermissions({ id }),
|
||||||
|
).catch((error) => {
|
||||||
|
this.logger.error('UsersService.findOneById - GetUserPermissions', {
|
||||||
|
error,
|
||||||
|
});
|
||||||
|
const permissions: string[] = [];
|
||||||
|
return { permissions };
|
||||||
|
});
|
||||||
|
res.user.permissions = permissions;
|
||||||
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
async createUser(req: CreateUserReq, meta?: Metadata) {
|
async createUser(req: CreateUserReq, meta?: Metadata) {
|
||||||
@@ -108,6 +122,7 @@ export class UsersService implements OnModuleInit {
|
|||||||
if (roleNames) {
|
if (roleNames) {
|
||||||
await this.setRoles({ roleNames, userId: id }, customerId);
|
await this.setRoles({ roleNames, userId: id }, customerId);
|
||||||
}
|
}
|
||||||
|
|
||||||
const { user } = await lastValueFrom(
|
const { user } = await lastValueFrom(
|
||||||
this.usersClientService.UserUpdate({
|
this.usersClientService.UserUpdate({
|
||||||
name,
|
name,
|
||||||
@@ -117,6 +132,7 @@ export class UsersService implements OnModuleInit {
|
|||||||
hierarchy,
|
hierarchy,
|
||||||
jobTitle,
|
jobTitle,
|
||||||
email,
|
email,
|
||||||
|
metabaseUserId: undefined,
|
||||||
}),
|
}),
|
||||||
);
|
);
|
||||||
return { user: this.adjustUsersPayload([user])[0] };
|
return { user: this.adjustUsersPayload([user])[0] };
|
||||||
@@ -169,8 +185,10 @@ export class UsersService implements OnModuleInit {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
async resendInvite(body: IdRequest) {
|
async resendInvite(body: IdRequest, metadata: Metadata) {
|
||||||
return lastValueFrom(this.usersClientService.UserResendInvite(body));
|
return lastValueFrom(
|
||||||
|
this.usersClientService.UserResendInvite(body, metadata),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async assignRoleToUser(body: AssignRoleToUserRequest) {
|
async assignRoleToUser(body: AssignRoleToUserRequest) {
|
||||||
|
|||||||
@@ -7,7 +7,10 @@ interface IMetadata {
|
|||||||
user_id?: string;
|
user_id?: string;
|
||||||
language?: string;
|
language?: string;
|
||||||
details?: string;
|
details?: string;
|
||||||
|
sensitive?: string;
|
||||||
roles?: string[];
|
roles?: string[];
|
||||||
|
is_data_manager?: boolean;
|
||||||
|
access_token?: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
export function PackTheMetadata(info: IMetadata): Metadata {
|
export function PackTheMetadata(info: IMetadata): Metadata {
|
||||||
|
|||||||
@@ -119,6 +119,14 @@ export function EnrichErrorCode(code: string) {
|
|||||||
code,
|
code,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
case ErrorCodes.AUTH.INVALID_REFRESH_TOKEN:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.UNAUTHORIZED,
|
||||||
|
error: 'Acesso expirado!',
|
||||||
|
message: 'Seu acesso expirou, favor fazer login novamente.',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
|
||||||
case ErrorCodes.AUTH.FORBIDDEN:
|
case ErrorCodes.AUTH.FORBIDDEN:
|
||||||
return {
|
return {
|
||||||
statusCode: HttpStatus.FORBIDDEN,
|
statusCode: HttpStatus.FORBIDDEN,
|
||||||
@@ -214,6 +222,16 @@ export function EnrichErrorCode(code: string) {
|
|||||||
message: 'Id encontra-se num formato inválido',
|
message: 'Id encontra-se num formato inválido',
|
||||||
code,
|
code,
|
||||||
};
|
};
|
||||||
|
case ErrorCodes.CONNECTION.NOT_FOUND:
|
||||||
|
case ErrorCodes.CONNECTION.PLATFORM_NOT_FOUND:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.NOT_FOUND,
|
||||||
|
error: 'Conexão não encontrada',
|
||||||
|
message:
|
||||||
|
'Não encontramos a conexão solicitada. Caso o erro persista, entre em contato com o suporte',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
|
||||||
case ErrorCodes.CONNECTION_TEST.ERROR:
|
case ErrorCodes.CONNECTION_TEST.ERROR:
|
||||||
return {
|
return {
|
||||||
statusCode: HttpStatus.BAD_REQUEST,
|
statusCode: HttpStatus.BAD_REQUEST,
|
||||||
@@ -248,14 +266,70 @@ export function EnrichErrorCode(code: string) {
|
|||||||
code,
|
code,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
case ErrorCodes.PIPELINE.NOT_FOUND:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.NOT_FOUND,
|
||||||
|
error: 'Não encontramos a pipeline solicitada',
|
||||||
|
message:
|
||||||
|
'Tente realizar a ação novamente. Caso o erro persista, entre em contato com o suporte',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
|
||||||
|
case ErrorCodes.PIPELINE.PLATFORM_NOT_FOUND:
|
||||||
|
case ErrorCodes.PIPELINE.PLATFORM_BAD_REQUEST:
|
||||||
|
case ErrorCodes.PIPELINE.PLATFORM_UNKNOWN:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.BAD_GATEWAY,
|
||||||
|
error: 'Oops... Não foi possível realizar sua ação',
|
||||||
|
message:
|
||||||
|
'Houve um erro interno ao buscar por sua pipeline. Caso o erro persista, entre em contato com o suporte',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
case ErrorCodes.INPUT.NOT_FOUND:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.NOT_FOUND,
|
||||||
|
error: 'Oops... O recurso que você buscou não está disponível',
|
||||||
|
message:
|
||||||
|
'Não encontramos o recurso buscado. Caso o erro persista, entre em contato com o suporte',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
case ErrorCodes.NOT_IMPLEMENTED:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.NOT_FOUND,
|
||||||
|
error: 'Oops... O serviço que você está tentando acessar não existe!',
|
||||||
|
message: 'Caso o erro persista, entre em contato com o suporte',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
case ErrorCodes.CATALOG.DATA_ASSET_NOT_FOUND:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.NOT_FOUND,
|
||||||
|
error: 'Não encontramos o ativo solicitado',
|
||||||
|
message:
|
||||||
|
'Tente realizar a ação novamente. Caso o erro persista, entre em contato com o suporte',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
case ErrorCodes.CATALOG.PREVIEW_TOO_BIG:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
|
||||||
|
error: 'Erro ao buscar prévia',
|
||||||
|
message: 'Ocorreu um erro devido ao tamanho da prévia do ativo.',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
case ErrorCodes.CATALOG.METADATA_TOO_BIG:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
|
||||||
|
error: 'Erro ao buscar informações',
|
||||||
|
message: 'Ocorreu um erro devido ao tamanho das informações do ativo.',
|
||||||
|
code,
|
||||||
|
};
|
||||||
case ErrorCodes.INTERNAL:
|
case ErrorCodes.INTERNAL:
|
||||||
case ErrorCodes.UNKNOWN:
|
case ErrorCodes.UNKNOWN:
|
||||||
default:
|
default:
|
||||||
return {
|
return {
|
||||||
statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
|
statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
|
||||||
error: 'Desconhecido',
|
error: 'Oops... Não foi possível realizar sua ação',
|
||||||
message:
|
message:
|
||||||
'Erro desconhecido. Tente novamente ou entre em contato com o suporte',
|
'Ocorreu um erro desconhecido. Caso o erro persista, entre em contato com o suporte',
|
||||||
code: ErrorCodes.UNKNOWN,
|
code: ErrorCodes.UNKNOWN,
|
||||||
details: code,
|
details: code,
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ import {
|
|||||||
SecretsManagerClient,
|
SecretsManagerClient,
|
||||||
GetSecretValueCommand,
|
GetSecretValueCommand,
|
||||||
} from '@aws-sdk/client-secrets-manager';
|
} from '@aws-sdk/client-secrets-manager';
|
||||||
|
let cachedSecrets: OauthSecrets;
|
||||||
|
|
||||||
class OauthSecretsObject {
|
class OauthSecretsObject {
|
||||||
client_id = '';
|
client_id = '';
|
||||||
@@ -15,8 +16,10 @@ export class OauthSecrets {
|
|||||||
mailchimp = new OauthSecretsObject();
|
mailchimp = new OauthSecretsObject();
|
||||||
facebook = new OauthSecretsObject();
|
facebook = new OauthSecretsObject();
|
||||||
salesforce = new OauthSecretsObject();
|
salesforce = new OauthSecretsObject();
|
||||||
|
'google-login' = new OauthSecretsObject();
|
||||||
}
|
}
|
||||||
export async function getOauthSecrets() {
|
export async function getOauthSecrets() {
|
||||||
|
if (cachedSecrets) return cachedSecrets;
|
||||||
const secrets = new OauthSecrets();
|
const secrets = new OauthSecrets();
|
||||||
const path = process.env.SM_OAUTH_PATH;
|
const path = process.env.SM_OAUTH_PATH;
|
||||||
const secretsManagerClient = new SecretsManagerClient({});
|
const secretsManagerClient = new SecretsManagerClient({});
|
||||||
@@ -37,5 +40,6 @@ export async function getOauthSecrets() {
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
cachedSecrets = secrets;
|
||||||
return secrets;
|
return secrets;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,28 @@
|
|||||||
|
export function getObjValueFromPath<T extends object>(data: {
|
||||||
|
object: T;
|
||||||
|
path: string;
|
||||||
|
}): any {
|
||||||
|
const { object, path } = data;
|
||||||
|
const keys = path.split('.');
|
||||||
|
|
||||||
|
let value = JSON.parse(JSON.stringify(object));
|
||||||
|
for (const key of keys) {
|
||||||
|
if (value != undefined) value = value[key];
|
||||||
|
}
|
||||||
|
return value;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function objHasPath<T extends object>(data: {
|
||||||
|
object: T;
|
||||||
|
path: string;
|
||||||
|
}): boolean {
|
||||||
|
const { object, path } = data;
|
||||||
|
const keys = path.split('.');
|
||||||
|
|
||||||
|
let value = JSON.parse(JSON.stringify(object));
|
||||||
|
for (const key of keys) {
|
||||||
|
if (!(key in value)) return false;
|
||||||
|
value = value[key];
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
import {
|
||||||
|
SecretsManagerClient,
|
||||||
|
GetSecretValueCommand,
|
||||||
|
} from '@aws-sdk/client-secrets-manager';
|
||||||
|
|
||||||
|
export async function getSecretFromSecretsManager(path: string) {
|
||||||
|
const secretsManagerClient = new SecretsManagerClient({});
|
||||||
|
|
||||||
|
const getSecretComand = new GetSecretValueCommand({
|
||||||
|
SecretId: `${path}`,
|
||||||
|
});
|
||||||
|
const res = await secretsManagerClient
|
||||||
|
.send(getSecretComand)
|
||||||
|
.catch(() => null);
|
||||||
|
|
||||||
|
return res?.SecretString;
|
||||||
|
}
|
||||||
+63
-1
@@ -1,5 +1,6 @@
|
|||||||
export const AUTH = {
|
export const AUTH = {
|
||||||
UNAUTHORIZED: 'AUTH.UNAUTHORIZED',
|
UNAUTHORIZED: 'AUTH.UNAUTHORIZED',
|
||||||
|
INVALID_REFRESH_TOKEN: 'AUTH.INVALID_REFRESH_TOKEN',
|
||||||
FORBIDDEN: 'AUTH.FORBIDDEN',
|
FORBIDDEN: 'AUTH.FORBIDDEN',
|
||||||
WRONG_CREDENTIALS: 'AUTH.WRONG_CREDENTIALS',
|
WRONG_CREDENTIALS: 'AUTH.WRONG_CREDENTIALS',
|
||||||
WRONG_PASSWORD_CONFIRMATION: 'AUTH.WRONG_PASSWORD_CONFIRMATION',
|
WRONG_PASSWORD_CONFIRMATION: 'AUTH.WRONG_PASSWORD_CONFIRMATION',
|
||||||
@@ -38,6 +39,7 @@ export const CUSTOMER = {
|
|||||||
INVALID_ID: 'CUSTOMER.INVALID_ID',
|
INVALID_ID: 'CUSTOMER.INVALID_ID',
|
||||||
NOT_FOUND: 'CUSTOMER.NOT_FOUND',
|
NOT_FOUND: 'CUSTOMER.NOT_FOUND',
|
||||||
ALREADY_EXISTS: 'CUSTOMER.ALREADY_EXISTS',
|
ALREADY_EXISTS: 'CUSTOMER.ALREADY_EXISTS',
|
||||||
|
BAD_REQUEST: 'CUSTOMER.BAD_REQUEST',
|
||||||
};
|
};
|
||||||
const TERMS_OF_USE = {
|
const TERMS_OF_USE = {
|
||||||
UP_TO_DATE: 'TERMS_OF_USE.UP_TO_DATE',
|
UP_TO_DATE: 'TERMS_OF_USE.UP_TO_DATE',
|
||||||
@@ -51,17 +53,77 @@ const CONNECTION_TEST = {
|
|||||||
BAD_REQUEST: 'CONNECTION_TEST.BAD_REQUEST',
|
BAD_REQUEST: 'CONNECTION_TEST.BAD_REQUEST',
|
||||||
UNKNOWN: 'CONNECTION_TEST.UNKNOWN',
|
UNKNOWN: 'CONNECTION_TEST.UNKNOWN',
|
||||||
};
|
};
|
||||||
|
const PIPELINE = {
|
||||||
|
NOT_FOUND: 'PIPELINE.NOT_FOUND',
|
||||||
|
PLATFORM_NOT_FOUND: 'PIPELINE.PLATFORM_NOT_FOUND',
|
||||||
|
PLATFORM_BAD_REQUEST: 'PIPELINE.PLATFORM_BAD_REQUEST',
|
||||||
|
PLATFORM_UNKNOWN: 'PIPELINE.PLATFORM_UNKNOWN',
|
||||||
|
};
|
||||||
|
const INPUT = {
|
||||||
|
NOT_FOUND: 'INPUT.NOT_FOUND',
|
||||||
|
};
|
||||||
|
const CONNECTION = {
|
||||||
|
NOT_FOUND: 'CONNECTION.NOT_FOUND',
|
||||||
|
PLATFORM_NOT_FOUND: 'CONNECTION.PLATFORM_NOT_FOUND',
|
||||||
|
};
|
||||||
|
const TRANSFORMATION = {
|
||||||
|
NOT_FOUND: 'TRANSFORMATION.NOT_FOUND',
|
||||||
|
};
|
||||||
|
const CATALOG = {
|
||||||
|
DATA_ASSET_NOT_FOUND: 'CATALOG.DATA_ASSET_NOT_FOUND',
|
||||||
|
PREVIEW_TOO_BIG: 'CATALOG.PREVIEW_TOO_BIG',
|
||||||
|
METADATA_TOO_BIG: 'CATALOG.METADATA_TOO_BIG',
|
||||||
|
};
|
||||||
const ErrorCodes = {
|
const ErrorCodes = {
|
||||||
UNKNOWN: 'UNKNOWN',
|
UNKNOWN: 'UNKNOWN',
|
||||||
RATE_LIMIT: 'RATE_LIMIT',
|
RATE_LIMIT: 'RATE_LIMIT',
|
||||||
INTERNAL: 'INTERNAL',
|
INTERNAL: 'INTERNAL',
|
||||||
|
NOT_IMPLEMENTED: 'NOT_IMPLEMENTED',
|
||||||
AUTH,
|
AUTH,
|
||||||
ROLE,
|
ROLE,
|
||||||
TERMS_OF_USE,
|
TERMS_OF_USE,
|
||||||
USER,
|
USER,
|
||||||
CUSTOMER,
|
CUSTOMER,
|
||||||
CONNECTION_TEST,
|
CONNECTION_TEST,
|
||||||
|
PIPELINE,
|
||||||
|
INPUT,
|
||||||
|
TRANSFORMATION,
|
||||||
|
CONNECTION,
|
||||||
|
CATALOG,
|
||||||
};
|
};
|
||||||
|
|
||||||
export default ErrorCodes;
|
export default ErrorCodes;
|
||||||
|
|
||||||
|
export const OauthErrors = {
|
||||||
|
INVALID_CREDENTIALS: {
|
||||||
|
'pt-br': {
|
||||||
|
error: 'Erro ao autorizar',
|
||||||
|
error_description: 'Credenciais inválidas. Tente novamente',
|
||||||
|
},
|
||||||
|
'en-us': {
|
||||||
|
error: 'Authorization Error',
|
||||||
|
error_description: 'Invalid credentials. Please try again',
|
||||||
|
},
|
||||||
|
},
|
||||||
|
USER_NOT_FOUND: {
|
||||||
|
'pt-br': {
|
||||||
|
error: 'Erro ao autorizar',
|
||||||
|
error_description: (email) => `Usuário não existe na Dadosfera: ${email}`,
|
||||||
|
},
|
||||||
|
'en-us': {
|
||||||
|
error: 'Authorization Error',
|
||||||
|
error_description: (email) =>
|
||||||
|
`User does not exist on Dadosfera: ${email}`,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
INVALID_SESSION: {
|
||||||
|
'pt-br': {
|
||||||
|
error: 'Erro ao autorizar',
|
||||||
|
error_description: 'Sessão inválida!',
|
||||||
|
},
|
||||||
|
'en-us': {
|
||||||
|
error: 'Authorization Error',
|
||||||
|
error_description: 'Invalid session!',
|
||||||
|
},
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|||||||
File diff suppressed because one or more lines are too long
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
{
|
{
|
||||||
"extends": "./tsconfig.json",
|
"extends": "./tsconfig.json",
|
||||||
"exclude": ["node_modules", "test", "dist", "**/*spec.ts"]
|
"exclude": ["node_modules", "test", "dist", "**/*spec.ts", "jest.config.ts"]
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user