mirror of
https://github.com/dadosfera/maestro.git
synced 2026-11-22 08:59:09 +00:00
Compare commits
82
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b280871bce | ||
|
|
fd73663940 | ||
|
|
e420bf6547 | ||
|
|
cc4cc99ccc | ||
|
|
fd0d68b149 | ||
|
|
98759b1cf5 | ||
|
|
695fac97e9 | ||
|
|
86b076246e | ||
|
|
faa98cae8b | ||
|
|
313ecc81ec | ||
|
|
820d71d16d | ||
|
|
734978b76f | ||
|
|
c789dae3f6 | ||
|
|
216defb76f | ||
|
|
0970c748e0 | ||
|
|
aabd741cad | ||
|
|
950c6414b6 | ||
|
|
d1149a4d52 | ||
|
|
4c6f4bfd84 | ||
|
|
9caf3dc67f | ||
|
|
635c4da48c | ||
|
|
44bb205483 | ||
|
|
edb4622684 | ||
|
|
abb46d78da | ||
|
|
04fdc0368a | ||
|
|
50d76622c5 | ||
|
|
238f56cb76 | ||
|
|
e721d6f5f5 | ||
|
|
44df13e820 | ||
|
|
1fd0f79dd5 | ||
|
|
1b92371737 | ||
|
|
bf5b3484a1 | ||
|
|
eb1e248d4b | ||
|
|
0827414051 | ||
|
|
081986607b | ||
|
|
189080199a | ||
|
|
55281e3965 | ||
|
|
db8a6175e8 | ||
|
|
7b0d4dd5bc | ||
|
|
6fd277ef3a | ||
|
|
7b25bfdb69 | ||
|
|
2abc19c589 | ||
|
|
faf6b1df75 | ||
|
|
422be4a422 | ||
|
|
da136e0ef0 | ||
|
|
737cc9b8ea | ||
|
|
23f6b179fd | ||
|
|
03e451c21d | ||
|
|
be061a0fb9 | ||
|
|
c83f6a68d1 | ||
|
|
2646e3e4f6 | ||
|
|
06424d6bcf | ||
|
|
45b82515fc | ||
|
|
a9cc951e34 | ||
|
|
93ccf506fb | ||
|
|
706d0ccfa0 | ||
|
|
c2eec4e95c | ||
|
|
ac3132b6eb | ||
|
|
ee8c5e7a93 | ||
|
|
a2c1f2da6f | ||
|
|
7ecb50315f | ||
|
|
84b3370826 | ||
|
|
aa9e0536a7 | ||
|
|
544d13fac5 | ||
|
|
a4ff07a285 | ||
|
|
28578d3aa8 | ||
|
|
b8ea729a33 | ||
|
|
b383070b68 | ||
|
|
87882b5afc | ||
|
|
6a14c2b459 | ||
|
|
f0bfb6ba8e | ||
|
|
99288fa805 | ||
|
|
35cc0094b3 | ||
|
|
98262bcba9 | ||
|
|
a2c9a462e4 | ||
|
|
c5c089e5d5 | ||
|
|
de06512249 | ||
|
|
9058b80383 | ||
|
|
be64c582e1 | ||
|
|
fbc0d2eede | ||
|
|
9fcbeda470 | ||
|
|
8043635b1c |
@@ -13,6 +13,11 @@ on:
|
|||||||
- stg
|
- stg
|
||||||
- stg2
|
- stg2
|
||||||
- prd
|
- prd
|
||||||
|
push_to_dockerhub:
|
||||||
|
description: "Push image to Dockerhub?"
|
||||||
|
required: true
|
||||||
|
type: boolean
|
||||||
|
default: false
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
extract_environment:
|
extract_environment:
|
||||||
@@ -39,16 +44,15 @@ jobs:
|
|||||||
new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
|
new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v3
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
- if: github.event_name != 'workflow_dispatch'
|
- if: github.event_name != 'workflow_dispatch'
|
||||||
name: Semantic Release
|
name: Semantic Release
|
||||||
uses: cycjimmy/semantic-release-action@v2
|
uses: cycjimmy/semantic-release-action@v4
|
||||||
id: semantic
|
id: semantic
|
||||||
with:
|
with:
|
||||||
semantic_version: 16
|
|
||||||
extra_plugins: |
|
extra_plugins: |
|
||||||
conventional-changelog-eslint
|
conventional-changelog-eslint@4.0.0
|
||||||
branches: |
|
branches: |
|
||||||
[
|
[
|
||||||
'main'
|
'main'
|
||||||
@@ -77,7 +81,7 @@ jobs:
|
|||||||
|
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
- name: Update Pip
|
- name: Update Pip
|
||||||
run: |
|
run: |
|
||||||
@@ -96,14 +100,14 @@ jobs:
|
|||||||
python3 -m pip install awsebcli --upgrade
|
python3 -m pip install awsebcli --upgrade
|
||||||
|
|
||||||
- name: Configure AWS Region
|
- name: Configure AWS Region
|
||||||
uses: aws-actions/configure-aws-credentials@v1-node16
|
uses: aws-actions/configure-aws-credentials@v4
|
||||||
id: aws
|
id: aws
|
||||||
with:
|
with:
|
||||||
aws-region: us-east-1
|
aws-region: us-east-1
|
||||||
|
|
||||||
- name: Login to AWS ECR
|
- name: Login to AWS ECR
|
||||||
id: login_ecr
|
id: login_ecr
|
||||||
uses: aws-actions/amazon-ecr-login@v1
|
uses: aws-actions/amazon-ecr-login@v2
|
||||||
|
|
||||||
- name: Build, Tag, and Push Image to AWS ECR
|
- name: Build, Tag, and Push Image to AWS ECR
|
||||||
env:
|
env:
|
||||||
@@ -114,6 +118,23 @@ jobs:
|
|||||||
docker-compose -f build.docker-compose.yml build
|
docker-compose -f build.docker-compose.yml build
|
||||||
docker-compose -f build.docker-compose.yml push
|
docker-compose -f build.docker-compose.yml push
|
||||||
|
|
||||||
|
- name: Login to Docker Hub
|
||||||
|
if: ${{inputs.push_to_dockerhub}}
|
||||||
|
uses: docker/login-action@v2
|
||||||
|
with:
|
||||||
|
username: dadosfera
|
||||||
|
password: ${{ secrets.DOCKERHUB_PASSWORD }}
|
||||||
|
|
||||||
|
- name: Build, Tag, and Push Image to Dockerhub
|
||||||
|
if: ${{inputs.push_to_dockerhub}}
|
||||||
|
env:
|
||||||
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
||||||
|
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
||||||
|
ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
|
||||||
|
run: |
|
||||||
|
docker-compose -f build.docker-compose.dockerhub.yml build
|
||||||
|
docker-compose -f build.docker-compose.dockerhub.yml push
|
||||||
|
|
||||||
- name: Create ZIP file to Deploy AWS Beanstalk
|
- name: Create ZIP file to Deploy AWS Beanstalk
|
||||||
env:
|
env:
|
||||||
ENV: ${{ needs.extract_environment.outputs.environment }}
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
||||||
@@ -147,7 +168,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
- name: Extract Docs BlockId and PageId
|
- name: Extract Docs BlockId and PageId
|
||||||
env:
|
env:
|
||||||
@@ -188,3 +209,20 @@ jobs:
|
|||||||
sed -i -e "s/\${DOCS_PAGE_ID}/$DOCS_PAGE_ID/g" docsfera.json
|
sed -i -e "s/\${DOCS_PAGE_ID}/$DOCS_PAGE_ID/g" docsfera.json
|
||||||
sed -i -e "s/\${DOCS_BLOCK_ID}/$DOCS_BLOCK_ID/g" docsfera.json
|
sed -i -e "s/\${DOCS_BLOCK_ID}/$DOCS_BLOCK_ID/g" docsfera.json
|
||||||
curl -X POST -H 'Content-Type: application/json' -d @docsfera.json $DOCS_URL
|
curl -X POST -H 'Content-Type: application/json' -d @docsfera.json $DOCS_URL
|
||||||
|
|
||||||
|
- name: Generate External API docs
|
||||||
|
env:
|
||||||
|
DOCS_URL: ${{ secrets.DOCS_URL }}
|
||||||
|
DOCS_API_TOKEN: ${{ secrets.DOCS_API_TOKEN }}
|
||||||
|
DOCS_PAGE_ID: ${{secrets.EXTERNAL_DOCS_PAGE_ID}}
|
||||||
|
DOCS_BLOCK_ID: ${{secrets.EXTERNAL_DOCS_BLOCK_ID}}
|
||||||
|
EVENT: ${{ github.event_name }}
|
||||||
|
RELEASE_VERSION: ${{ needs.semantic_release.outputs.new_release_version }}
|
||||||
|
run: |
|
||||||
|
if [ ${EVENT} != "workflow_dispatch" ]; then
|
||||||
|
sed -i -E "s/(\"title\": )\"Maestro.+\"/\1\"Maestro - $RELEASE_VERSION\"/g" docsfera.external.json
|
||||||
|
fi
|
||||||
|
sed -i -e "s/\${DOCS_API_TOKEN}/$DOCS_API_TOKEN/g" docsfera.external.json
|
||||||
|
sed -i -e "s/\${DOCS_PAGE_ID}/$DOCS_PAGE_ID/g" docsfera.external.json
|
||||||
|
sed -i -e "s/\${DOCS_BLOCK_ID}/$DOCS_BLOCK_ID/g" docsfera.external.json
|
||||||
|
curl -X POST -H 'Content-Type: application/json' -d @docsfera.external.json $DOCS_URL
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ jobs:
|
|||||||
runs-on: self-hosted
|
runs-on: self-hosted
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v2
|
uses: actions/checkout@v3
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
env:
|
env:
|
||||||
|
|||||||
Vendored
+2
-1
@@ -12,6 +12,7 @@
|
|||||||
"start:debug"
|
"start:debug"
|
||||||
],
|
],
|
||||||
"runtimeExecutable": "npm",
|
"runtimeExecutable": "npm",
|
||||||
|
"runtimeVersion": "18.10.0",
|
||||||
"skipFiles": [
|
"skipFiles": [
|
||||||
"<node_internals>/**"
|
"<node_internals>/**"
|
||||||
],
|
],
|
||||||
@@ -19,4 +20,4 @@
|
|||||||
"console": "integratedTerminal"
|
"console": "integratedTerminal"
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
+3
-3
@@ -1,5 +1,5 @@
|
|||||||
# install all dependencies
|
# install all dependencies
|
||||||
FROM node:18.3.0-alpine3.15 as packages
|
FROM node:18.10-alpine as packages
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
COPY package.json package-lock.json ./
|
COPY package.json package-lock.json ./
|
||||||
RUN apk add --no-cache aws-cli \
|
RUN apk add --no-cache aws-cli \
|
||||||
@@ -7,12 +7,12 @@ RUN apk add --no-cache aws-cli \
|
|||||||
&& npm install
|
&& npm install
|
||||||
|
|
||||||
# unit test specific build
|
# unit test specific build
|
||||||
FROM node:18.3.0-alpine3.15 as test
|
FROM node:18.10-alpine as test
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
COPY --from=packages /app/node_modules ./node_modules
|
COPY --from=packages /app/node_modules ./node_modules
|
||||||
COPY . ./
|
COPY . ./
|
||||||
|
|
||||||
FROM node:18.3.0-alpine3.15
|
FROM node:18.10-alpine
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
COPY . /app/
|
COPY . /app/
|
||||||
COPY --from=packages /app/node_modules ./node_modules
|
COPY --from=packages /app/node_modules ./node_modules
|
||||||
|
|||||||
@@ -0,0 +1,10 @@
|
|||||||
|
LICENSE
|
||||||
|
Copyright (C) 2023 Dadosfera
|
||||||
|
|
||||||
|
All rights reserved.
|
||||||
|
|
||||||
|
This software and related documentation are provided under a license agreement containing restrictions on use and disclosure and are protected by intellectual property laws. Except as expressly permitted in your license agreement or allowed by law, you may not use, copy, reproduce, translate, broadcast, modify, license, transmit, distribute, exhibit, perform, publish, or display any part, in any form, or by any means.
|
||||||
|
|
||||||
|
Reverse engineering, disassembly, or decompilation of this software, unless required by law for interoperability, is prohibited.
|
||||||
|
|
||||||
|
If you have any questions about this, please contact Dadosfera.ai at legal@dadosfera.ai
|
||||||
@@ -1,67 +1,98 @@
|
|||||||
<p align="center">
|
<p align="center">
|
||||||
<image src="./assets/maestro.svg" style="width:10rem">
|
<image src="./assets/maestro.svg" style="width:10rem">
|
||||||
</p>
|
</p>
|
||||||
|
|
||||||
# Maestro
|
# Maestro
|
||||||
|
|
||||||
Maestro is the Dadosfera's gateway, it's responsible for the communication between the frontend application and Dadosfera's microservices.
|
Maestro is the Dadosfera's gateway, it's responsible for the communication between the frontend application and Dadosfera's microservices.
|
||||||
|
|
||||||
## 🚀 Starting
|
## 🚀 Starting
|
||||||
|
|
||||||
These instructions will allow you to get a working copy of the project on your local machine for development and testing purposes.
|
These instructions will allow you to get a working copy of the project on your local machine for development and testing purposes.
|
||||||
|
|
||||||
### 📋 Requirements
|
### 📋 Requirements
|
||||||
- [NodeJS v18.3.0 LTS / NPM v8.11](https://nodejs.org/pt-br/download/) (you can opt to use [NVM](https://github.com/nvm-sh/nvm) to easily manage node versions)
|
|
||||||
|
- [NodeJS v18.10.0 LTS / NPM v8.11](https://nodejs.org/pt-br/download/) (you can opt to use [NVM](https://github.com/nvm-sh/nvm) to easily manage node versions)
|
||||||
- Request access to AWS Console dev account for **all services** (avoid gradually asking for each needed service. it will slow down your development cycle)
|
- Request access to AWS Console dev account for **all services** (avoid gradually asking for each needed service. it will slow down your development cycle)
|
||||||
- Create your Access Key on the "Security credentials" menu
|
- Create your Access Key on the "Security credentials" menu
|
||||||
- Set the Access Key on your local development machine
|
- Set the Access Key on your local development machine
|
||||||
- Request access to the dev, stg and prd VPNs
|
- Request access to the dev, stg and prd VPNs
|
||||||
|
|
||||||
### 🔧 Installation<a id="installation"></a>
|
### 🔧 Installation<a id="installation"></a>
|
||||||
- Clone the repository
|
|
||||||
- SSH
|
|
||||||
```
|
|
||||||
git clone git@github.com:dadosfera/maestro.git
|
|
||||||
```
|
|
||||||
or
|
|
||||||
|
|
||||||
- HTTPS
|
- Clone the repository
|
||||||
```
|
|
||||||
git clone https://github.com/dadosfera/maestro.git
|
- SSH
|
||||||
```
|
|
||||||
|
```
|
||||||
|
git clone git@github.com:dadosfera/maestro.git
|
||||||
|
```
|
||||||
|
|
||||||
|
or
|
||||||
|
|
||||||
|
- HTTPS
|
||||||
|
```
|
||||||
|
git clone https://github.com/dadosfera/maestro.git
|
||||||
|
```
|
||||||
|
|
||||||
- Select the correct node version (optional, only if using [NVM](https://github.com/nvm-sh/nvm)):
|
- Select the correct node version (optional, only if using [NVM](https://github.com/nvm-sh/nvm)):
|
||||||
```sh
|
|
||||||
nvm use
|
```sh
|
||||||
```
|
nvm use
|
||||||
|
```
|
||||||
|
|
||||||
- Install the project dependencies:
|
- Install the project dependencies:
|
||||||
```sh
|
|
||||||
npm i
|
```sh
|
||||||
```
|
npm i
|
||||||
|
```
|
||||||
|
|
||||||
- Setup the following enviroment variables:
|
- Setup the following enviroment variables:
|
||||||
```
|
|
||||||
ENV=
|
```
|
||||||
DUC_URL=
|
ENV=
|
||||||
INFACTORY_URL=
|
DUC_URL=
|
||||||
OTFACTORY_URL=
|
INFACTORY_URL=
|
||||||
PIFACTORY_URL=
|
OTFACTORY_URL=
|
||||||
SM_OAUTH_PATH=
|
PIFACTORY_URL=
|
||||||
```
|
SM_OAUTH_PATH=
|
||||||
|
```
|
||||||
|
|
||||||
- Start the server:
|
- Start the server:
|
||||||
```sh
|
|
||||||
# dev mode
|
|
||||||
npm run start:dev
|
|
||||||
|
|
||||||
# or in debug mode
|
```sh
|
||||||
npm run start:debug
|
# dev mode
|
||||||
```
|
npm run start:dev
|
||||||
The service should start successfully.
|
|
||||||
|
# or in debug mode
|
||||||
|
npm run start:debug
|
||||||
|
```
|
||||||
|
|
||||||
|
The service should start successfully.
|
||||||
|
|
||||||
|
## 📄 Documentation
|
||||||
|
|
||||||
|
NestJs makes it easy to document each route using decorators on all requests and responses properties. It automatically generates a swagger for given information and provides a route to access it http://localhost:3333/api.
|
||||||
|
For more info check the [official documentation](https://docs.nestjs.com/openapi/introduction).
|
||||||
|
|
||||||
|
### - Multiple documentations
|
||||||
|
|
||||||
|
We are currently generating **2 different** documentations: Internal and External.
|
||||||
|
|
||||||
|
All routes that have the decorator `@ApiInternalOnly()` will not be visible on the **External** API swagger.
|
||||||
|
|
||||||
|
- When you start the application with `npm run start` it will serve and generate the swagger JSON of the **External** API
|
||||||
|
- When you start the application with `npm run start:internal` it will serve and generate the swagger JSON of the **Internal** API
|
||||||
|
- When you run `npm run docs` it will generate the swagger JSON of both **Internal** and **External** API, and save them to `docsfera.json` and `docsfera.external.json` respectively;
|
||||||
|
|
||||||
|
It is important to run `npm run docs` before every deploy so we can always have the most updated docs published.
|
||||||
|
|
||||||
## Authentication decorators
|
## Authentication decorators
|
||||||
|
|
||||||
Maestro have utilities to ease the user authentication on every controller and route. The following decorators are available:
|
Maestro have utilities to ease the user authentication on every controller and route. The following decorators are available:
|
||||||
|
|
||||||
### `@Authenticated`
|
### `@Authenticated`
|
||||||
|
|
||||||
If the user must be authenticated to make request, we can use the `@Authenticated` decorator in the controller or route, as needed.
|
If the user must be authenticated to make request, we can use the `@Authenticated` decorator in the controller or route, as needed.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
@@ -106,6 +137,7 @@ class FooController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
### `@RequireAllPermissions`
|
### `@RequireAllPermissions`
|
||||||
|
|
||||||
This decorator requires that **all permissions** listed are granted to the requesting user.
|
This decorator requires that **all permissions** listed are granted to the requesting user.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
@@ -125,6 +157,7 @@ class FooController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
### `@RequireSomePermission`
|
### `@RequireSomePermission`
|
||||||
|
|
||||||
In the following case, the user is required to have **at least one** listed permission.
|
In the following case, the user is required to have **at least one** listed permission.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
@@ -144,9 +177,11 @@ class FooController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
### `@AuthenticateCondition`
|
### `@AuthenticateCondition`
|
||||||
|
|
||||||
If a more complicated authentication check needs to be done, we can use the `@AuthenticateCondition` decorator to define it. The custom function must return `true` to authenticate the request.
|
If a more complicated authentication check needs to be done, we can use the `@AuthenticateCondition` decorator to define it. The custom function must return `true` to authenticate the request.
|
||||||
|
|
||||||
In the following example:
|
In the following example:
|
||||||
|
|
||||||
- all routes on the `FooController` controller can only be requested from localhost
|
- all routes on the `FooController` controller can only be requested from localhost
|
||||||
- `POST /foo/bar` can only be requested from localhost **and** by users from customer id `111...eef`
|
- `POST /foo/bar` can only be requested from localhost **and** by users from customer id `111...eef`
|
||||||
|
|
||||||
@@ -166,7 +201,10 @@ class FooController {
|
|||||||
|
|
||||||
@Post('bar')
|
@Post('bar')
|
||||||
// allow requests only from a specific customer
|
// allow requests only from a specific customer
|
||||||
@AuthenticateCondition((request: Request, user: RequestUser) => user.customer_id === '1113e943-2187-4fdd-9c2c-54338fedaeef')
|
@AuthenticateCondition(
|
||||||
|
(request: Request, user: RequestUser) =>
|
||||||
|
user.customer_id === '1113e943-2187-4fdd-9c2c-54338fedaeef',
|
||||||
|
)
|
||||||
async postBar() {
|
async postBar() {
|
||||||
/* ... */
|
/* ... */
|
||||||
}
|
}
|
||||||
@@ -174,51 +212,55 @@ class FooController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
### Note on authentication decorators
|
### Note on authentication decorators
|
||||||
|
|
||||||
- The old authentication method placed the user data in the `request.body.info` field, this imposes certain issues regarding the request body because this data should be from the frontend without any modification by Maestro. Now this usage is ⚠️ **DEPRECATED** ⚠️. We are working to migrate to the `@User` parameter decorator. The old method is working while the migration is in progress.
|
- The old authentication method placed the user data in the `request.body.info` field, this imposes certain issues regarding the request body because this data should be from the frontend without any modification by Maestro. Now this usage is ⚠️ **DEPRECATED** ⚠️. We are working to migrate to the `@User` parameter decorator. The old method is working while the migration is in progress.
|
||||||
|
|
||||||
- Authentication decorators can be used together and all of them **must** pass to the request be authenticated, but in the general case you don't need to (*and wouldn't like to...*) use all of them together, as you can code all of the authentication logic in the `@AuthenticateCondition` decorator.
|
- Authentication decorators can be used together and all of them **must** pass to the request be authenticated, but in the general case you don't need to (_and wouldn't like to..._) use all of them together, as you can code all of the authentication logic in the `@AuthenticateCondition` decorator.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
import {
|
import {
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
RequireSomePermission,
|
RequireSomePermission,
|
||||||
AuthenticateCondition,
|
AuthenticateCondition,
|
||||||
} from '../../authentication/authentication.decorator';
|
} from '../../authentication/authentication.decorator';
|
||||||
import { PERMISSIONS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS } from '../../authentication/permissions.enum';
|
||||||
import { Waa, Baz } from './authenticationFunctions'
|
import { Waa, Baz } from './authenticationFunctions';
|
||||||
|
|
||||||
@Controller('foo')
|
@Controller('foo')
|
||||||
@RequireAllPermissions(Permissions.FOO.USE, Permissions.FOO.REQUEST)
|
@RequireAllPermissions(Permissions.FOO.USE, Permissions.FOO.REQUEST)
|
||||||
@RequireSomePermission(Permissions.FOO.MANAGE, Permissions.FOO.ADMIN)
|
@RequireSomePermission(Permissions.FOO.MANAGE, Permissions.FOO.ADMIN)
|
||||||
@AuthenticateCondition(Waa)
|
@AuthenticateCondition(Waa)
|
||||||
@AuthenticateCondition(Baz)
|
@AuthenticateCondition(Baz)
|
||||||
class FooController {
|
class FooController {
|
||||||
|
/* ... */
|
||||||
|
|
||||||
|
@Get('bar')
|
||||||
|
async getBar() {
|
||||||
/* ... */
|
/* ... */
|
||||||
|
|
||||||
@Get('bar')
|
|
||||||
async getBar() {
|
|
||||||
/* ... */
|
|
||||||
}
|
|
||||||
|
|
||||||
@Post('bar')
|
|
||||||
@RequireAllPermissions(Permissions.BAR.MANAGE, Permissions.BAR.USE, Permissions.BAR.REQUEST)
|
|
||||||
async postBar() {
|
|
||||||
/* ... */
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
```
|
|
||||||
|
@Post('bar')
|
||||||
|
@RequireAllPermissions(
|
||||||
|
Permissions.BAR.MANAGE,
|
||||||
|
Permissions.BAR.USE,
|
||||||
|
Permissions.BAR.REQUEST,
|
||||||
|
)
|
||||||
|
async postBar() {
|
||||||
|
/* ... */
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
- If `@RequireAllPermissions` and `@RequireSomePermission` are used with **only a single permission**, they present the **exactly same behavior**.
|
- If `@RequireAllPermissions` and `@RequireSomePermission` are used with **only a single permission**, they present the **exactly same behavior**.
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
// same behavior
|
// same behavior
|
||||||
@RequireAllPermissions(Permissions.BAR.MANAGE)
|
@RequireAllPermissions(Permissions.BAR.MANAGE)
|
||||||
@RequireSomePermission(Permissions.BAR.MANAGE)
|
@RequireSomePermission(Permissions.BAR.MANAGE)
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
## `@User` parameter decorator
|
## `@User` parameter decorator
|
||||||
|
|
||||||
The requesting user data can be obtained using the @User parameter decorator, like in the following snippet:
|
The requesting user data can be obtained using the @User parameter decorator, like in the following snippet:
|
||||||
|
|
||||||
```ts
|
```ts
|
||||||
@@ -264,12 +306,15 @@ class UserController {
|
|||||||
```
|
```
|
||||||
|
|
||||||
## 📦 Development
|
## 📦 Development
|
||||||
|
|
||||||
### ⌨️ Coding Style
|
### ⌨️ Coding Style
|
||||||
|
|
||||||
By default, we use [ESLint](https://eslint.org/) + [Prettier](https://prettier.io/) with default settings.
|
By default, we use [ESLint](https://eslint.org/) + [Prettier](https://prettier.io/) with default settings.
|
||||||
|
|
||||||
**We recommend using Visual Studio Code and installing the recommended extensions to ease the development process.**
|
**We recommend using Visual Studio Code and installing the recommended extensions to ease the development process.**
|
||||||
|
|
||||||
### Commits pattern
|
### Commits pattern
|
||||||
|
|
||||||
Our workflow pipeline follows the conventional commits specs ([cheat sheets](https://cheatography.com/albelop/cheat-sheets/conventional-commits/)) to release versions accordingly.
|
Our workflow pipeline follows the conventional commits specs ([cheat sheets](https://cheatography.com/albelop/cheat-sheets/conventional-commits/)) to release versions accordingly.
|
||||||
|
|
||||||
Format: `<type>[optional scope]: <description>`
|
Format: `<type>[optional scope]: <description>`
|
||||||
@@ -277,25 +322,29 @@ Format: `<type>[optional scope]: <description>`
|
|||||||
Example: `FIX: ensure Range headers adhere more closely to RFC 2616`
|
Example: `FIX: ensure Range headers adhere more closely to RFC 2616`
|
||||||
|
|
||||||
### Branching naming convention
|
### Branching naming convention
|
||||||
|
|
||||||
- **Feature**: Any code changes for a new module or use case should be done on a feature branch. This branch is created based on the `main` branch. When all changes are done, a Pull Request/Merge Request is needed to put all of these changes back to the `main` branch. Examples: `feature/integrate-swagger`, `feature/JIRA-1234`, `feature/JIRA-1234_support-dark-theme`.
|
- **Feature**: Any code changes for a new module or use case should be done on a feature branch. This branch is created based on the `main` branch. When all changes are done, a Pull Request/Merge Request is needed to put all of these changes back to the `main` branch. Examples: `feature/integrate-swagger`, `feature/JIRA-1234`, `feature/JIRA-1234_support-dark-theme`.
|
||||||
|
|
||||||
**It is recommended to use all lower caps letters and hyphen (-) to separate words unless it is a specific item name or ID. Underscore (_) could be used to separate the ID and description.**
|
**It is recommended to use all lower caps letters and hyphen (-) to separate words unless it is a specific item name or ID. Underscore (\_) could be used to separate the ID and description.**
|
||||||
|
|
||||||
- **Bug Fix**: If the code changes made from the feature branch were rejected after a release, sprint or demo, any necessary fixes after that should be done on the bugfix branch. Examples: `bugfix/more-gray-shades`, `bugfix/JIRA-1444_gray-on-blur-fix`.
|
- **Bug Fix**: If the code changes made from the feature branch were rejected after a release, sprint or demo, any necessary fixes after that should be done on the bugfix branch. Examples: `bugfix/more-gray-shades`, `bugfix/JIRA-1444_gray-on-blur-fix`.
|
||||||
|
|
||||||
- **Hot Fix**: If there is a need to fix a blocker, do a temporary patch, apply a critical framework or configuration change that should be handled immediately, it should be created as a Hotfix. Examples: `hotfix/disable-endpoint-zero-day-exploit`, `hotfix/increase-scaling-threshold`.
|
- **Hot Fix**: If there is a need to fix a blocker, do a temporary patch, apply a critical framework or configuration change that should be handled immediately, it should be created as a Hotfix. Examples: `hotfix/disable-endpoint-zero-day-exploit`, `hotfix/increase-scaling-threshold`.
|
||||||
|
|
||||||
- **Experimental**: A branch for playing around. Any new feature or idea that is not part of a release or a sprint. Example: `experimental/dark-theme-support`.
|
- **Experimental**: A branch for playing around. Any new feature or idea that is not part of a release or a sprint. Example: `experimental/dark-theme-support`.
|
||||||
|
|
||||||
### Making a Pull Request
|
### Making a Pull Request
|
||||||
|
|
||||||
1. Commit your changes
|
1. Commit your changes
|
||||||
2. Open the Pull Request on GitHub
|
2. Open the Pull Request on GitHub
|
||||||
3. Send Pull Request link in Microsfera Google Chat Group for review and possible approval
|
3. Send Pull Request link in Microsfera Google Chat Group for review and possible approval
|
||||||
|
|
||||||
## 🛠️ Built with
|
## 🛠️ Built with
|
||||||
|
|
||||||
Some technologies used in this project:
|
Some technologies used in this project:
|
||||||
|
|
||||||
- [NestJS](https://docs.nestjs.com) - Framework for building efficient and scalable NodeJS server-side applications
|
- [NestJS](https://docs.nestjs.com) - Framework for building efficient and scalable NodeJS server-side applications
|
||||||
|
|
||||||
## ⚙️ Back-end Architecture
|
## ⚙️ Back-end Architecture
|
||||||
|
|
||||||
The architecture can be found at [this link](https://sites.google.com/dadosfera.ai/wikidoproduto/time/back-end).
|
The architecture can be found at [this link](https://sites.google.com/dadosfera.ai/wikidoproduto/time/back-end).
|
||||||
|
|||||||
@@ -0,0 +1,5 @@
|
|||||||
|
version: "3.8"
|
||||||
|
services:
|
||||||
|
maestro:
|
||||||
|
build: .
|
||||||
|
image: dadosfera/maestro_${ENV}:${IMAGE_TAG}
|
||||||
@@ -0,0 +1,29 @@
|
|||||||
|
version: "3.8"
|
||||||
|
services:
|
||||||
|
maestro:
|
||||||
|
image: dadosfera/maestro_${ENV}:${IMAGE_TAG}
|
||||||
|
container_name: maestro
|
||||||
|
restart: always
|
||||||
|
ports:
|
||||||
|
- 3333:3333
|
||||||
|
env_file:
|
||||||
|
- .env
|
||||||
|
|
||||||
|
node_exporter:
|
||||||
|
image: ${NODE_EXPORTER_URL}
|
||||||
|
container_name: node_exporter
|
||||||
|
restart: always
|
||||||
|
volumes:
|
||||||
|
- /proc:/host/proc:ro
|
||||||
|
- /sys:/host/sys:ro
|
||||||
|
- /:/rootfs:ro
|
||||||
|
- /run/dbus/system_bus_socket:/var/run/dbus/system_bus_socket:ro
|
||||||
|
command:
|
||||||
|
- '--path.procfs=/host/proc'
|
||||||
|
- '--path.rootfs=/rootfs'
|
||||||
|
- '--path.sysfs=/host/sys'
|
||||||
|
- '--collector.filesystem.ignored-mount-points=^/(sys|proc|dev|host|etc)($$|/)'
|
||||||
|
- '--collector.systemd'
|
||||||
|
- '--collector.processes'
|
||||||
|
network_mode: host
|
||||||
|
pid: host
|
||||||
File diff suppressed because it is too large
Load Diff
+3420
-1595
File diff suppressed because it is too large
Load Diff
Vendored
+19
@@ -0,0 +1,19 @@
|
|||||||
|
declare global {
|
||||||
|
namespace NodeJS {
|
||||||
|
interface ProcessEnv {
|
||||||
|
NODE_ENV: 'test';
|
||||||
|
ENV: 'local' | 'stg' | 'prd' | 'test';
|
||||||
|
LOCAL_ENV: 'stg' | 'prd';
|
||||||
|
CLOUD_ENVIRONMENT: 'aws' | 'gcp' | 'mgc';
|
||||||
|
|
||||||
|
DUC_URL: string;
|
||||||
|
INFACTORY_URL: string;
|
||||||
|
PIFACTORY_URL: string;
|
||||||
|
|
||||||
|
INTERNAL_SWAGGER: 'true' | 'false';
|
||||||
|
|
||||||
|
AWS_REGION: string;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
export {};
|
||||||
Generated
+4452
-3732
File diff suppressed because it is too large
Load Diff
+22
-21
@@ -6,7 +6,7 @@
|
|||||||
"private": true,
|
"private": true,
|
||||||
"license": "UNLICENSED",
|
"license": "UNLICENSED",
|
||||||
"engines": {
|
"engines": {
|
||||||
"node": "18.3.0"
|
"node": "18.10.0"
|
||||||
},
|
},
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"preinstall": "aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1",
|
"preinstall": "aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1",
|
||||||
@@ -15,9 +15,10 @@
|
|||||||
"build": "nest build",
|
"build": "nest build",
|
||||||
"format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
|
"format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
|
||||||
"start": "nest start",
|
"start": "nest start",
|
||||||
"start:dev": "nest start --watch",
|
"start:dev": "export INTERNAL_SWAGGER=true && nest start --watch",
|
||||||
"start:debug": "nest start --debug --watch",
|
"start:debug": "npm run start:dev",
|
||||||
"start:prod": "npm run build && node dist/main",
|
"start:prod": "node dist/main",
|
||||||
|
"docs": "export KILL_AFTER_START=1 && nest start && export INTERNAL_SWAGGER=true && nest start",
|
||||||
"lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
|
"lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
|
||||||
"test": "jest",
|
"test": "jest",
|
||||||
"test:watch": "jest --watch",
|
"test:watch": "jest --watch",
|
||||||
@@ -28,21 +29,23 @@
|
|||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@aws-sdk/client-secrets-manager": "^3.112.0",
|
"@aws-sdk/client-secrets-manager": "^3.112.0",
|
||||||
"@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
|
"@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
|
||||||
"@dadosfera/protospack-v2": "3.29.0",
|
"@dadosfera/protospack-v2": "3.32.0-beta.2",
|
||||||
"@grpc/grpc-js": "^1.6.7",
|
"@grpc/grpc-js": "^1.6.7",
|
||||||
"@grpc/proto-loader": "^0.6.13",
|
"@grpc/proto-loader": "^0.6.13",
|
||||||
"@nestjs/common": "^8.4.7",
|
"@nestjs/cli": "^9.4.2",
|
||||||
"@nestjs/config": "^1.2.1",
|
"@nestjs/common": "^9.4.0",
|
||||||
"@nestjs/core": "^8.4.7",
|
"@nestjs/config": "^2.3.1",
|
||||||
"@nestjs/mapped-types": "*",
|
"@nestjs/core": "^9.4.0",
|
||||||
"@nestjs/microservices": "^8.4.7",
|
"@nestjs/mapped-types": "^1.2.2",
|
||||||
"@nestjs/passport": "^8.2.2",
|
"@nestjs/microservices": "^9.4.0",
|
||||||
"@nestjs/platform-express": "^8.4.7",
|
"@nestjs/passport": "^9.0.3",
|
||||||
"@nestjs/schedule": "^1.1.0",
|
"@nestjs/platform-express": "^9.4.0",
|
||||||
"@nestjs/swagger": "^5.2.1",
|
"@nestjs/schematics": "^9.1.0",
|
||||||
"axios": "^0.27.2",
|
"@nestjs/swagger": "^6.3.0",
|
||||||
|
"@nestjs/testing": "^9.4.0",
|
||||||
|
"axios": "^1.6.2",
|
||||||
"class-transformer": "^0.5.1",
|
"class-transformer": "^0.5.1",
|
||||||
"class-validator": "^0.13.2",
|
"class-validator": "^0.14.0",
|
||||||
"cron-parser": "^4.4.0",
|
"cron-parser": "^4.4.0",
|
||||||
"dotenv": "^14.3.2",
|
"dotenv": "^14.3.2",
|
||||||
"elastic-apm-node": "^3.36.0",
|
"elastic-apm-node": "^3.36.0",
|
||||||
@@ -50,6 +53,7 @@
|
|||||||
"jsonwebtoken": "^9.0.0",
|
"jsonwebtoken": "^9.0.0",
|
||||||
"jwk-to-pem": "^2.0.5",
|
"jwk-to-pem": "^2.0.5",
|
||||||
"mixpanel": "^0.17.0",
|
"mixpanel": "^0.17.0",
|
||||||
|
"ms": "^3.0.0-canary.1",
|
||||||
"passport": "^0.6.0",
|
"passport": "^0.6.0",
|
||||||
"passport-facebook": "^3.0.0",
|
"passport-facebook": "^3.0.0",
|
||||||
"passport-forcedotcom": "^0.2.0",
|
"passport-forcedotcom": "^0.2.0",
|
||||||
@@ -66,9 +70,6 @@
|
|||||||
"multer": "1.4.5-lts.1"
|
"multer": "1.4.5-lts.1"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@nestjs/cli": "^8.2.8",
|
|
||||||
"@nestjs/schematics": "^8.0.11",
|
|
||||||
"@nestjs/testing": "^8.4.7",
|
|
||||||
"@types/express": "^4.17.13",
|
"@types/express": "^4.17.13",
|
||||||
"@types/jest": "27.0.2",
|
"@types/jest": "27.0.2",
|
||||||
"@types/jsonwebtoken": "^8.5.8",
|
"@types/jsonwebtoken": "^8.5.8",
|
||||||
@@ -79,8 +80,8 @@
|
|||||||
"@types/passport-google-oauth20": "^2.0.11",
|
"@types/passport-google-oauth20": "^2.0.11",
|
||||||
"@types/passport-oauth2": "^1.4.11",
|
"@types/passport-oauth2": "^1.4.11",
|
||||||
"@types/supertest": "^2.0.12",
|
"@types/supertest": "^2.0.12",
|
||||||
"@typescript-eslint/eslint-plugin": "^5.29.0",
|
"@typescript-eslint/eslint-plugin": "^5.35.0",
|
||||||
"@typescript-eslint/parser": "^5.29.0",
|
"@typescript-eslint/parser": "^5.35.0",
|
||||||
"eslint": "^8.18.0",
|
"eslint": "^8.18.0",
|
||||||
"eslint-config-prettier": "^8.5.0",
|
"eslint-config-prettier": "^8.5.0",
|
||||||
"eslint-plugin-prettier": "^4.0.0",
|
"eslint-plugin-prettier": "^4.0.0",
|
||||||
|
|||||||
+9
-7
@@ -25,6 +25,7 @@ import { ConfigModule } from '@nestjs/config';
|
|||||||
import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
|
import { PipelinesV2Module } from './modules/pipelinesV2/pipelines.module';
|
||||||
import { ProductboardModule } from './modules/productboard/productboard.module';
|
import { ProductboardModule } from './modules/productboard/productboard.module';
|
||||||
import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
|
import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
|
||||||
|
import { CustomersModule } from './modules/customers/customers.module';
|
||||||
|
|
||||||
@Module({
|
@Module({
|
||||||
controllers: [],
|
controllers: [],
|
||||||
@@ -40,24 +41,25 @@ import { MixpanelModule } from './modules/mixpanel/mixpanel.module';
|
|||||||
isGlobal: true,
|
isGlobal: true,
|
||||||
}),
|
}),
|
||||||
AuthModule,
|
AuthModule,
|
||||||
|
ConnectionModule,
|
||||||
|
NetworkConfigModule,
|
||||||
|
InputsModule,
|
||||||
|
PipelinesV2Module,
|
||||||
|
CatalogModule,
|
||||||
ConnectorModule,
|
ConnectorModule,
|
||||||
PermissionsModule,
|
PermissionsModule,
|
||||||
TermsOfUseModule,
|
TermsOfUseModule,
|
||||||
ConnectionModule,
|
|
||||||
NetworkConfigModule,
|
|
||||||
ConnectionTestModule,
|
ConnectionTestModule,
|
||||||
PipelinesModule,
|
PipelinesModule,
|
||||||
PipelinesV2Module,
|
|
||||||
TransformationsModule,
|
TransformationsModule,
|
||||||
HealthModule,
|
|
||||||
CatalogModule,
|
|
||||||
UsersModule,
|
UsersModule,
|
||||||
RolesModule,
|
RolesModule,
|
||||||
InputsModule,
|
|
||||||
OauthModule,
|
OauthModule,
|
||||||
CatalogModule,
|
|
||||||
ProductboardModule,
|
ProductboardModule,
|
||||||
MixpanelModule,
|
MixpanelModule,
|
||||||
|
CustomersModule,
|
||||||
|
//Always leave HealthModule last, so it is on the bottom of swagger
|
||||||
|
HealthModule,
|
||||||
],
|
],
|
||||||
})
|
})
|
||||||
export class AppModule {}
|
export class AppModule {}
|
||||||
|
|||||||
@@ -1,56 +0,0 @@
|
|||||||
import { Request } from 'express';
|
|
||||||
import { CustomDecorator } from '@nestjs/common';
|
|
||||||
import { PermissionsObjectPermission } from './permissions.enum';
|
|
||||||
import { RequestUser } from './user.decorator';
|
|
||||||
|
|
||||||
export const AUTH_FUNCTION_KEY = '__AUTH_FUNCTION__';
|
|
||||||
|
|
||||||
export type AuthenticationFunction = (req: Request, user: any) => boolean;
|
|
||||||
|
|
||||||
// implementation copied from SetMetadata, but tweaked to get existing values
|
|
||||||
// of the metadataKey and accumulate it with the new metadataValue
|
|
||||||
function SetMultipleMetadata(metadataKey, metadataValue): CustomDecorator {
|
|
||||||
const decoratorFactory = (target, key, descriptor) => {
|
|
||||||
// .start: tweak
|
|
||||||
// descriptor?.value = function decorator; target = class decorator
|
|
||||||
const accumulatedVal =
|
|
||||||
Reflect.getMetadata(metadataKey, descriptor?.value ?? target) ?? [];
|
|
||||||
accumulatedVal.push(metadataValue);
|
|
||||||
// .end: tweak
|
|
||||||
|
|
||||||
if (descriptor) {
|
|
||||||
Reflect.defineMetadata(metadataKey, accumulatedVal, descriptor.value);
|
|
||||||
return descriptor;
|
|
||||||
}
|
|
||||||
|
|
||||||
Reflect.defineMetadata(metadataKey, accumulatedVal, target);
|
|
||||||
return target;
|
|
||||||
};
|
|
||||||
|
|
||||||
decoratorFactory.KEY = metadataKey;
|
|
||||||
return decoratorFactory as any;
|
|
||||||
}
|
|
||||||
|
|
||||||
export function RequireAllPermissions(
|
|
||||||
...permissions: PermissionsObjectPermission[]
|
|
||||||
) {
|
|
||||||
return SetMultipleMetadata(AUTH_FUNCTION_KEY, (req, user: RequestUser) =>
|
|
||||||
permissions.every(({ seqid }) => user.permissions.includes(seqid)),
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function RequireSomePermission(
|
|
||||||
...permissions: PermissionsObjectPermission[]
|
|
||||||
) {
|
|
||||||
return SetMultipleMetadata(AUTH_FUNCTION_KEY, (req, user: RequestUser) =>
|
|
||||||
permissions.some(({ seqid }) => user.permissions.includes(seqid)),
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function AuthenticateCondition(func: AuthenticationFunction) {
|
|
||||||
return SetMultipleMetadata(AUTH_FUNCTION_KEY, func);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function Authenticated() {
|
|
||||||
return SetMultipleMetadata(AUTH_FUNCTION_KEY, () => true);
|
|
||||||
}
|
|
||||||
@@ -11,7 +11,7 @@ import {
|
|||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
RequireSomePermission,
|
RequireSomePermission,
|
||||||
} from './authentication.decorator';
|
} from '../decorators/authentication.decorator';
|
||||||
import { AuthenticationGuard } from './authentication.guard';
|
import { AuthenticationGuard } from './authentication.guard';
|
||||||
import { PERMISSIONS_GROUPS } from './permissions.enum';
|
import { PERMISSIONS_GROUPS } from './permissions.enum';
|
||||||
import { AuthClientService } from '../modules/auth/auth.service';
|
import { AuthClientService } from '../modules/auth/auth.service';
|
||||||
@@ -44,7 +44,7 @@ class NoClassAuthController {
|
|||||||
@Get('has-all-permissions')
|
@Get('has-all-permissions')
|
||||||
@RequireAllPermissions(
|
@RequireAllPermissions(
|
||||||
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
||||||
PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE,
|
PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
|
||||||
)
|
)
|
||||||
async hasAllPermissions(@Body() body) {
|
async hasAllPermissions(@Body() body) {
|
||||||
return { body };
|
return { body };
|
||||||
@@ -53,7 +53,7 @@ class NoClassAuthController {
|
|||||||
@Get('has-some-permission')
|
@Get('has-some-permission')
|
||||||
@RequireSomePermission(
|
@RequireSomePermission(
|
||||||
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
||||||
PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE,
|
PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
|
||||||
)
|
)
|
||||||
async hasSomePermission(@Body() body) {
|
async hasSomePermission(@Body() body) {
|
||||||
return { body };
|
return { body };
|
||||||
@@ -62,7 +62,7 @@ class NoClassAuthController {
|
|||||||
|
|
||||||
@Controller('class-auth-condition')
|
@Controller('class-auth-condition')
|
||||||
@AuthenticateCondition((req) => req.get('x-on-class') === 'ok')
|
@AuthenticateCondition((req) => req.get('x-on-class') === 'ok')
|
||||||
@RequireSomePermission(PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE)
|
@RequireSomePermission(PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE)
|
||||||
class ClassAuthConditionController {
|
class ClassAuthConditionController {
|
||||||
@Get('body')
|
@Get('body')
|
||||||
async getBody(@Body() body) {
|
async getBody(@Body() body) {
|
||||||
@@ -444,13 +444,13 @@ describe('authentication.guard', () => {
|
|||||||
NoClassAuthTest(tokenZ, ['zendesk']);
|
NoClassAuthTest(tokenZ, ['zendesk']);
|
||||||
ClassAuthConditionTest(tokenZ, ['zendesk']);
|
ClassAuthConditionTest(tokenZ, ['zendesk']);
|
||||||
|
|
||||||
const tokenM = CreateToken([PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE]);
|
const tokenM = CreateToken([PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE]);
|
||||||
NoClassAuthTest(tokenM, ['metabase']);
|
NoClassAuthTest(tokenM, ['metabase']);
|
||||||
ClassAuthConditionTest(tokenM, ['metabase']);
|
ClassAuthConditionTest(tokenM, ['metabase']);
|
||||||
|
|
||||||
const tokenZM = CreateToken([
|
const tokenZM = CreateToken([
|
||||||
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
PERMISSIONS_GROUPS.ZENDESK.permissions.OPEN,
|
||||||
PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE,
|
PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE,
|
||||||
]);
|
]);
|
||||||
NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
|
NoClassAuthTest(tokenZM, ['zendesk', 'metabase']);
|
||||||
ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
|
ClassAuthConditionTest(tokenZM, ['zendesk', 'metabase']);
|
||||||
|
|||||||
@@ -13,8 +13,8 @@ import { AuthClientService } from '../modules/auth/auth.service';
|
|||||||
import {
|
import {
|
||||||
AuthenticationFunction,
|
AuthenticationFunction,
|
||||||
AUTH_FUNCTION_KEY,
|
AUTH_FUNCTION_KEY,
|
||||||
} from './authentication.decorator';
|
} from '../decorators/authentication.decorator';
|
||||||
import { RequestUser } from './user.decorator';
|
import { RequestUser } from '../decorators/user.decorator';
|
||||||
import ErrorBuilder from '../utils/ErrorBuilder';
|
import ErrorBuilder from '../utils/ErrorBuilder';
|
||||||
import ErrorCodes from '../utils/errorCodes';
|
import ErrorCodes from '../utils/errorCodes';
|
||||||
|
|
||||||
@@ -79,9 +79,13 @@ export class AuthenticationGuard
|
|||||||
request,
|
request,
|
||||||
mustBeAuthenticated: boolean,
|
mustBeAuthenticated: boolean,
|
||||||
): RequestUser | false {
|
): RequestUser | false {
|
||||||
const accessToken = request.get('Authorization');
|
const accessToken: string = request.get('Authorization');
|
||||||
let accessTokenPayload: RequestUser;
|
let accessTokenPayload: RequestUser;
|
||||||
|
|
||||||
|
this.logger.info(`mustBeAuthenticated: ${mustBeAuthenticated}`);
|
||||||
|
this.logger.info(
|
||||||
|
`accessToken (first 5 chars): ${accessToken?.slice(0, 5)}`,
|
||||||
|
);
|
||||||
// If the user isn't authenticated, an error will occurr anywhere here.
|
// If the user isn't authenticated, an error will occurr anywhere here.
|
||||||
// Fancy error avoidance isn't performed by purpose, such as avoiding to access null values.
|
// Fancy error avoidance isn't performed by purpose, such as avoiding to access null values.
|
||||||
try {
|
try {
|
||||||
|
|||||||
@@ -55,6 +55,16 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
'es-es': '',
|
'es-es': '',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
GENERATE_TOKEN: {
|
||||||
|
seqid: 46,
|
||||||
|
claim: 'customer:generate-token',
|
||||||
|
usage: PermissionUsages.PUBLIC,
|
||||||
|
name: {
|
||||||
|
'pt-br': 'Gerar Token de Acesso',
|
||||||
|
'en-us': 'Generate Acess Token',
|
||||||
|
'es-es': 'Gerar Token de Acceso',
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|
||||||
@@ -346,6 +356,16 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
'es-es': 'Acceder al Módulo de Incorporación de Activos',
|
'es-es': 'Acceder al Módulo de Incorporación de Activos',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
TRIGGER_CATALOG_TASK: {
|
||||||
|
seqid: 45,
|
||||||
|
claim: 'catalog:trigger-task',
|
||||||
|
usage: PermissionUsages.INTERNAL,
|
||||||
|
name: {
|
||||||
|
'pt-br': 'Executar a catalogação de um ativo',
|
||||||
|
'en-us': 'Trigger an asset cataloging',
|
||||||
|
'es-es': 'Realizar el listado de un activo',
|
||||||
|
},
|
||||||
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|
||||||
@@ -428,18 +448,18 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
permissions: {
|
permissions: {
|
||||||
OPEN: {
|
OPEN: {
|
||||||
seqid: 16,
|
seqid: 16,
|
||||||
claim: 'GET /zendesk',
|
claim: 'support-chat:access',
|
||||||
usage: PermissionUsages.INTERNAL,
|
usage: PermissionUsages.INTERNAL,
|
||||||
name: {
|
name: {
|
||||||
'pt-br': 'Acessar Zendesk',
|
'pt-br': 'Acessar chat de suporte',
|
||||||
'en-us': 'Access Zendesk',
|
'en-us': 'Access support chat',
|
||||||
'es-es': 'Acceso Zendesk',
|
'es-es': 'Acceder al chat de soporte',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|
||||||
ANALYZE: {
|
DATAVIZ: {
|
||||||
title: {
|
title: {
|
||||||
'pt-br': 'Analisar | Visualização',
|
'pt-br': 'Analisar | Visualização',
|
||||||
'en-us': 'Analyze | Visualization',
|
'en-us': 'Analyze | Visualization',
|
||||||
@@ -456,6 +476,15 @@ export const PERMISSIONS_GROUPS = {
|
|||||||
'es-es': 'Acceso Metabase',
|
'es-es': 'Acceso Metabase',
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
INTELLIGENCE: {
|
||||||
|
title: {
|
||||||
|
'pt-br': 'Analisar | Inteligência',
|
||||||
|
'en-us': 'Analyze | Intelligence',
|
||||||
|
'es-es': 'Analizar | Inteligencia',
|
||||||
|
},
|
||||||
|
permissions: {
|
||||||
INTELLIGENCE: {
|
INTELLIGENCE: {
|
||||||
seqid: 31,
|
seqid: 31,
|
||||||
claim: 'intelligence:open',
|
claim: 'intelligence:open',
|
||||||
@@ -577,7 +606,8 @@ export const DADOSFERA_MODULES: Array<DadosferaModule> = [
|
|||||||
name: 'Intelligence Module',
|
name: 'Intelligence Module',
|
||||||
description: 'Orchest Module',
|
description: 'Orchest Module',
|
||||||
key: 'intelligence',
|
key: 'intelligence',
|
||||||
permissionSeqId: PERMISSIONS_GROUPS.ANALYZE.permissions.INTELLIGENCE.seqid,
|
permissionSeqId:
|
||||||
|
PERMISSIONS_GROUPS.INTELLIGENCE.permissions.INTELLIGENCE.seqid,
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: 'Proccessing Module',
|
name: 'Proccessing Module',
|
||||||
|
|||||||
@@ -0,0 +1,41 @@
|
|||||||
|
import { applyDecorators } from '@nestjs/common';
|
||||||
|
import { ApiSecurity } from '@nestjs/swagger';
|
||||||
|
import { type Request } from 'express';
|
||||||
|
import { type PermissionsObjectPermission } from '../authentication/permissions.enum';
|
||||||
|
import { type RequestUser } from './user.decorator';
|
||||||
|
import { SetMultipleMetadata } from './shared';
|
||||||
|
|
||||||
|
export const AUTH_FUNCTION_KEY = '__AUTH_FUNCTION__';
|
||||||
|
|
||||||
|
export type AuthenticationFunction = (req: Request, user: any) => boolean;
|
||||||
|
|
||||||
|
export function RequireAllPermissions(
|
||||||
|
...permissions: PermissionsObjectPermission[]
|
||||||
|
) {
|
||||||
|
return createAuthenticatedDecorator((req, user: RequestUser) =>
|
||||||
|
permissions.every(({ seqid }) => user.permissions.includes(seqid)),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function RequireSomePermission(
|
||||||
|
...permissions: PermissionsObjectPermission[]
|
||||||
|
) {
|
||||||
|
return createAuthenticatedDecorator((req, user: RequestUser) =>
|
||||||
|
permissions.some(({ seqid }) => user.permissions.includes(seqid)),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function AuthenticateCondition(func: AuthenticationFunction) {
|
||||||
|
return createAuthenticatedDecorator(func);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function Authenticated() {
|
||||||
|
return createAuthenticatedDecorator(() => true);
|
||||||
|
}
|
||||||
|
|
||||||
|
function createAuthenticatedDecorator(metadataValue: AuthenticationFunction) {
|
||||||
|
return applyDecorators(
|
||||||
|
ApiSecurity('access-token'),
|
||||||
|
SetMultipleMetadata(AUTH_FUNCTION_KEY, metadataValue),
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -0,0 +1,25 @@
|
|||||||
|
import { createParamDecorator, type ExecutionContext } from '@nestjs/common';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
|
||||||
|
export const Language: () => ParameterDecorator = createParamDecorator(
|
||||||
|
(options: any, ctx: ExecutionContext): LanguageEnum => {
|
||||||
|
const headers = ctx.switchToHttp()?.getRequest()?.headers;
|
||||||
|
|
||||||
|
if (!headers) return LanguageEnum.ptbr;
|
||||||
|
|
||||||
|
let language: LanguageEnum =
|
||||||
|
headers['dadosfera-lang'] ?? headers['accept-language'];
|
||||||
|
language = language?.toLowerCase().trim() as LanguageEnum;
|
||||||
|
|
||||||
|
if (!language) return LanguageEnum.ptbr;
|
||||||
|
|
||||||
|
Object.values(LanguageEnum).some((l) => {
|
||||||
|
if (language === l || l.includes(language)) {
|
||||||
|
language = l;
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
language = LanguageEnum.enus;
|
||||||
|
});
|
||||||
|
return language;
|
||||||
|
},
|
||||||
|
);
|
||||||
@@ -0,0 +1,28 @@
|
|||||||
|
import { type CustomDecorator } from '@nestjs/common';
|
||||||
|
|
||||||
|
// implementation copied from SetMetadata, but tweaked to get existing values
|
||||||
|
// of the metadataKey and accumulate it with the new metadataValue
|
||||||
|
export function SetMultipleMetadata(
|
||||||
|
metadataKey,
|
||||||
|
metadataValue,
|
||||||
|
): CustomDecorator {
|
||||||
|
const decoratorFactory: CustomDecorator = (target, key?, descriptor?) => {
|
||||||
|
// .start: tweak
|
||||||
|
// descriptor?.value = function decorator; target = class decorator
|
||||||
|
const accumulatedVal =
|
||||||
|
Reflect.getMetadata(metadataKey, descriptor?.value ?? target) ?? [];
|
||||||
|
accumulatedVal.push(metadataValue);
|
||||||
|
// .end: tweak
|
||||||
|
|
||||||
|
if (descriptor) {
|
||||||
|
Reflect.defineMetadata(metadataKey, accumulatedVal, descriptor.value);
|
||||||
|
return descriptor;
|
||||||
|
}
|
||||||
|
|
||||||
|
Reflect.defineMetadata(metadataKey, accumulatedVal, target);
|
||||||
|
return target;
|
||||||
|
};
|
||||||
|
|
||||||
|
decoratorFactory.KEY = metadataKey;
|
||||||
|
return decoratorFactory;
|
||||||
|
}
|
||||||
@@ -0,0 +1,13 @@
|
|||||||
|
import { applyDecorators } from '@nestjs/common';
|
||||||
|
import { ApiExcludeController, ApiExcludeEndpoint } from '@nestjs/swagger';
|
||||||
|
|
||||||
|
export function ApiInternalOnlyEndpoint() {
|
||||||
|
if (process.env.INTERNAL_SWAGGER !== 'true')
|
||||||
|
return applyDecorators(ApiExcludeEndpoint());
|
||||||
|
return () => null;
|
||||||
|
}
|
||||||
|
export function ApiInternalOnlyController() {
|
||||||
|
if (process.env.INTERNAL_SWAGGER !== 'true')
|
||||||
|
return applyDecorators(ApiExcludeController());
|
||||||
|
return () => null;
|
||||||
|
}
|
||||||
@@ -1,17 +1,14 @@
|
|||||||
import request from 'supertest';
|
|
||||||
import { Test } from '@nestjs/testing';
|
|
||||||
import { HttpStatus, INestApplication } from '@nestjs/common';
|
|
||||||
import { APP_GUARD } from '@nestjs/core';
|
|
||||||
import jwt from 'jsonwebtoken';
|
|
||||||
|
|
||||||
import { Controller, Get } from '@nestjs/common';
|
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { AuthenticationGuard } from './authentication.guard';
|
import { Controller, Get, HttpStatus, INestApplication } from '@nestjs/common';
|
||||||
|
import { APP_GUARD } from '@nestjs/core';
|
||||||
|
import { Test } from '@nestjs/testing';
|
||||||
|
import jwt from 'jsonwebtoken';
|
||||||
|
import request from 'supertest';
|
||||||
|
import { AuthenticationGuard } from '../authentication/authentication.guard';
|
||||||
|
import { PERMISSIONS_GROUPS } from '../authentication/permissions.enum';
|
||||||
import { AuthClientService } from '../modules/auth/auth.service';
|
import { AuthClientService } from '../modules/auth/auth.service';
|
||||||
|
|
||||||
import ErrorCodes from '../utils/errorCodes';
|
import ErrorCodes from '../utils/errorCodes';
|
||||||
import { User } from './user.decorator';
|
import { User } from './user.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from './permissions.enum';
|
|
||||||
|
|
||||||
const logger = {
|
const logger = {
|
||||||
info: (...args) => args,
|
info: (...args) => args,
|
||||||
@@ -49,7 +46,7 @@ describe('user.decorator', () => {
|
|||||||
const fakeUserPayload = {
|
const fakeUserPayload = {
|
||||||
user_id: 'd50d33c7-6c2b-463c-861f-e21667e7c125',
|
user_id: 'd50d33c7-6c2b-463c-861f-e21667e7c125',
|
||||||
username: 'super.admin',
|
username: 'super.admin',
|
||||||
permissions: [PERMISSIONS_GROUPS.ANALYZE.permissions.METABASE].map(
|
permissions: [PERMISSIONS_GROUPS.DATAVIZ.permissions.METABASE].map(
|
||||||
({ seqid }) => seqid,
|
({ seqid }) => seqid,
|
||||||
),
|
),
|
||||||
customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
|
customer_id: '9d18e8ae-24b9-41a3-9e8f-a25ce57555b11',
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
import { createParamDecorator, ExecutionContext } from '@nestjs/common';
|
import { createParamDecorator, type ExecutionContext } from '@nestjs/common';
|
||||||
|
|
||||||
import ErrorBuilder from '../utils/ErrorBuilder';
|
import ErrorBuilder from '../utils/ErrorBuilder';
|
||||||
import ErrorCodes from '../utils/errorCodes';
|
import ErrorCodes from '../utils/errorCodes';
|
||||||
+21
-10
@@ -24,11 +24,10 @@ async function bootstrap() {
|
|||||||
optionsSuccessStatus: 204,
|
optionsSuccessStatus: 204,
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
app.use(helmet());
|
app.use(helmet());
|
||||||
configureSwagger(app);
|
configureSwagger(app);
|
||||||
|
|
||||||
await app.listen(3333);
|
await app.listen(3333);
|
||||||
|
if (process.env.KILL_AFTER_START) await app.close();
|
||||||
}
|
}
|
||||||
|
|
||||||
function configureSwagger(app: INestApplication) {
|
function configureSwagger(app: INestApplication) {
|
||||||
@@ -39,24 +38,36 @@ function configureSwagger(app: INestApplication) {
|
|||||||
.replace('\n', '')
|
.replace('\n', '')
|
||||||
.trim();
|
.trim();
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.log("Can't get branch name", error);
|
console.warn("Can't get branch name", error);
|
||||||
}
|
}
|
||||||
const swaggerTitle = branchName ? `Maestro - ${branchName}` : 'Maestro';
|
const swaggerTitle = branchName ? `Maestro - ${branchName}` : 'Maestro';
|
||||||
|
|
||||||
const config = new DocumentBuilder()
|
const swaggerConfig = new DocumentBuilder()
|
||||||
.setTitle(swaggerTitle)
|
.setTitle(swaggerTitle)
|
||||||
.setDescription('Documentation for Maestro gateway')
|
.setDescription('Documentation for Maestro gateway')
|
||||||
.addBearerAuth(
|
.addSecurity('access-token', {
|
||||||
{ type: 'http', scheme: 'bearer', bearerFormat: 'JWT' },
|
type: 'apiKey',
|
||||||
'Authorization',
|
name: 'Authorization',
|
||||||
)
|
in: 'header',
|
||||||
.build();
|
})
|
||||||
|
.setDescription('This is the Maestro API');
|
||||||
|
|
||||||
|
if (process.env.INTERNAL_SWAGGER !== 'true')
|
||||||
|
swaggerConfig.addServer('https://maestro.dadosfera.ai', 'Dadosfera API');
|
||||||
|
|
||||||
|
const config = swaggerConfig.build();
|
||||||
|
|
||||||
const document = SwaggerModule.createDocument(app, config);
|
const document = SwaggerModule.createDocument(app, config);
|
||||||
|
|
||||||
|
const swaggerJsonFile =
|
||||||
|
process.env.INTERNAL_SWAGGER === 'true'
|
||||||
|
? 'docsfera.json'
|
||||||
|
: 'docsfera.external.json';
|
||||||
|
|
||||||
if (process.env.ENV === 'local') SwaggerModule.setup('api', app, document);
|
if (process.env.ENV === 'local') SwaggerModule.setup('api', app, document);
|
||||||
|
|
||||||
writeFileSync(
|
writeFileSync(
|
||||||
'docsfera.json',
|
swaggerJsonFile,
|
||||||
JSON.stringify(
|
JSON.stringify(
|
||||||
{
|
{
|
||||||
service: '${DOCS_API_TOKEN}',
|
service: '${DOCS_API_TOKEN}',
|
||||||
|
|||||||
@@ -13,7 +13,12 @@ import {
|
|||||||
Req,
|
Req,
|
||||||
Param,
|
Param,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiTags } from '@nestjs/swagger';
|
import {
|
||||||
|
ApiHeaders,
|
||||||
|
ApiOkResponse,
|
||||||
|
ApiSecurity,
|
||||||
|
ApiTags,
|
||||||
|
} from '@nestjs/swagger';
|
||||||
import {
|
import {
|
||||||
AuthChangePasswordRequest,
|
AuthChangePasswordRequest,
|
||||||
AuthResetPasswordRequest,
|
AuthResetPasswordRequest,
|
||||||
@@ -28,13 +33,14 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
|||||||
import {
|
import {
|
||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { AuthClientService } from './auth.service';
|
import { AuthClientService } from './auth.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import {
|
import {
|
||||||
AuthRefreshAccessTokenReq,
|
AuthRefreshAccessTokenReq,
|
||||||
|
AuthRefreshAccessTokenRes,
|
||||||
AuthSignInReq,
|
AuthSignInReq,
|
||||||
AuthSignInRes,
|
AuthSignInRes,
|
||||||
} from './dtos/login';
|
} from './dtos/login';
|
||||||
@@ -43,13 +49,18 @@ import { AuthGuard } from '@nestjs/passport';
|
|||||||
import { Request } from 'express';
|
import { Request } from 'express';
|
||||||
import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes';
|
import ErrorCodes, { OauthErrors } from 'src/utils/errorCodes';
|
||||||
import jwt from 'jsonwebtoken';
|
import jwt from 'jsonwebtoken';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
import { getFrontendUrl } from 'src/utils/getFrontendBaseUrl';
|
||||||
|
|
||||||
@ApiTags('Auth')
|
@ApiTags('Auth')
|
||||||
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Controller('auth')
|
@Controller('auth')
|
||||||
export class AuthController {
|
export class AuthController {
|
||||||
logger: DadosferaLogger;
|
logger: DadosferaLogger;
|
||||||
redirectUrl: string;
|
frontendRedirectUrl: string;
|
||||||
|
|
||||||
constructor(
|
constructor(
|
||||||
@Inject(DadosferaLogger)
|
@Inject(DadosferaLogger)
|
||||||
@@ -57,30 +68,39 @@ export class AuthController {
|
|||||||
private authClient: AuthClientService,
|
private authClient: AuthClientService,
|
||||||
) {
|
) {
|
||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
|
this.frontendRedirectUrl = getFrontendUrl('/auth/login').href;
|
||||||
switch (process.env.ENV) {
|
|
||||||
case 'stg':
|
|
||||||
this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/auth/login`;
|
|
||||||
break;
|
|
||||||
case 'prd':
|
|
||||||
this.redirectUrl = `https://app.dadosfera.ai/auth/login`;
|
|
||||||
break;
|
|
||||||
default:
|
|
||||||
this.redirectUrl = `http://localhost:4200/auth/login`;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@Post('sign-in')
|
@Post('sign-in')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async signIn(
|
async signIn(
|
||||||
@Body() { username, password, totp }: AuthSignInReq,
|
@Body() { username, password, totp }: AuthSignInReq,
|
||||||
@Headers('Dadosfera-Lang') language: string,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<AuthSignInRes> {
|
): Promise<AuthSignInRes> {
|
||||||
this.logger.info('/auth - SignIn');
|
this.logger.info('/auth - SignIn');
|
||||||
const metadata = PackTheMetadata({ language: language || 'pt-br' });
|
const metadata = PackTheMetadata({ language });
|
||||||
return this.authClient.signIn({ username, password, totp }, metadata);
|
return this.authClient.signIn({ username, password, totp }, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Post('refresh-access-token')
|
||||||
|
@HttpCode(HttpStatus.OK)
|
||||||
|
@ApiOkResponse({ type: AuthRefreshAccessTokenRes })
|
||||||
|
async refreshAccessToken(
|
||||||
|
@Body() body: AuthRefreshAccessTokenReq,
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
|
) {
|
||||||
|
this.logger.info('/auth - RefreshAccessToken');
|
||||||
|
const { refreshToken, customerName: customer_name } = body;
|
||||||
|
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
customer_name,
|
||||||
|
language,
|
||||||
|
});
|
||||||
|
this.logger.info(`metadata: ${metadata}`);
|
||||||
|
return this.authClient.refreshAccessToken({ refreshToken }, metadata);
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('/sso/snowflake')
|
@Post('/sso/snowflake')
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.SNOWFLAKE.permissions.OPEN)
|
@RequireAllPermissions(PERMISSIONS_GROUPS.SNOWFLAKE.permissions.OPEN)
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
@@ -96,23 +116,7 @@ export class AuthController {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
@Post('refresh-access-token')
|
@ApiInternalOnlyEndpoint()
|
||||||
@HttpCode(HttpStatus.OK)
|
|
||||||
async refreshAccessToken(
|
|
||||||
@Body()
|
|
||||||
{ refreshToken, customerName: customer_name }: AuthRefreshAccessTokenReq,
|
|
||||||
@Headers('Dadosfera-Lang') language: string,
|
|
||||||
) {
|
|
||||||
this.logger.info('/auth - RefreshAccessToken');
|
|
||||||
|
|
||||||
const metadata = PackTheMetadata({
|
|
||||||
customer_name,
|
|
||||||
language,
|
|
||||||
});
|
|
||||||
|
|
||||||
return this.authClient.refreshAccessToken({ refreshToken }, metadata);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Post('change-password')
|
@Post('change-password')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async changePassword(
|
async changePassword(
|
||||||
@@ -131,11 +135,12 @@ export class AuthController {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('reset-password')
|
@Post('reset-password')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async resetPassword(
|
async resetPassword(
|
||||||
@Body() body: AuthResetPasswordRequest,
|
@Body() body: AuthResetPasswordRequest,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/auth - reset-password');
|
this.logger.info('/auth - reset-password');
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
@@ -147,6 +152,7 @@ export class AuthController {
|
|||||||
return this.authClient.resetPassword({ username }, metadata);
|
return this.authClient.resetPassword({ username }, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('verify-reset-password-code')
|
@Post('verify-reset-password-code')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async verifyResetPasswordCode(
|
async verifyResetPasswordCode(
|
||||||
@@ -159,6 +165,7 @@ export class AuthController {
|
|||||||
return this.authClient.verifyResetPasswordCode({ username, code });
|
return this.authClient.verifyResetPasswordCode({ username, code });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('confirm-reset-password')
|
@Post('confirm-reset-password')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async confirmResetPassword(@Body() body: AuthConfirmResetPasswordRequest) {
|
async confirmResetPassword(@Body() body: AuthConfirmResetPasswordRequest) {
|
||||||
@@ -173,6 +180,7 @@ export class AuthController {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('enable-totp')
|
@Post('enable-totp')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async enableTotpMFA(
|
async enableTotpMFA(
|
||||||
@@ -187,6 +195,7 @@ export class AuthController {
|
|||||||
return this.authClient.enableTotpMFA({ accessToken, password });
|
return this.authClient.enableTotpMFA({ accessToken, password });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('disable-totp')
|
@Post('disable-totp')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async disableTotpMFA(
|
async disableTotpMFA(
|
||||||
@@ -201,6 +210,7 @@ export class AuthController {
|
|||||||
return this.authClient.disableTotpMFA({ accessToken, password });
|
return this.authClient.disableTotpMFA({ accessToken, password });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('dismiss-totp')
|
@Post('dismiss-totp')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async dismissTotpMFA(@Headers() headers) {
|
async dismissTotpMFA(@Headers() headers) {
|
||||||
@@ -211,6 +221,7 @@ export class AuthController {
|
|||||||
return this.authClient.dismissTotpMFA({ accessToken });
|
return this.authClient.dismissTotpMFA({ accessToken });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('verify-totp')
|
@Post('verify-totp')
|
||||||
@HttpCode(HttpStatus.OK)
|
@HttpCode(HttpStatus.OK)
|
||||||
async verifyTotp(@Body() body: AuthVerifyTotpMfaRequest, @Headers() headers) {
|
async verifyTotp(@Body() body: AuthVerifyTotpMfaRequest, @Headers() headers) {
|
||||||
@@ -222,17 +233,21 @@ export class AuthController {
|
|||||||
return this.authClient.verifyTotp({ accessToken, totp });
|
return this.authClient.verifyTotp({ accessToken, totp });
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
|
@ApiSecurity('access-token')
|
||||||
@Get('verify-access-token')
|
@Get('verify-access-token')
|
||||||
verifyAccessToken() {
|
verifyAccessToken() {
|
||||||
return { access_token_status: 'valid' };
|
return { access_token_status: 'valid' };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('session/:session')
|
@Get('session/:session')
|
||||||
getSession(@Param('session') session: string) {
|
getSession(@Param('session') session: string) {
|
||||||
return this.authClient.getSession(session);
|
return this.authClient.getSession(session);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('oauth/google')
|
@Get('oauth/google')
|
||||||
@UseGuards(AuthGuard('google-login'))
|
@UseGuards(AuthGuard('google-login'))
|
||||||
googleOauth() {
|
googleOauth() {
|
||||||
@@ -240,11 +255,18 @@ export class AuthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('oauth/google/callback')
|
@Get('oauth/google/callback')
|
||||||
@UseGuards(AuthGuard('google-login'))
|
@UseGuards(AuthGuard('google-login'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
async googleOauthCallback(@Req() req) {
|
async googleOauthCallback(@Req() req) {
|
||||||
const { url, email, token, language = 'pt-br' } = await this.callback(req);
|
const {
|
||||||
|
url,
|
||||||
|
email,
|
||||||
|
token,
|
||||||
|
refreshToken,
|
||||||
|
language = 'pt-br',
|
||||||
|
} = await this.callback(req);
|
||||||
if (url.searchParams.get('error')) {
|
if (url.searchParams.get('error')) {
|
||||||
this.logger.error('/oauth/google - ERROR');
|
this.logger.error('/oauth/google - ERROR');
|
||||||
return { url: url.href };
|
return { url: url.href };
|
||||||
@@ -254,6 +276,7 @@ export class AuthController {
|
|||||||
.oauthSignIn({
|
.oauthSignIn({
|
||||||
username: email,
|
username: email,
|
||||||
token,
|
token,
|
||||||
|
refreshToken,
|
||||||
})
|
})
|
||||||
.then(({ session }) => {
|
.then(({ session }) => {
|
||||||
this.logger.info('/oauth/google - SUCESS');
|
this.logger.info('/oauth/google - SUCESS');
|
||||||
@@ -283,18 +306,79 @@ export class AuthController {
|
|||||||
return { url: url.href };
|
return { url: url.href };
|
||||||
}
|
}
|
||||||
|
|
||||||
async callback(req: Request) {
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Get('oauth/magalu-id')
|
||||||
|
@UseGuards(AuthGuard('magalu-id-login'))
|
||||||
|
magaluIdOauth() {
|
||||||
|
this.logger.info('/oauth/magalu-id');
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Get('oauth/magalu-id/callback')
|
||||||
|
@UseGuards(AuthGuard('magalu-id-login'))
|
||||||
|
@Redirect()
|
||||||
|
async magaluIdOauthCallback(@Req() req) {
|
||||||
|
const {
|
||||||
|
url,
|
||||||
|
email,
|
||||||
|
token,
|
||||||
|
refreshToken,
|
||||||
|
language = 'pt-br',
|
||||||
|
} = await this.callback(req, 'magalu-id');
|
||||||
|
if (url.searchParams.get('error')) {
|
||||||
|
this.logger.error('/oauth/magalu-id/callback - ERROR');
|
||||||
|
this.logger.error(url.searchParams.get('error'));
|
||||||
|
return { url: url.href };
|
||||||
|
}
|
||||||
|
|
||||||
|
await this.authClient
|
||||||
|
.oauthSignIn({
|
||||||
|
username: email,
|
||||||
|
token,
|
||||||
|
refreshToken,
|
||||||
|
})
|
||||||
|
.then(({ session }) => {
|
||||||
|
this.logger.info('/oauth/magalu-id/callback - SUCESS');
|
||||||
|
url.searchParams.set('session', session);
|
||||||
|
})
|
||||||
|
.catch((err) => {
|
||||||
|
this.logger.error('/oauth/magalu-id/callback - LOGIN ERROR');
|
||||||
|
let error = OauthErrors.INVALID_CREDENTIALS[language].error;
|
||||||
|
let error_description =
|
||||||
|
OauthErrors.INVALID_CREDENTIALS[language].error_description;
|
||||||
|
switch (err.details) {
|
||||||
|
case ErrorCodes.USER.NOT_FOUND:
|
||||||
|
error = OauthErrors.USER_NOT_FOUND[language].error;
|
||||||
|
error_description =
|
||||||
|
OauthErrors.USER_NOT_FOUND[language].error_description(email);
|
||||||
|
break;
|
||||||
|
case ErrorCodes.AUTH.UNAUTHORIZED:
|
||||||
|
error = OauthErrors.INVALID_SESSION[language].error;
|
||||||
|
error_description =
|
||||||
|
OauthErrors.INVALID_SESSION[language].error_description;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
url.searchParams.set('error', error);
|
||||||
|
url.searchParams.set('error_description', error_description);
|
||||||
|
return null;
|
||||||
|
});
|
||||||
|
return { url: url.href };
|
||||||
|
}
|
||||||
|
|
||||||
|
async callback(req: Request, oauth_type?: 'google' | 'magalu-id') {
|
||||||
const { error, state } = req.query;
|
const { error, state } = req.query;
|
||||||
const { authInfo } = req;
|
const { authInfo } = req;
|
||||||
const url = new URL(this.redirectUrl);
|
const url = new URL(this.frontendRedirectUrl);
|
||||||
let email, token, error_title, error_description;
|
let email, token, refreshToken, error_title, error_description;
|
||||||
let language: 'pt-br' | 'en-us' = 'pt-br';
|
const language: 'pt-br' | 'en-us' = 'pt-br';
|
||||||
|
// let stateObject;
|
||||||
const stateObject = jwt.verify(
|
// try {
|
||||||
state as string,
|
// stateObject = jwt.verify(state as string, process.env.JWT_PRIVATE_KEY);
|
||||||
process.env.JWT_PRIVATE_KEY,
|
// } catch (error) {
|
||||||
);
|
// console.log('error', error);
|
||||||
if (typeof stateObject != 'string') language = stateObject.language;
|
// }
|
||||||
|
// if (typeof stateObject != 'string') language = stateObject.language;
|
||||||
|
|
||||||
if (error || !authInfo) {
|
if (error || !authInfo) {
|
||||||
this.logger.error(error);
|
this.logger.error(error);
|
||||||
@@ -305,11 +389,16 @@ export class AuthController {
|
|||||||
OauthErrors.INVALID_CREDENTIALS[language].error_description;
|
OauthErrors.INVALID_CREDENTIALS[language].error_description;
|
||||||
if (error) error_description += ` - [${error}]`;
|
if (error) error_description += ` - [${error}]`;
|
||||||
} else {
|
} else {
|
||||||
const { accessToken } = authInfo as any;
|
const { accessToken, refreshToken: rt } = authInfo as any;
|
||||||
const { _json: userInfo } = req.user as any;
|
const { _json: userInfo = {} } = req.user as any;
|
||||||
|
|
||||||
email = userInfo.email;
|
email = userInfo.email;
|
||||||
token = accessToken;
|
token = accessToken;
|
||||||
|
refreshToken = rt;
|
||||||
|
|
||||||
|
if (oauth_type === 'magalu-id') {
|
||||||
|
const jwtDecoded = jwt.decode(token, { json: true });
|
||||||
|
email = jwtDecoded.email;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (error_title) {
|
if (error_title) {
|
||||||
@@ -317,6 +406,6 @@ export class AuthController {
|
|||||||
url.searchParams.set('error_description', error_description);
|
url.searchParams.set('error_description', error_description);
|
||||||
}
|
}
|
||||||
|
|
||||||
return { token, email, url, language };
|
return { token, refreshToken, email, url, language };
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -8,6 +8,7 @@ import { AuthClientService } from './auth.service';
|
|||||||
import { DucClient } from '../duc/client.config';
|
import { DucClient } from '../duc/client.config';
|
||||||
import { GoogleLoginStrategy } from './passport-strategies/google-strategy';
|
import { GoogleLoginStrategy } from './passport-strategies/google-strategy';
|
||||||
import { getOauthSecrets } from 'src/utils/OauthSecrets';
|
import { getOauthSecrets } from 'src/utils/OauthSecrets';
|
||||||
|
import { MagaluIdStrategy } from './passport-strategies/magalu-id-strategy';
|
||||||
const client = new DucClient();
|
const client = new DucClient();
|
||||||
|
|
||||||
@Module({
|
@Module({
|
||||||
@@ -17,6 +18,7 @@ const client = new DucClient();
|
|||||||
AuthClientService,
|
AuthClientService,
|
||||||
DadosferaLogger,
|
DadosferaLogger,
|
||||||
GoogleLoginStrategy,
|
GoogleLoginStrategy,
|
||||||
|
MagaluIdStrategy,
|
||||||
{ provide: 'OAUTH_SECRETS', useValue: getOauthSecrets() },
|
{ provide: 'OAUTH_SECRETS', useValue: getOauthSecrets() },
|
||||||
],
|
],
|
||||||
exports: [AuthClientService],
|
exports: [AuthClientService],
|
||||||
|
|||||||
@@ -17,6 +17,7 @@ import {
|
|||||||
AuthResetPasswordRequest,
|
AuthResetPasswordRequest,
|
||||||
AuthVerifyResetPasswordCodeRequest,
|
AuthVerifyResetPasswordCodeRequest,
|
||||||
AuthConfirmResetPasswordRequest,
|
AuthConfirmResetPasswordRequest,
|
||||||
|
AuthOauthSignInRequest,
|
||||||
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
} from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
import { DucClient } from '../duc/client.config';
|
import { DucClient } from '../duc/client.config';
|
||||||
import { Metadata } from '@grpc/grpc-js';
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
@@ -162,8 +163,7 @@ export class AuthClientService implements OnModuleInit {
|
|||||||
return lastValueFrom(this.authService.AuthGetSession({ session }));
|
return lastValueFrom(this.authService.AuthGetSession({ session }));
|
||||||
}
|
}
|
||||||
|
|
||||||
async oauthSignIn(data: { username: string; token: string }) {
|
async oauthSignIn(data: AuthOauthSignInRequest) {
|
||||||
const { username, token } = data;
|
return lastValueFrom(this.authService.AuthOauthSignIn(data));
|
||||||
return lastValueFrom(this.authService.AuthOauthSignIn({ token, username }));
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,3 +1,4 @@
|
|||||||
|
import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
|
||||||
import {
|
import {
|
||||||
AuthSignInRequest,
|
AuthSignInRequest,
|
||||||
AuthSignInResponse,
|
AuthSignInResponse,
|
||||||
@@ -74,6 +75,8 @@ export class AuthCustomer {
|
|||||||
tier: string;
|
tier: string;
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
scheduleLimit: string;
|
scheduleLimit: string;
|
||||||
|
@ApiProperty()
|
||||||
|
links: Link[];
|
||||||
}
|
}
|
||||||
|
|
||||||
export class AuthSignInReq implements AuthSignInRequest {
|
export class AuthSignInReq implements AuthSignInRequest {
|
||||||
@@ -81,7 +84,10 @@ export class AuthSignInReq implements AuthSignInRequest {
|
|||||||
username: string;
|
username: string;
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
password: string;
|
password: string;
|
||||||
@ApiPropertyOptional()
|
@ApiPropertyOptional({
|
||||||
|
description:
|
||||||
|
'TOTP code used to login when Multi-Factor Authentication is enabled',
|
||||||
|
})
|
||||||
totp: string;
|
totp: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -106,3 +112,11 @@ export class AuthRefreshAccessTokenReq {
|
|||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
customerName: string;
|
customerName: string;
|
||||||
}
|
}
|
||||||
|
export class AuthRefreshAccessTokenRes {
|
||||||
|
@ApiProperty()
|
||||||
|
permissions: string[];
|
||||||
|
@ApiProperty()
|
||||||
|
accessToken: string;
|
||||||
|
@ApiProperty()
|
||||||
|
refreshToken: string;
|
||||||
|
}
|
||||||
|
|||||||
@@ -0,0 +1,47 @@
|
|||||||
|
import {
|
||||||
|
Strategy as Oauth2Strategy,
|
||||||
|
StrategyOptions,
|
||||||
|
VerifyCallback,
|
||||||
|
VerifyFunction,
|
||||||
|
} from 'passport-oauth2';
|
||||||
|
import { PassportStrategy } from '@nestjs/passport';
|
||||||
|
import { Inject, Injectable } from '@nestjs/common';
|
||||||
|
import { OauthSecrets } from 'src/utils/OauthSecrets';
|
||||||
|
import { Request } from 'express';
|
||||||
|
import jwt from 'jsonwebtoken';
|
||||||
|
|
||||||
|
@Injectable()
|
||||||
|
export class MagaluIdStrategy extends PassportStrategy(
|
||||||
|
Oauth2Strategy,
|
||||||
|
'magalu-id-login',
|
||||||
|
) {
|
||||||
|
redirect_uri: string;
|
||||||
|
constructor() {
|
||||||
|
const options: StrategyOptions = {
|
||||||
|
clientID: process.env.MAGALU_ID_CLIENT_ID,
|
||||||
|
clientSecret: process.env.MAGALU_ID_CLIENT_SECRET,
|
||||||
|
callbackURL: process.env.MAGALU_ID_CALLBACK_URL,
|
||||||
|
scope: ['openid'],
|
||||||
|
authorizationURL: 'https://id.magalu.com/login',
|
||||||
|
tokenURL: 'https://id.magalu.com/oauth/token',
|
||||||
|
};
|
||||||
|
const verify: VerifyFunction = (
|
||||||
|
accessToken: string,
|
||||||
|
refreshToken: string,
|
||||||
|
profile: any,
|
||||||
|
verified: VerifyCallback,
|
||||||
|
) => {
|
||||||
|
return verified(null, profile, { accessToken, refreshToken });
|
||||||
|
};
|
||||||
|
|
||||||
|
super(options, verify);
|
||||||
|
}
|
||||||
|
|
||||||
|
// authenticate(req: Request, options: Record<string, any>) {
|
||||||
|
// const language =
|
||||||
|
// req.headers['dadosfera-lang'] || req.query.language || 'pt-br';
|
||||||
|
// // options.state = jwt.sign({ language }, process.env.JWT_PRIVATE_KEY);
|
||||||
|
// super.authenticate(req, options);
|
||||||
|
// console.log('authenticate', JSON.stringify(options));
|
||||||
|
// }
|
||||||
|
}
|
||||||
@@ -6,7 +6,6 @@ import {
|
|||||||
ForbiddenException,
|
ForbiddenException,
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
Headers,
|
||||||
HttpException,
|
|
||||||
Inject,
|
Inject,
|
||||||
NotFoundException,
|
NotFoundException,
|
||||||
Param,
|
Param,
|
||||||
@@ -15,17 +14,25 @@ import {
|
|||||||
Query,
|
Query,
|
||||||
UseFilters,
|
UseFilters,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiTags } from '@nestjs/swagger';
|
import {
|
||||||
|
ApiCreatedResponse,
|
||||||
|
ApiHeaders,
|
||||||
|
ApiOkResponse,
|
||||||
|
ApiTags,
|
||||||
|
} from '@nestjs/swagger';
|
||||||
import {
|
import {
|
||||||
Authenticated,
|
Authenticated,
|
||||||
|
RequireAllPermissions,
|
||||||
RequireSomePermission,
|
RequireSomePermission,
|
||||||
} from '../../authentication/authentication.decorator';
|
} from '../../decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { CatalogService } from './catalog.service';
|
import { CatalogService } from './catalog.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import {
|
import {
|
||||||
|
GetDatasetCatalogTaskRes,
|
||||||
|
ICatalogAllRequest,
|
||||||
ICatalogAllResponse,
|
ICatalogAllResponse,
|
||||||
IColumnsMetadataResponse,
|
IColumnsMetadataResponse,
|
||||||
ICreateDataAsset,
|
ICreateDataAsset,
|
||||||
@@ -35,10 +42,16 @@ import {
|
|||||||
IOneDataAsset,
|
IOneDataAsset,
|
||||||
IPreviewResponse,
|
IPreviewResponse,
|
||||||
IUpdateDataRequest,
|
IUpdateDataRequest,
|
||||||
|
TriggerCatalogReq,
|
||||||
|
TriggerCatalogRes,
|
||||||
} from './dtos';
|
} from './dtos';
|
||||||
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
@ApiTags('Catalog')
|
@ApiTags('Catalog')
|
||||||
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
@Controller('catalog')
|
@Controller('catalog')
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@@ -59,7 +72,7 @@ export class CatalogController {
|
|||||||
)
|
)
|
||||||
async searchCatalog(
|
async searchCatalog(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Query() query,
|
@Query() query: ICatalogAllRequest,
|
||||||
): Promise<ICatalogAllResponse> {
|
): Promise<ICatalogAllResponse> {
|
||||||
const { user_id, customer_name, customer_id, username, permissions } = user;
|
const { user_id, customer_name, customer_id, username, permissions } = user;
|
||||||
this.logger.info(`/catalog - searchCatalog`, {
|
this.logger.info(`/catalog - searchCatalog`, {
|
||||||
@@ -91,6 +104,7 @@ export class CatalogController {
|
|||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('data-asset')
|
@Get('data-asset')
|
||||||
async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
|
async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
|
||||||
const { username, user_id, customer_id, customer_name, permissions } = user;
|
const { username, user_id, customer_id, customer_name, permissions } = user;
|
||||||
@@ -144,6 +158,7 @@ export class CatalogController {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('tags')
|
@Get('tags')
|
||||||
@RequireSomePermission(
|
@RequireSomePermission(
|
||||||
PERMISSIONS_GROUPS.CATALOG.permissions.GET,
|
PERMISSIONS_GROUPS.CATALOG.permissions.GET,
|
||||||
@@ -174,7 +189,7 @@ export class CatalogController {
|
|||||||
)
|
)
|
||||||
async getDataAsset(
|
async getDataAsset(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
@Query('shared') shared?: 'true',
|
@Query('shared') shared?: 'true',
|
||||||
) {
|
) {
|
||||||
const { username, user_id, customer_id, customer_name, permissions } = user;
|
const { username, user_id, customer_id, customer_name, permissions } = user;
|
||||||
@@ -190,7 +205,7 @@ export class CatalogController {
|
|||||||
let has_permission = false;
|
let has_permission = false;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
username,
|
username,
|
||||||
user_id: undefined,
|
user_id,
|
||||||
customer_id,
|
customer_id,
|
||||||
customer_name,
|
customer_name,
|
||||||
});
|
});
|
||||||
@@ -222,6 +237,7 @@ export class CatalogController {
|
|||||||
return { data_asset };
|
return { data_asset };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('data-asset/rls/:id')
|
@Get('data-asset/rls/:id')
|
||||||
@RequireSomePermission(
|
@RequireSomePermission(
|
||||||
PERMISSIONS_GROUPS.CATALOG.permissions.GET,
|
PERMISSIONS_GROUPS.CATALOG.permissions.GET,
|
||||||
@@ -230,7 +246,7 @@ export class CatalogController {
|
|||||||
async getDataAssetRls(
|
async getDataAssetRls(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers() headers,
|
@Headers() headers,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
) {
|
) {
|
||||||
const { username, user_id, customer_id, customer_name, permissions } = user;
|
const { username, user_id, customer_id, customer_name, permissions } = user;
|
||||||
|
|
||||||
@@ -284,8 +300,8 @@ export class CatalogController {
|
|||||||
)
|
)
|
||||||
async getDataAssetColumnsMetadata(
|
async getDataAssetColumnsMetadata(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
): Promise<IColumnsMetadataResponse> {
|
): Promise<IColumnsMetadataResponse> {
|
||||||
const { customer_name, customer_id, user_id, username } = user;
|
const { customer_name, customer_id, user_id, username } = user;
|
||||||
|
|
||||||
@@ -315,8 +331,8 @@ export class CatalogController {
|
|||||||
)
|
)
|
||||||
async getDataAssetPreview(
|
async getDataAssetPreview(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
): Promise<IPreviewResponse> {
|
): Promise<IPreviewResponse> {
|
||||||
const { customer_name, customer_id, user_id, username } = user;
|
const { customer_name, customer_id, user_id, username } = user;
|
||||||
|
|
||||||
@@ -345,8 +361,8 @@ export class CatalogController {
|
|||||||
)
|
)
|
||||||
async getDataAssetDocs(
|
async getDataAssetDocs(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
): Promise<IDocsResponse> {
|
): Promise<IDocsResponse> {
|
||||||
const { customer_name, customer_id, user_id, username } = user;
|
const { customer_name, customer_id, user_id, username } = user;
|
||||||
|
|
||||||
@@ -375,8 +391,8 @@ export class CatalogController {
|
|||||||
)
|
)
|
||||||
async updateDataAsset(
|
async updateDataAsset(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('id') data_asset_id,
|
@Param('id') data_asset_id: string,
|
||||||
@Body() body: IUpdateDataRequest,
|
@Body() body: IUpdateDataRequest,
|
||||||
): Promise<IOneDataAsset> {
|
): Promise<IOneDataAsset> {
|
||||||
const { customer_id, customer_name, user_id, username } = user;
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
@@ -430,6 +446,7 @@ export class CatalogController {
|
|||||||
return res;
|
return res;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Put('data-asset/:id/manage-permissions')
|
@Put('data-asset/:id/manage-permissions')
|
||||||
async manageDataAssetPermissions(
|
async manageDataAssetPermissions(
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@@ -451,6 +468,7 @@ export class CatalogController {
|
|||||||
return { data_asset: JSON.parse(response.data_asset) };
|
return { data_asset: JSON.parse(response.data_asset) };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Put('data-asset/:id/revoke-permissions')
|
@Put('data-asset/:id/revoke-permissions')
|
||||||
async revokeDataAssetPermissions(
|
async revokeDataAssetPermissions(
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@@ -561,7 +579,55 @@ export class CatalogController {
|
|||||||
username,
|
username,
|
||||||
});
|
});
|
||||||
const response = await this.catalogService.deleteComment(
|
const response = await this.catalogService.deleteComment(
|
||||||
{ data_asset_id: id, comment: body.comment },
|
{
|
||||||
|
data_asset_id: id,
|
||||||
|
comment: { ...body.comment, created_at: undefined, message: undefined },
|
||||||
|
},
|
||||||
|
metadata,
|
||||||
|
);
|
||||||
|
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Post('dataset-catalog-task')
|
||||||
|
@RequireAllPermissions(
|
||||||
|
PERMISSIONS_GROUPS.CATALOG.permissions.TRIGGER_CATALOG_TASK,
|
||||||
|
)
|
||||||
|
@ApiCreatedResponse({ type: TriggerCatalogRes })
|
||||||
|
async triggerCatalog(
|
||||||
|
@User() user: RequestUser,
|
||||||
|
@Body() body: TriggerCatalogReq,
|
||||||
|
) {
|
||||||
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
customer_id,
|
||||||
|
customer_name,
|
||||||
|
user_id,
|
||||||
|
username,
|
||||||
|
});
|
||||||
|
const session = await this.catalogService.triggerCatalog(body, metadata);
|
||||||
|
|
||||||
|
return { session };
|
||||||
|
}
|
||||||
|
|
||||||
|
@Get('dataset-catalog-task/:session')
|
||||||
|
@RequireAllPermissions(
|
||||||
|
PERMISSIONS_GROUPS.CATALOG.permissions.TRIGGER_CATALOG_TASK,
|
||||||
|
)
|
||||||
|
@ApiOkResponse({ type: GetDatasetCatalogTaskRes })
|
||||||
|
async getCatalogTask(
|
||||||
|
@User() user: RequestUser,
|
||||||
|
@Param('session') session: string,
|
||||||
|
) {
|
||||||
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
|
const metadata = PackTheMetadata({
|
||||||
|
customer_id,
|
||||||
|
customer_name,
|
||||||
|
user_id,
|
||||||
|
username,
|
||||||
|
});
|
||||||
|
const response = await this.catalogService.getDatasetCatalogTask(
|
||||||
|
session,
|
||||||
metadata,
|
metadata,
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ import { CatalogClientConfiguration } from './catalog-client';
|
|||||||
import { UsersService } from '../users/users.service';
|
import { UsersService } from '../users/users.service';
|
||||||
import { RolesService } from '../roles/roles.service';
|
import { RolesService } from '../roles/roles.service';
|
||||||
import { Metadata } from '@grpc/grpc-js';
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
import { IUpdateDataRequest } from './dtos';
|
import { IUpdateDataRequest, TriggerCatalogReq } from './dtos';
|
||||||
|
|
||||||
class CatalogService implements OnModuleInit {
|
class CatalogService implements OnModuleInit {
|
||||||
catalogReadService: ReadService.CatalogReadServices;
|
catalogReadService: ReadService.CatalogReadServices;
|
||||||
@@ -49,10 +49,16 @@ class CatalogService implements OnModuleInit {
|
|||||||
_getNimbusUrl(body) {
|
_getNimbusUrl(body) {
|
||||||
const customer = body.info.customer.toLowerCase();
|
const customer = body.info.customer.toLowerCase();
|
||||||
|
|
||||||
if (process.env.ENV === 'prd') {
|
const cloud_environment = process.env.CLOUD_ENVIRONMENT || 'aws';
|
||||||
|
|
||||||
|
if (process.env.ENV === 'prd' && cloud_environment === 'aws') {
|
||||||
return `https://nimbus-${customer}.dadosfera.ai`;
|
return `https://nimbus-${customer}.dadosfera.ai`;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (process.env.ENV === 'prd' && cloud_environment === 'mgc') {
|
||||||
|
return `https://nimbus-${customer}.dadosfera.com`;
|
||||||
|
}
|
||||||
|
|
||||||
return `https://nimbus-${customer}.${process.env.ENV.replace(
|
return `https://nimbus-${customer}.${process.env.ENV.replace(
|
||||||
'local',
|
'local',
|
||||||
'stg',
|
'stg',
|
||||||
@@ -333,6 +339,18 @@ class CatalogService implements OnModuleInit {
|
|||||||
} as typeof data_asset;
|
} as typeof data_asset;
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
async triggerCatalog(data: TriggerCatalogReq, metadata: Metadata) {
|
||||||
|
const { session } = await lastValueFrom(
|
||||||
|
this.catalogWriteService.TriggerDatasetCataloging(data, metadata),
|
||||||
|
);
|
||||||
|
return session;
|
||||||
|
}
|
||||||
|
async getDatasetCatalogTask(session: string, metadata: Metadata) {
|
||||||
|
const res = await lastValueFrom(
|
||||||
|
this.catalogReadService.GetDatasetCatalogTask({ session }, metadata),
|
||||||
|
);
|
||||||
|
return res;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
export { CatalogService };
|
export { CatalogService };
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
|
import { ApiProperty, ApiPropertyOptional, PickType } from '@nestjs/swagger';
|
||||||
import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
|
import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
|
||||||
|
|
||||||
export enum DataAssetShareType {
|
export enum DataAssetShareType {
|
||||||
@@ -6,6 +6,10 @@ export enum DataAssetShareType {
|
|||||||
public = 'public',
|
public = 'public',
|
||||||
private = 'private',
|
private = 'private',
|
||||||
}
|
}
|
||||||
|
export enum OrderEnum {
|
||||||
|
asc = 'asc',
|
||||||
|
desc = 'desc',
|
||||||
|
}
|
||||||
export class EmbedObject {
|
export class EmbedObject {
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
url: string;
|
url: string;
|
||||||
@@ -92,6 +96,8 @@ export class IDataAsset {
|
|||||||
comments: IComment[];
|
comments: IComment[];
|
||||||
@ApiPropertyOptional()
|
@ApiPropertyOptional()
|
||||||
embed?: EmbedObject;
|
embed?: EmbedObject;
|
||||||
|
@ApiPropertyOptional({ enum: DataAssetShareType })
|
||||||
|
share_type?: DataAssetShareType;
|
||||||
}
|
}
|
||||||
|
|
||||||
export class IOneDataAsset {
|
export class IOneDataAsset {
|
||||||
@@ -104,9 +110,43 @@ export class IMakeAComment {
|
|||||||
message: string;
|
message: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export class CommentToDelete extends PickType(IComment, ['id', 'username']) {}
|
||||||
export class IDeleteComment {
|
export class IDeleteComment {
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
comment: IComment;
|
comment: CommentToDelete;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class ICatalogAllRequest {
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description: 'Texto usado para filtrar os ativos no catálogo.',
|
||||||
|
})
|
||||||
|
search;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description: 'Número de registros a ser retornado',
|
||||||
|
maximum: 10000,
|
||||||
|
minimum: 1,
|
||||||
|
})
|
||||||
|
size: number;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description: 'Usado para paginação, em conjunto com `size`',
|
||||||
|
minimum: 1,
|
||||||
|
})
|
||||||
|
page: number;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description:
|
||||||
|
'Campo do data asset para usar na ordenação. Padrão: `created_at` ',
|
||||||
|
})
|
||||||
|
sort_by: string;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
enum: OrderEnum,
|
||||||
|
default: OrderEnum.asc,
|
||||||
|
description: 'Tipo de ordenação - `asc`: crescente; `desc`: decrescente ',
|
||||||
|
})
|
||||||
|
order?: OrderEnum;
|
||||||
}
|
}
|
||||||
|
|
||||||
export class ICatalogAllResponse {
|
export class ICatalogAllResponse {
|
||||||
@@ -141,7 +181,7 @@ export class IUpdateDataRequest {
|
|||||||
@ApiPropertyOptional()
|
@ApiPropertyOptional()
|
||||||
embed: EmbedObject;
|
embed: EmbedObject;
|
||||||
@ApiPropertyOptional({ enum: DataAssetShareType })
|
@ApiPropertyOptional({ enum: DataAssetShareType })
|
||||||
share_type: DataAssetShareType;
|
share_type?: DataAssetShareType;
|
||||||
}
|
}
|
||||||
export class ICreateDataAsset implements CreateDataAssetRequest {
|
export class ICreateDataAsset implements CreateDataAssetRequest {
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
@@ -231,3 +271,44 @@ export class IColumnsMetadataResponse {
|
|||||||
@ApiProperty({ type: [IColumnMetadata] })
|
@ApiProperty({ type: [IColumnMetadata] })
|
||||||
columns_metadata: IColumnMetadata[];
|
columns_metadata: IColumnMetadata[];
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export class TriggerCatalogReq {
|
||||||
|
@ApiProperty({
|
||||||
|
description: 'Name of the table on Snowflake',
|
||||||
|
example: 'TB__4DXSD4_TEST',
|
||||||
|
})
|
||||||
|
table_name: string;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description:
|
||||||
|
'Schema where the asset is located. If not set defaults to "PUBLIC"',
|
||||||
|
})
|
||||||
|
table_schema?: string;
|
||||||
|
|
||||||
|
@ApiPropertyOptional({
|
||||||
|
description: 'Id of the pipeline that generated the asset.',
|
||||||
|
})
|
||||||
|
pipeline_id: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class TriggerCatalogRes {
|
||||||
|
@ApiProperty()
|
||||||
|
session: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class GetDatasetCatalogTaskRes {
|
||||||
|
@ApiProperty()
|
||||||
|
created_at: string;
|
||||||
|
@ApiProperty()
|
||||||
|
customer_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
session_id: string;
|
||||||
|
@ApiProperty()
|
||||||
|
status: string;
|
||||||
|
@ApiProperty()
|
||||||
|
table_name: string;
|
||||||
|
@ApiProperty()
|
||||||
|
updated_at: string;
|
||||||
|
@ApiProperty()
|
||||||
|
updated_by: string;
|
||||||
|
}
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ import {
|
|||||||
ValidationPipe,
|
ValidationPipe,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
||||||
import { User, RequestUser } from 'src/authentication/user.decorator';
|
import { User, RequestUser } from 'src/decorators/user.decorator';
|
||||||
import { ConnectionTestService } from './connection-test.service';
|
import { ConnectionTestService } from './connection-test.service';
|
||||||
import {
|
import {
|
||||||
ConnectionTestPingRes,
|
ConnectionTestPingRes,
|
||||||
@@ -24,9 +24,11 @@ import {
|
|||||||
GetTableMetadataReq,
|
GetTableMetadataReq,
|
||||||
} from './dto/connection-test';
|
} from './dto/connection-test';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { Authenticated } from 'src/authentication/authentication.decorator';
|
import { Authenticated } from 'src/decorators/authentication.decorator';
|
||||||
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Connection Test')
|
@ApiTags('Connection Test')
|
||||||
@Controller('connection-test')
|
@Controller('connection-test')
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
|
|||||||
@@ -19,7 +19,7 @@ import {
|
|||||||
CreateConnectionDto,
|
CreateConnectionDto,
|
||||||
DatabaseConnectionPropertiesDto,
|
DatabaseConnectionPropertiesDto,
|
||||||
} from '../connection/dtos/connection';
|
} from '../connection/dtos/connection';
|
||||||
import { RequestUser } from 'src/authentication/user.decorator';
|
import { RequestUser } from 'src/decorators/user.decorator';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
|
||||||
@Injectable()
|
@Injectable()
|
||||||
|
|||||||
@@ -7,19 +7,18 @@ import {
|
|||||||
Param,
|
Param,
|
||||||
Delete,
|
Delete,
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
|
||||||
Query,
|
Query,
|
||||||
UseFilters,
|
UseFilters,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiBearerAuth, ApiTags } from '@nestjs/swagger';
|
import { ApiExcludeEndpoint, ApiTags } from '@nestjs/swagger';
|
||||||
import { ConnectionClientService } from './client.service';
|
import { ConnectionClientService } from './client.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import {
|
import {
|
||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { ValidationPipe } from '../../pipes/object-validation.pipe';
|
import { ValidationPipe } from '../../pipes/object-validation.pipe';
|
||||||
import {
|
import {
|
||||||
ConnectionDetailsRes,
|
ConnectionDetailsRes,
|
||||||
@@ -30,11 +29,13 @@ import {
|
|||||||
import { CreateConnectionDto } from './dtos/connection';
|
import { CreateConnectionDto } from './dtos/connection';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
const connectionPermissions = PERMISSIONS_GROUPS.CONNECTION.permissions;
|
const connectionPermissions = PERMISSIONS_GROUPS.CONNECTION.permissions;
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@ApiTags('connections')
|
@ApiTags('connections')
|
||||||
@ApiBearerAuth()
|
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@Controller('connections')
|
@Controller('connections')
|
||||||
export class ConnectionController {
|
export class ConnectionController {
|
||||||
@@ -47,7 +48,9 @@ export class ConnectionController {
|
|||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('connections-migration')
|
@Get('connections-migration')
|
||||||
|
@ApiExcludeEndpoint()
|
||||||
@RequireAllPermissions(
|
@RequireAllPermissions(
|
||||||
PERMISSIONS_GROUPS.DADOSFERA.permissions.CONNECTIONS_MIGRATION,
|
PERMISSIONS_GROUPS.DADOSFERA.permissions.CONNECTIONS_MIGRATION,
|
||||||
)
|
)
|
||||||
@@ -83,12 +86,11 @@ export class ConnectionController {
|
|||||||
@RequireAllPermissions(connectionPermissions.CREATE)
|
@RequireAllPermissions(connectionPermissions.CREATE)
|
||||||
async updateConnection(
|
async updateConnection(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language: string,
|
@Language() language: LanguageEnum,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Body(new ValidationPipe()) body: UpdateConnectionDto,
|
@Body(new ValidationPipe()) body: UpdateConnectionDto,
|
||||||
): Promise<ConnectionRes> {
|
): Promise<ConnectionRes> {
|
||||||
this.logger.info('/connections - Update Connection');
|
this.logger.info('/connections - Update Connection');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { user_id, customer_id, customer_name, username } = user;
|
const { user_id, customer_id, customer_name, username } = user;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
@@ -135,11 +137,10 @@ export class ConnectionController {
|
|||||||
@Get()
|
@Get()
|
||||||
async getAllConnections(
|
async getAllConnections(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() queries,
|
@Query() queries,
|
||||||
): Promise<ConnectionsRes> {
|
): Promise<ConnectionsRes> {
|
||||||
this.logger.info('/connections - Get All Connection');
|
this.logger.info('/connections - Get All Connection');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { user_id, customer_id, customer_name, username } = user;
|
const { user_id, customer_id, customer_name, username } = user;
|
||||||
const { search, size, page, ...filters } = queries;
|
const { search, size, page, ...filters } = queries;
|
||||||
@@ -161,13 +162,12 @@ export class ConnectionController {
|
|||||||
|
|
||||||
@Get('/:id')
|
@Get('/:id')
|
||||||
async getConnectionDetails(
|
async getConnectionDetails(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
@Query() queries,
|
@Query() queries,
|
||||||
): Promise<ConnectionDetailsRes> {
|
): Promise<ConnectionDetailsRes> {
|
||||||
this.logger.info('/connections - Get Connection Details');
|
this.logger.info('/connections - Get Connection Details');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
console.log(queries);
|
console.log(queries);
|
||||||
|
|
||||||
|
|||||||
@@ -11,11 +11,10 @@ import {
|
|||||||
UploadedFile,
|
UploadedFile,
|
||||||
UseInterceptors,
|
UseInterceptors,
|
||||||
Inject,
|
Inject,
|
||||||
Headers,
|
|
||||||
UploadedFiles,
|
UploadedFiles,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { FileInterceptor, FilesInterceptor } from '@nestjs/platform-express';
|
import { FileInterceptor, FilesInterceptor } from '@nestjs/platform-express';
|
||||||
import { ApiBearerAuth, ApiConsumes, ApiTags } from '@nestjs/swagger';
|
import { ApiConsumes, ApiTags } from '@nestjs/swagger';
|
||||||
import { ConnectorClientService } from './client.service';
|
import { ConnectorClientService } from './client.service';
|
||||||
import { AddTagDto } from './dtos/add-tag';
|
import { AddTagDto } from './dtos/add-tag';
|
||||||
import { CreateConnectorDto } from './dtos/create-connector';
|
import { CreateConnectorDto } from './dtos/create-connector';
|
||||||
@@ -27,11 +26,14 @@ import {
|
|||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
RequireSomePermission,
|
RequireSomePermission,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('connectors')
|
@ApiTags('connectors')
|
||||||
@ApiBearerAuth()
|
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@Controller('connectors')
|
@Controller('connectors')
|
||||||
export class ConnectorController {
|
export class ConnectorController {
|
||||||
@@ -98,11 +100,10 @@ export class ConnectorController {
|
|||||||
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
||||||
)
|
)
|
||||||
async getAllConnectors(
|
async getAllConnectors(
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() queries: GetAllDto,
|
@Query() queries: GetAllDto,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/GET - getAllConnectors Route');
|
this.logger.info('/GET - getAllConnectors Route');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { search, size, page, ...filters } = queries;
|
const { search, size, page, ...filters } = queries;
|
||||||
|
|
||||||
@@ -143,12 +144,11 @@ export class ConnectorController {
|
|||||||
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
||||||
)
|
)
|
||||||
async getConnector(
|
async getConnector(
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('plugin') plugin: string,
|
@Param('plugin') plugin: string,
|
||||||
@Query('version') version: string,
|
@Query('version') version: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/GET/:plugin - getConnector Route');
|
this.logger.info('/GET/:plugin - getConnector Route');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const pluginId = `${plugin}-${version}`;
|
const pluginId = `${plugin}-${version}`;
|
||||||
|
|
||||||
@@ -172,13 +172,11 @@ export class ConnectorController {
|
|||||||
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
|
||||||
)
|
)
|
||||||
async getConnectorDetails(
|
async getConnectorDetails(
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('plugin') plugin: string,
|
@Param('plugin') plugin: string,
|
||||||
@Query('version') version: string,
|
@Query('version') version: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/upload - Upload Connector Route');
|
this.logger.info('/upload - Upload Connector Route');
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const pluginId = `${plugin}-${version}`;
|
const pluginId = `${plugin}-${version}`;
|
||||||
|
|
||||||
const response: any = await this.connectorClientService.getConnectorDetails(
|
const response: any = await this.connectorClientService.getConnectorDetails(
|
||||||
@@ -275,16 +273,13 @@ export class ConnectorController {
|
|||||||
@Param('plugin') plugin: string,
|
@Param('plugin') plugin: string,
|
||||||
@Query('version') version: string,
|
@Query('version') version: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/upload - Upload Connector Route');
|
this.logger.info('DELETE /:plugin - Delete Connector Route');
|
||||||
|
|
||||||
const response: any = await this.connectorClientService.deleteConnector(
|
const response = await this.connectorClientService.deleteConnector(
|
||||||
plugin,
|
plugin,
|
||||||
version,
|
version,
|
||||||
);
|
);
|
||||||
|
|
||||||
return {
|
return { message: response.message, connector: response.connector };
|
||||||
message: response.message || 'ok',
|
|
||||||
connector: { ...JSON.parse(response.connector) },
|
|
||||||
};
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,74 @@
|
|||||||
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
|
import { IdResponse } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
|
import {
|
||||||
|
Body,
|
||||||
|
Controller,
|
||||||
|
Get,
|
||||||
|
Inject,
|
||||||
|
Param,
|
||||||
|
Put,
|
||||||
|
Query,
|
||||||
|
UseFilters,
|
||||||
|
} from '@nestjs/common';
|
||||||
|
import { ApiTags } from '@nestjs/swagger';
|
||||||
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
|
import {
|
||||||
|
Authenticated,
|
||||||
|
RequireAllPermissions,
|
||||||
|
} from 'src/decorators/authentication.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { CustomersService } from './customers.service';
|
||||||
|
import { CustomerDto, CustomerLinksResponse } from './dtos/customers';
|
||||||
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
|
import type { StringValue } from 'ms';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
|
@ApiTags('Customers')
|
||||||
|
@Controller('customers')
|
||||||
|
@Authenticated()
|
||||||
|
@UseFilters(GrpcToHttpExceptionFilter)
|
||||||
|
export class CustomersController {
|
||||||
|
logger: DadosferaLogger;
|
||||||
|
|
||||||
|
constructor(
|
||||||
|
@Inject(DadosferaLogger)
|
||||||
|
dadosferaLogger: DadosferaLogger,
|
||||||
|
private customersService: CustomersService,
|
||||||
|
) {
|
||||||
|
this.logger = dadosferaLogger.logger;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Get(':id/links')
|
||||||
|
async getCustomerLinks(@Param('id') id): Promise<CustomerLinksResponse> {
|
||||||
|
this.logger.info('getCustomerLinks', { id });
|
||||||
|
const links = await this.customersService.getLinks(id);
|
||||||
|
return { links };
|
||||||
|
}
|
||||||
|
|
||||||
|
@Put(':id/links')
|
||||||
|
@RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
|
||||||
|
setCustomerLinks(
|
||||||
|
@Body() body: CustomerDto,
|
||||||
|
@Param('id') id,
|
||||||
|
): Promise<IdResponse> {
|
||||||
|
const { links } = body;
|
||||||
|
this.logger.info('setCustomerLinks', { id, links });
|
||||||
|
return this.customersService.setLinks(id, links);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Get('token')
|
||||||
|
@RequireAllPermissions(PERMISSIONS_GROUPS.AUTH.permissions.GENERATE_TOKEN)
|
||||||
|
async getCustomerToken(
|
||||||
|
@Query('exp') exp: StringValue,
|
||||||
|
@User() user: RequestUser,
|
||||||
|
): Promise<string> {
|
||||||
|
this.logger.info('getCustomerToken', { exp, user });
|
||||||
|
const data = {
|
||||||
|
customerId: user.customer_id,
|
||||||
|
userId: user.user_id,
|
||||||
|
customerName: user.customer_name,
|
||||||
|
};
|
||||||
|
return this.customersService.generateToken(exp, data);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,16 @@
|
|||||||
|
import { Module } from '@nestjs/common';
|
||||||
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
|
import { ClientsModule } from '@nestjs/microservices';
|
||||||
|
import { DucClient } from '../duc/client.config';
|
||||||
|
import { CustomersController } from './customers.controller';
|
||||||
|
import { CustomersService } from './customers.service';
|
||||||
|
|
||||||
|
const client = new DucClient();
|
||||||
|
|
||||||
|
@Module({
|
||||||
|
imports: [ClientsModule.register([client.providerOptions])],
|
||||||
|
controllers: [CustomersController],
|
||||||
|
providers: [CustomersService, DadosferaLogger],
|
||||||
|
exports: [CustomersService],
|
||||||
|
})
|
||||||
|
export class CustomersModule {}
|
||||||
@@ -0,0 +1,123 @@
|
|||||||
|
import {
|
||||||
|
OnModuleInit,
|
||||||
|
Inject,
|
||||||
|
Injectable,
|
||||||
|
HttpException,
|
||||||
|
HttpStatus,
|
||||||
|
InternalServerErrorException,
|
||||||
|
} from '@nestjs/common';
|
||||||
|
|
||||||
|
import { firstValueFrom, lastValueFrom } from 'rxjs';
|
||||||
|
import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
|
||||||
|
import { DucClient } from '../duc/client.config';
|
||||||
|
import { ClientGrpc } from '@nestjs/microservices';
|
||||||
|
import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
|
||||||
|
import { CustomerUpdateRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
|
import { CustomersProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
|
||||||
|
import ErrorCodes from 'src/utils/errorCodes';
|
||||||
|
import jwt from 'jsonwebtoken';
|
||||||
|
import {
|
||||||
|
GetSecretValueCommand,
|
||||||
|
SecretsManagerClient,
|
||||||
|
} from '@aws-sdk/client-secrets-manager';
|
||||||
|
import getEnv from 'src/utils/getEnv';
|
||||||
|
import { logger } from 'elastic-apm-node';
|
||||||
|
|
||||||
|
// This function will accept any string, which may result in a bug.
|
||||||
|
@Injectable()
|
||||||
|
export class CustomersService implements OnModuleInit {
|
||||||
|
private customerService: CustomersProtoService;
|
||||||
|
|
||||||
|
constructor(
|
||||||
|
@Inject(DucClient.name) private readonly grpcClient: ClientGrpc,
|
||||||
|
) {}
|
||||||
|
|
||||||
|
onModuleInit() {
|
||||||
|
this.customerService = this.grpcClient.getService<CustomersProtoService>(
|
||||||
|
ProtoServices.CustomersProtoService,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
async getLinks(customerId: string) {
|
||||||
|
try {
|
||||||
|
const result = await lastValueFrom(
|
||||||
|
this.customerService.CustomerFindOneById({ id: customerId }),
|
||||||
|
);
|
||||||
|
return result.customer?.links || [];
|
||||||
|
} catch (err) {
|
||||||
|
if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
|
||||||
|
throw new HttpException(err.details, HttpStatus.NOT_FOUND);
|
||||||
|
throw err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async setLinks(customerId: string, links: Link[]) {
|
||||||
|
if (!customerId || !links) {
|
||||||
|
throw new HttpException(null, HttpStatus.BAD_REQUEST);
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
return await firstValueFrom(
|
||||||
|
this.customerService.CustomerUpdate({
|
||||||
|
id: customerId,
|
||||||
|
links,
|
||||||
|
} as CustomerUpdateRequest),
|
||||||
|
);
|
||||||
|
} catch (err) {
|
||||||
|
if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
|
||||||
|
throw new HttpException(err.details, HttpStatus.NOT_FOUND);
|
||||||
|
else throw err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async generateToken(
|
||||||
|
expiresIn = '30m',
|
||||||
|
data: { customerId: string; userId: string; customerName: string },
|
||||||
|
) {
|
||||||
|
const { customerId, userId: generatedById, customerName } = data;
|
||||||
|
|
||||||
|
const secretsManagerClient = new SecretsManagerClient({});
|
||||||
|
|
||||||
|
const getSecretComand = new GetSecretValueCommand({
|
||||||
|
SecretId: `${getEnv()}/${customerName}/jwt-signing-key`,
|
||||||
|
});
|
||||||
|
let private_key_pem;
|
||||||
|
await secretsManagerClient
|
||||||
|
.send(getSecretComand)
|
||||||
|
.then((res) => {
|
||||||
|
const secret = JSON.parse(res.SecretString);
|
||||||
|
|
||||||
|
private_key_pem = secret.private_key_pem;
|
||||||
|
})
|
||||||
|
.catch((err) => {
|
||||||
|
logger.error(err.stack);
|
||||||
|
throw new InternalServerErrorException(
|
||||||
|
'Error finding keys for customer',
|
||||||
|
);
|
||||||
|
});
|
||||||
|
let jwt_token;
|
||||||
|
try {
|
||||||
|
jwt_token = jwt.sign(
|
||||||
|
{
|
||||||
|
customerId,
|
||||||
|
generatedById,
|
||||||
|
},
|
||||||
|
private_key_pem,
|
||||||
|
{
|
||||||
|
algorithm: 'RS256',
|
||||||
|
expiresIn,
|
||||||
|
issuer: 'maestro',
|
||||||
|
},
|
||||||
|
);
|
||||||
|
} catch (err) {
|
||||||
|
logger.error(err.stack);
|
||||||
|
throw new InternalServerErrorException('Error generating token');
|
||||||
|
}
|
||||||
|
// const verify = jwt.verify(jwt_token, public_key_pem, {
|
||||||
|
// algorithms: ['RS256'],
|
||||||
|
// issuer: 'maestro',
|
||||||
|
// });
|
||||||
|
// const decoded = jwt.decode(jwt_token, { complete: true });
|
||||||
|
return jwt_token;
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
|
||||||
|
import { ApiProperty } from '@nestjs/swagger';
|
||||||
|
|
||||||
|
export class CustomerDto {
|
||||||
|
@ApiProperty()
|
||||||
|
links: Link[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export class CustomerLinksResponse {
|
||||||
|
@ApiProperty()
|
||||||
|
links: Link[];
|
||||||
|
}
|
||||||
@@ -12,7 +12,7 @@ import {
|
|||||||
import { InputsService } from './inputs.service';
|
import { InputsService } from './inputs.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { AuthenticateCondition } from 'src/authentication/authentication.decorator';
|
import { AuthenticateCondition } from 'src/decorators/authentication.decorator';
|
||||||
import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
import { ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
||||||
import {
|
import {
|
||||||
CreateInputReq,
|
CreateInputReq,
|
||||||
@@ -21,9 +21,10 @@ import {
|
|||||||
Input,
|
Input,
|
||||||
} from './dtos/input.model';
|
} from './dtos/input.model';
|
||||||
import { UpdateInputRequest } from './dtos/old_interfaces';
|
import { UpdateInputRequest } from './dtos/old_interfaces';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
|
import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
|
||||||
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
@ApiTags('Inputs')
|
@ApiTags('Inputs')
|
||||||
@Controller('inputs')
|
@Controller('inputs')
|
||||||
@@ -66,6 +67,7 @@ export class InputsController {
|
|||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('available-entities/:plugin')
|
@Get('available-entities/:plugin')
|
||||||
@ApiOkResponse({ type: GetAvailableEntitiesRes })
|
@ApiOkResponse({ type: GetAvailableEntitiesRes })
|
||||||
async getAvailableEntities(
|
async getAvailableEntities(
|
||||||
@@ -102,6 +104,7 @@ export class InputsController {
|
|||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get()
|
@Get()
|
||||||
async findAll(@User() user: RequestUser) {
|
async findAll(@User() user: RequestUser) {
|
||||||
const { user_id, customer_id, customer_name: customer } = user;
|
const { user_id, customer_id, customer_name: customer } = user;
|
||||||
@@ -120,8 +123,7 @@ export class InputsController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get('/:id')
|
@Get('/:id')
|
||||||
async findOne(@Body() body, @Param() params) {
|
async findOne(@Body() body, @Param('id') id: string) {
|
||||||
const { id } = params;
|
|
||||||
this.logger.info(`/input/${id} - ON FIND ONE ROUTE`, {
|
this.logger.info(`/input/${id} - ON FIND ONE ROUTE`, {
|
||||||
user: body.info.user_id,
|
user: body.info.user_id,
|
||||||
customer: body.info.customer,
|
customer: body.info.customer,
|
||||||
@@ -132,6 +134,7 @@ export class InputsController {
|
|||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Patch(':id')
|
@Patch(':id')
|
||||||
async update(@Body() updateInputDto: UpdateInputRequest, @Param() params) {
|
async update(@Body() updateInputDto: UpdateInputRequest, @Param() params) {
|
||||||
const { id } = params;
|
const { id } = params;
|
||||||
@@ -147,6 +150,7 @@ export class InputsController {
|
|||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Delete(':id')
|
@Delete(':id')
|
||||||
async delete(@Body() data, @Param() params) {
|
async delete(@Body() data, @Param() params) {
|
||||||
const { id } = params;
|
const { id } = params;
|
||||||
|
|||||||
@@ -5,7 +5,6 @@ import {
|
|||||||
Inject,
|
Inject,
|
||||||
Injectable,
|
Injectable,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { Timeout } from '@nestjs/schedule';
|
|
||||||
import CronParser, { CronExpression } from 'cron-parser';
|
import CronParser, { CronExpression } from 'cron-parser';
|
||||||
import { ClientGrpc } from '@nestjs/microservices';
|
import { ClientGrpc } from '@nestjs/microservices';
|
||||||
import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
|
import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
|
||||||
@@ -222,7 +221,6 @@ export class InputsService {
|
|||||||
return lastValueFrom(this.inputWriteService.InputRemove(idRequest));
|
return lastValueFrom(this.inputWriteService.InputRemove(idRequest));
|
||||||
}
|
}
|
||||||
|
|
||||||
@Timeout(60000 * 10) // Timeout set for 10 minutes
|
|
||||||
async testConnection(data) {
|
async testConnection(data) {
|
||||||
try {
|
try {
|
||||||
const testConnectionInputResponse =
|
const testConnectionInputResponse =
|
||||||
|
|||||||
@@ -1,8 +1,10 @@
|
|||||||
import { Body, Controller, Inject, Param, Post } from '@nestjs/common';
|
import { Body, Controller, Inject, Param, Post } from '@nestjs/common';
|
||||||
import { init } from 'mixpanel';
|
import { init } from 'mixpanel';
|
||||||
import { Authenticated } from 'src/authentication/authentication.decorator';
|
import { Authenticated } from 'src/decorators/authentication.decorator';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@Controller('trackEvent')
|
@Controller('trackEvent')
|
||||||
export class MixpanelController {
|
export class MixpanelController {
|
||||||
@@ -13,6 +15,8 @@ export class MixpanelController {
|
|||||||
@Post(':id')
|
@Post(':id')
|
||||||
async trackEvent(@Param('id') id, @Body() body, @User() user: RequestUser) {
|
async trackEvent(@Param('id') id, @Body() body, @User() user: RequestUser) {
|
||||||
delete body.info;
|
delete body.info;
|
||||||
|
//TODO: remove this when mixpanel track is working
|
||||||
|
return true;
|
||||||
const mixpanel = init(this.mixpanelToken);
|
const mixpanel = init(this.mixpanelToken);
|
||||||
|
|
||||||
const separator = user.username.includes('-') ? '-' : '.';
|
const separator = user.username.includes('-') ? '-' : '.';
|
||||||
|
|||||||
@@ -6,6 +6,8 @@ import {
|
|||||||
} from '@nestjs/microservices';
|
} from '@nestjs/microservices';
|
||||||
import { NetworkConfig } from '@dadosfera/protospack-v2';
|
import { NetworkConfig } from '@dadosfera/protospack-v2';
|
||||||
|
|
||||||
|
const isLocalConnection = !!process.env.INFACTORY_URL?.includes('0.0.0.0');
|
||||||
|
|
||||||
export class NetworkConfigGrpcClient {
|
export class NetworkConfigGrpcClient {
|
||||||
public name = 'NetworkConfigGrpcClient';
|
public name = 'NetworkConfigGrpcClient';
|
||||||
|
|
||||||
@@ -17,8 +19,7 @@ export class NetworkConfigGrpcClient {
|
|||||||
NetworkConfig.ProtoPackages.ReadPackage,
|
NetworkConfig.ProtoPackages.ReadPackage,
|
||||||
NetworkConfig.ProtoPackages.WritePackage,
|
NetworkConfig.ProtoPackages.WritePackage,
|
||||||
],
|
],
|
||||||
credentials:
|
credentials: isLocalConnection ? undefined : credentials.createSsl(),
|
||||||
process.env.ENV === 'local' ? undefined : credentials.createSsl(),
|
|
||||||
protoPath: [
|
protoPath: [
|
||||||
NetworkConfig.ProtoPaths.ReadFilePath,
|
NetworkConfig.ProtoPaths.ReadFilePath,
|
||||||
NetworkConfig.ProtoPaths.WriteFilePath,
|
NetworkConfig.ProtoPaths.WriteFilePath,
|
||||||
|
|||||||
@@ -1,12 +1,9 @@
|
|||||||
import {
|
import {
|
||||||
Body,
|
Body,
|
||||||
Controller,
|
Controller,
|
||||||
Delete,
|
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
|
||||||
Inject,
|
Inject,
|
||||||
Param,
|
Param,
|
||||||
Patch,
|
|
||||||
Post,
|
Post,
|
||||||
Query,
|
Query,
|
||||||
UploadedFile,
|
UploadedFile,
|
||||||
@@ -15,7 +12,7 @@ import {
|
|||||||
import { NetworkConfigService } from './network-config.service';
|
import { NetworkConfigService } from './network-config.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { ApiConsumes, ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
import { ApiConsumes, ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import {
|
import {
|
||||||
CreateNetworkConfigReq,
|
CreateNetworkConfigReq,
|
||||||
CreateNetworkConfigRes,
|
CreateNetworkConfigRes,
|
||||||
@@ -26,7 +23,9 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
|||||||
import {
|
import {
|
||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
|
||||||
const networkConfigPermissions = PERMISSIONS_GROUPS.NETWORK_CONFIG.permissions;
|
const networkConfigPermissions = PERMISSIONS_GROUPS.NETWORK_CONFIG.permissions;
|
||||||
@ApiTags('Network Config')
|
@ApiTags('Network Config')
|
||||||
@@ -40,18 +39,18 @@ export class NetworkConfigController {
|
|||||||
) {
|
) {
|
||||||
this.logger = dadosferaLogger.logger;
|
this.logger = dadosferaLogger.logger;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Get()
|
@Get()
|
||||||
@ApiOkResponse({ type: FindAllNetworkConfigsRes })
|
@ApiOkResponse({ type: FindAllNetworkConfigsRes })
|
||||||
async findAllNetworkConfigs(
|
async findAllNetworkConfigs(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() queries,
|
@Query() queries,
|
||||||
) {
|
) {
|
||||||
this.logger.info('GET /network-config', {
|
this.logger.info('GET /network-config', {
|
||||||
user: user.user_id,
|
user: user.user_id,
|
||||||
customer: user.customer_name,
|
customer: user.customer_name,
|
||||||
});
|
});
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { user_id, customer_id, customer_name } = user;
|
const { user_id, customer_id, customer_name } = user;
|
||||||
const { search, size, page, ...filters } = queries;
|
const { search, size, page, ...filters } = queries;
|
||||||
@@ -79,14 +78,14 @@ export class NetworkConfigController {
|
|||||||
@ApiOkResponse({ type: FindAllNetworkConfigsRes })
|
@ApiOkResponse({ type: FindAllNetworkConfigsRes })
|
||||||
async findNetworkConfigByIdDetails(
|
async findNetworkConfigByIdDetails(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('GET /network-config/:id', {
|
this.logger.info('GET /network-config/:id', {
|
||||||
user: user.user_id,
|
user: user.user_id,
|
||||||
customer: user.customer_name,
|
customer: user.customer_name,
|
||||||
});
|
});
|
||||||
if (!language) language = 'en-us';
|
|
||||||
return this.networkConfigService.findNetworkConfigByIdDetails(id, {
|
return this.networkConfigService.findNetworkConfigByIdDetails(id, {
|
||||||
customer_name: user.customer_name,
|
customer_name: user.customer_name,
|
||||||
customer_id: user.customer_id,
|
customer_id: user.customer_id,
|
||||||
|
|||||||
@@ -5,6 +5,7 @@ import { ConnectionClientService } from '../connection/client.service';
|
|||||||
import jwt from 'jsonwebtoken';
|
import jwt from 'jsonwebtoken';
|
||||||
import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
|
import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
@ApiTags('oauth')
|
@ApiTags('oauth')
|
||||||
@Controller('oauth')
|
@Controller('oauth')
|
||||||
export class OauthController {
|
export class OauthController {
|
||||||
@@ -15,7 +16,6 @@ export class OauthController {
|
|||||||
private logger: DadosferaLogger,
|
private logger: DadosferaLogger,
|
||||||
) {
|
) {
|
||||||
switch (process.env.ENV) {
|
switch (process.env.ENV) {
|
||||||
case 'dev':
|
|
||||||
case 'stg':
|
case 'stg':
|
||||||
this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/collect/auth-callback`;
|
this.redirectUrl = `https://app.${process.env.ENV}.dadosfera.ai/collect/auth-callback`;
|
||||||
break;
|
break;
|
||||||
@@ -32,6 +32,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('hubspot/callback')
|
@Get('hubspot/callback')
|
||||||
@UseGuards(AuthGuard('hubspot'))
|
@UseGuards(AuthGuard('hubspot'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -45,6 +46,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('googleads/callback')
|
@Get('googleads/callback')
|
||||||
@UseGuards(AuthGuard('google'))
|
@UseGuards(AuthGuard('google'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -58,6 +60,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('google-sheets/callback')
|
@Get('google-sheets/callback')
|
||||||
@UseGuards(AuthGuard('google'))
|
@UseGuards(AuthGuard('google'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -71,6 +74,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('facebook/callback')
|
@Get('facebook/callback')
|
||||||
@UseGuards(AuthGuard('facebook'))
|
@UseGuards(AuthGuard('facebook'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -84,6 +88,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('mailchimp/callback')
|
@Get('mailchimp/callback')
|
||||||
@UseGuards(AuthGuard('mailchimp'))
|
@UseGuards(AuthGuard('mailchimp'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
@@ -97,6 +102,7 @@ export class OauthController {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Get('salesforce/callback')
|
@Get('salesforce/callback')
|
||||||
@UseGuards(AuthGuard('salesforce'))
|
@UseGuards(AuthGuard('salesforce'))
|
||||||
@Redirect()
|
@Redirect()
|
||||||
|
|||||||
@@ -29,7 +29,6 @@ export class GoogleStrategy extends PassportStrategy(Strategy, 'google') {
|
|||||||
|
|
||||||
super(options, verify);
|
super(options, verify);
|
||||||
switch (process.env.ENV) {
|
switch (process.env.ENV) {
|
||||||
case 'dev':
|
|
||||||
case 'stg':
|
case 'stg':
|
||||||
this.redirect_uri = `https://maestro.${process.env.ENV}.dadosfera.ai/oauth`;
|
this.redirect_uri = `https://maestro.${process.env.ENV}.dadosfera.ai/oauth`;
|
||||||
break;
|
break;
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ export class HubspotStrategy extends PassportStrategy(Strategy) {
|
|||||||
clientSecret: oauthSecrets.hubspot.client_secret,
|
clientSecret: oauthSecrets.hubspot.client_secret,
|
||||||
callbackURL: oauthSecrets.hubspot.redirect_uri,
|
callbackURL: oauthSecrets.hubspot.redirect_uri,
|
||||||
scope:
|
scope:
|
||||||
'automation business-intelligence oauth forms integration-sync sales-email-read crm.lists.read crm.objects.contacts.read crm.schemas.contacts.read crm.objects.companies.read crm.objects.deals.read crm.schemas.companies.read crm.schemas.deals.read crm.objects.owners.read crm.objects.quotes.read crm.schemas.quotes.read crm.objects.line_items.read crm.schemas.line_items.read',
|
'tickets automation business-intelligence oauth forms integration-sync sales-email-read crm.lists.read crm.objects.contacts.read crm.schemas.contacts.read crm.objects.companies.read crm.objects.deals.read crm.schemas.companies.read crm.schemas.deals.read crm.objects.owners.read crm.objects.quotes.read crm.schemas.quotes.read crm.objects.line_items.read crm.schemas.line_items.read',
|
||||||
passReqToCallback: true,
|
passReqToCallback: true,
|
||||||
},
|
},
|
||||||
(accessToken, refreshToken, tokenInfo, profile, done) => {
|
(accessToken, refreshToken, tokenInfo, profile, done) => {
|
||||||
|
|||||||
@@ -1,13 +1,16 @@
|
|||||||
import { Controller, Get, Headers, Inject } from '@nestjs/common';
|
import { Controller, Get, Inject } from '@nestjs/common';
|
||||||
import { ApiHeader, ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
import { ApiHeader, ApiOkResponse, ApiTags } from '@nestjs/swagger';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { Authenticated } from 'src/authentication/authentication.decorator';
|
import { Authenticated } from 'src/decorators/authentication.decorator';
|
||||||
import { PermissionUsages } from 'src/authentication/permissions.enum';
|
import { PermissionUsages } from 'src/authentication/permissions.enum';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { LanguageEnum } from 'src/utils/languages.enum';
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
import { GetPublicPermissionsRes } from './dto/entities';
|
import { GetPublicPermissionsRes } from './dto/entities';
|
||||||
import { PermissionsService } from './permissions.service';
|
import { PermissionsService } from './permissions.service';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Permissions')
|
@ApiTags('Permissions')
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@Controller('permissions')
|
@Controller('permissions')
|
||||||
@@ -32,10 +35,10 @@ export class PermissionsController {
|
|||||||
@ApiOkResponse({ type: GetPublicPermissionsRes })
|
@ApiOkResponse({ type: GetPublicPermissionsRes })
|
||||||
getPublicPermissions(
|
getPublicPermissions(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('getPublicPermissions', { user });
|
this.logger.info('getPublicPermissions', { user });
|
||||||
if (!language) language = 'en-us';
|
|
||||||
const permissionGroups = this.permissionsService.getPermissionsGrouped(
|
const permissionGroups = this.permissionsService.getPermissionsGrouped(
|
||||||
PermissionUsages.PUBLIC,
|
PermissionUsages.PUBLIC,
|
||||||
language,
|
language,
|
||||||
|
|||||||
@@ -44,8 +44,11 @@ export class PermissionsService
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
// internally used to send permissions to duc on microservice startup
|
|
||||||
async onApplicationBootstrap() {
|
async onApplicationBootstrap() {
|
||||||
|
// Do not sent permissions if running local but pointing to a remote DUC url
|
||||||
|
if (process.env.ENV == 'local' && !process.env.DUC_URL.includes('0.0.0.0'))
|
||||||
|
return;
|
||||||
|
|
||||||
this.logger.info('sending permissions to DUC...');
|
this.logger.info('sending permissions to DUC...');
|
||||||
|
|
||||||
const permissions = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
|
const permissions = Object.values(PERMISSIONS_GROUPS).flatMap((namespace) =>
|
||||||
@@ -57,10 +60,10 @@ export class PermissionsService
|
|||||||
}).catch((err: ErrorBuilder) => {
|
}).catch((err: ErrorBuilder) => {
|
||||||
if (
|
if (
|
||||||
err.code === 'No connection established' &&
|
err.code === 'No connection established' &&
|
||||||
(process.env.LOCAL_ENV === 'true' || process.env.ENV === 'local')
|
process.env.ENV === 'local'
|
||||||
) {
|
) {
|
||||||
return this.logger.info(
|
return this.logger.info(
|
||||||
"couldn't connect to DUC. suppresing in local env",
|
"couldn't connect to DUC. suppressing in local env",
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,13 +1,15 @@
|
|||||||
import { Body, Controller, Get, Inject, Param, Post } from '@nestjs/common';
|
import { Body, Controller, Get, Inject, Param, Post } from '@nestjs/common';
|
||||||
import { ApiTags } from '@nestjs/swagger';
|
import { ApiOperation, ApiTags } from '@nestjs/swagger';
|
||||||
import {
|
import {
|
||||||
AuthenticateCondition,
|
AuthenticateCondition,
|
||||||
Authenticated,
|
Authenticated,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { PipelinesService } from './pipelines.service';
|
import { PipelinesService } from './pipelines.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Pipelines')
|
@ApiTags('Pipelines')
|
||||||
@Controller('pipelines')
|
@Controller('pipelines')
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@@ -42,8 +44,12 @@ export class PipelinesController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Post('start/:id')
|
@Post('start/:id')
|
||||||
async activate(@Param() params, @Body() body) {
|
@ApiOperation({
|
||||||
const { id } = params;
|
deprecated: true,
|
||||||
|
description:
|
||||||
|
'This method is deprecated. Please use route /pipelinesV2/start/:id instead',
|
||||||
|
})
|
||||||
|
async activate(@Param('id') id: string, @Body() body) {
|
||||||
const { info } = body;
|
const { info } = body;
|
||||||
|
|
||||||
this.logger.info(
|
this.logger.info(
|
||||||
@@ -60,8 +66,12 @@ export class PipelinesController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Get(':id/status')
|
@Get(':id/status')
|
||||||
async getPipelineStatus(@Body() body, @Param() params) {
|
@ApiOperation({
|
||||||
const { id } = params;
|
deprecated: true,
|
||||||
|
description:
|
||||||
|
'This method is deprecated. Please use route /pipelinesV2/:id/status instead',
|
||||||
|
})
|
||||||
|
async getPipelineStatus(@Body() body, @Param('id') id: string) {
|
||||||
body.id = id;
|
body.id = id;
|
||||||
|
|
||||||
this.logger.info(
|
this.logger.info(
|
||||||
|
|||||||
@@ -10,6 +10,8 @@ export class IPipelineV2 {
|
|||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
description: string;
|
description: string;
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
|
type: string;
|
||||||
|
@ApiProperty()
|
||||||
connection_id: string;
|
connection_id: string;
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
cron: string;
|
cron: string;
|
||||||
@@ -104,4 +106,20 @@ export class ICreatePipelineCSVFile {
|
|||||||
|
|
||||||
@ApiProperty()
|
@ApiProperty()
|
||||||
header: boolean;
|
header: boolean;
|
||||||
|
|
||||||
|
@ApiProperty()
|
||||||
|
engine: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export class PipelineFindAllReq {
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
search?: string | undefined;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
filters?: string | undefined;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
size?: string | undefined;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
page?: string | undefined;
|
||||||
|
@ApiPropertyOptional()
|
||||||
|
type?: string | undefined;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -7,28 +7,30 @@ import {
|
|||||||
Param,
|
Param,
|
||||||
Post,
|
Post,
|
||||||
Put,
|
Put,
|
||||||
Headers,
|
|
||||||
Query,
|
Query,
|
||||||
UseFilters,
|
UseFilters,
|
||||||
HttpCode,
|
HttpCode,
|
||||||
HttpStatus,
|
HttpStatus,
|
||||||
Patch,
|
Patch,
|
||||||
HttpException,
|
HttpException,
|
||||||
|
BadRequestException,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import {
|
import {
|
||||||
ApiCreatedResponse,
|
ApiCreatedResponse,
|
||||||
|
ApiHeaders,
|
||||||
ApiNoContentResponse,
|
ApiNoContentResponse,
|
||||||
|
ApiOperation,
|
||||||
ApiTags,
|
ApiTags,
|
||||||
} from '@nestjs/swagger';
|
} from '@nestjs/swagger';
|
||||||
import {
|
import {
|
||||||
AuthenticateCondition,
|
AuthenticateCondition,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { PipelinesService } from './pipelines.service';
|
import { PipelinesService } from './pipelines.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
|
import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
|
||||||
import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
|
import { PipelinesService as OldPipelineService } from 'src/modules/pipelines/pipelines.service';
|
||||||
@@ -38,11 +40,16 @@ import {
|
|||||||
ICreatePipelineV2Req,
|
ICreatePipelineV2Req,
|
||||||
IPipelineV2,
|
IPipelineV2,
|
||||||
IInitUploadCSVFile,
|
IInitUploadCSVFile,
|
||||||
|
PipelineFindAllReq,
|
||||||
} from './interfaces';
|
} from './interfaces';
|
||||||
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
|
||||||
@ApiTags('PipelinesV2')
|
@ApiTags('PipelinesV2')
|
||||||
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Controller('pipelinesV2')
|
@Controller('pipelinesV2')
|
||||||
@AuthenticateCondition((req, user) => {
|
@AuthenticateCondition((req, user) => {
|
||||||
let action;
|
let action;
|
||||||
@@ -82,12 +89,12 @@ export class PipelinesController {
|
|||||||
@Post()
|
@Post()
|
||||||
@ApiCreatedResponse({ type: IPipelineV2 })
|
@ApiCreatedResponse({ type: IPipelineV2 })
|
||||||
async create(
|
async create(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() createPipelineDto: ICreatePipelineV2Req,
|
@Body() createPipelineDto: ICreatePipelineV2Req,
|
||||||
) {
|
) {
|
||||||
this.logger.info('PipelinesController - create', { user });
|
this.logger.info('PipelinesController - create', { user });
|
||||||
if (!language) language = 'en-us';
|
|
||||||
const { customer_id, customer_name, username, user_id } = user;
|
const { customer_id, customer_name, username, user_id } = user;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
customer_id,
|
customer_id,
|
||||||
@@ -108,13 +115,11 @@ export class PipelinesController {
|
|||||||
@Get()
|
@Get()
|
||||||
async findAll(
|
async findAll(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() data,
|
@Query() data: PipelineFindAllReq,
|
||||||
) {
|
) {
|
||||||
this.logger.info('PipelinesController - findAll', { user });
|
this.logger.info('PipelinesController - findAll', { user });
|
||||||
|
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { customer_id, customer_name, user_id, username } = user;
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
customer_id,
|
customer_id,
|
||||||
@@ -134,16 +139,13 @@ export class PipelinesController {
|
|||||||
@Get('/download-logs')
|
@Get('/download-logs')
|
||||||
async downloadLogs(
|
async downloadLogs(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Query() query,
|
@Query('pipeline_run_id') pipeline_run_id: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('PipelinesController - downloadLogs', { user });
|
this.logger.info('PipelinesController - downloadLogs', { user });
|
||||||
|
|
||||||
if (!language) language = 'en-us';
|
if (!pipeline_run_id)
|
||||||
|
throw new BadRequestException('Missing pipeline_run_id');
|
||||||
if (!query) {
|
|
||||||
throw new HttpException('Query params not provided', 400);
|
|
||||||
}
|
|
||||||
|
|
||||||
const { customer_id, customer_name, user_id, username } = user;
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
@@ -155,7 +157,7 @@ export class PipelinesController {
|
|||||||
});
|
});
|
||||||
|
|
||||||
const url = await this.pipelinesClientService.downloadLogs(
|
const url = await this.pipelinesClientService.downloadLogs(
|
||||||
query.pipeline_run_id,
|
pipeline_run_id,
|
||||||
metadata,
|
metadata,
|
||||||
);
|
);
|
||||||
|
|
||||||
@@ -166,42 +168,51 @@ export class PipelinesController {
|
|||||||
|
|
||||||
@Get(':id/config')
|
@Get(':id/config')
|
||||||
async getPipelineproperties(
|
async getPipelineproperties(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('PipelinesController - getPipelineproperties', { user });
|
this.logger.info('PipelinesController - getPipelineproperties', { user });
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({ ...user, language: language });
|
||||||
...user,
|
|
||||||
language: language || 'pt-br',
|
|
||||||
});
|
|
||||||
return this.pipelinesClientService.findOneProperties(id, metadata);
|
return this.pipelinesClientService.findOneProperties(id, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Get(':id/objects')
|
@Get(':id/objects')
|
||||||
async getPipelineObjects(
|
async getPipelineObjects(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
) {
|
) {
|
||||||
this.logger.info('PipelinesController - getPipelineObjects', { user });
|
this.logger.info('PipelinesController - getPipelineObjects', { user });
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({ ...user, language: language });
|
||||||
...user,
|
|
||||||
language: language || 'pt-br',
|
|
||||||
});
|
|
||||||
return this.pipelinesClientService.findOneObjects(id, metadata);
|
return this.pipelinesClientService.findOneObjects(id, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Get(':id/status')
|
||||||
|
async getPipelineStatus(@Body() body, @Param('id') id: string) {
|
||||||
|
body.id = id;
|
||||||
|
|
||||||
|
this.logger.info(
|
||||||
|
process.env.DEV_URL + `/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`,
|
||||||
|
{
|
||||||
|
user: body.info.user_id,
|
||||||
|
customer: body.info.customer,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
const response = await this.oldPipelinesService.getPipelineStatus(body);
|
||||||
|
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
@Get('/:id')
|
@Get('/:id')
|
||||||
async findOne(
|
async findOne(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
): Promise<Messages.PipelineV2FindOneResponse> {
|
): Promise<Messages.PipelineV2FindOneResponse> {
|
||||||
this.logger.info('PipelinesController - findOne', { user });
|
this.logger.info('PipelinesController - findOne', { user });
|
||||||
|
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const { customer_id, customer_name, user_id, username } = user;
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
|
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
@@ -235,11 +246,11 @@ export class PipelinesController {
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Put('/:id')
|
@Patch('/:id')
|
||||||
async update(
|
async update(
|
||||||
@Headers('Dadosfera-Lang') language,
|
@Language() language: LanguageEnum,
|
||||||
@Body() updatePipelineDto,
|
@Body() updatePipelineDto,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
) {
|
) {
|
||||||
this.logger.info('PipelinesController - update', { user });
|
this.logger.info('PipelinesController - update', { user });
|
||||||
@@ -247,7 +258,6 @@ export class PipelinesController {
|
|||||||
delete updatePipelineDto.info;
|
delete updatePipelineDto.info;
|
||||||
|
|
||||||
const { customer_id, customer_name, user_id, username } = user;
|
const { customer_id, customer_name, user_id, username } = user;
|
||||||
if (!language) language = 'en-us';
|
|
||||||
|
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
customer_id,
|
customer_id,
|
||||||
@@ -270,25 +280,29 @@ export class PipelinesController {
|
|||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Patch('/:id')
|
@ApiInternalOnlyEndpoint()
|
||||||
async updateByPatch(
|
@Put('/:id')
|
||||||
@Headers('Dadosfera-Lang') language,
|
@ApiOperation({
|
||||||
|
deprecated: true,
|
||||||
|
description: 'This method is deprecated. Please use PATCH instead',
|
||||||
|
})
|
||||||
|
async updateDeprecated(
|
||||||
|
@Language() language: LanguageEnum,
|
||||||
@Body() updatePipelineDto,
|
@Body() updatePipelineDto,
|
||||||
@Param('id') id,
|
@Param('id') id: string,
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
) {
|
) {
|
||||||
this.logger.info('PipelinesController - patch', { user });
|
this.logger.info('PipelinesController - put', { user });
|
||||||
const response = await this.update(language, updatePipelineDto, id, user);
|
const response = await this.update(language, updatePipelineDto, id, user);
|
||||||
this.logger.info('PipelinesController - patch: OK', { user });
|
this.logger.info('PipelinesController - put: OK', { user });
|
||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Delete(':id')
|
@Delete(':id')
|
||||||
@ApiNoContentResponse()
|
@ApiNoContentResponse()
|
||||||
@HttpCode(HttpStatus.NO_CONTENT)
|
@HttpCode(HttpStatus.NO_CONTENT)
|
||||||
async delete(@Param() params, @User() user: RequestUser) {
|
async delete(@Param('id') id: string, @User() user: RequestUser) {
|
||||||
this.logger.info('PipelinesController - delete', { user });
|
this.logger.info('PipelinesController - delete', { user });
|
||||||
const { id } = params;
|
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
customer_id: user.customer_id,
|
customer_id: user.customer_id,
|
||||||
customer_name: user.customer_name,
|
customer_name: user.customer_name,
|
||||||
@@ -298,6 +312,7 @@ export class PipelinesController {
|
|||||||
this.logger.info('PipelinesController - delete: OK');
|
this.logger.info('PipelinesController - delete: OK');
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('/init-upload')
|
@Post('/init-upload')
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
||||||
async initUploadFile(
|
async initUploadFile(
|
||||||
@@ -329,6 +344,7 @@ export class PipelinesController {
|
|||||||
return { urls: JSON.parse(urls), upload_id };
|
return { urls: JSON.parse(urls), upload_id };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('/complete-upload')
|
@Post('/complete-upload')
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
||||||
async completeUploadFile(
|
async completeUploadFile(
|
||||||
@@ -346,36 +362,44 @@ export class PipelinesController {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
@Post('/file')
|
@Post('/file')
|
||||||
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
@RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
|
||||||
async uploadedFile(
|
async uploadedFile(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: ICreatePipelineCSVFile,
|
@Body() body: ICreatePipelineCSVFile,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/upload - Upload Connector Route');
|
this.logger.info('/file - Upload Connector Route');
|
||||||
const metadata = PackTheMetadata({ ...user });
|
const metadata = PackTheMetadata({ ...user });
|
||||||
|
|
||||||
const { name, sep, header, encoding, description, file_name } = body;
|
const { name, sep, header, encoding, description, file_name, engine } =
|
||||||
|
body;
|
||||||
|
|
||||||
|
const file_format_params = {
|
||||||
|
...(sep && { sep }),
|
||||||
|
...(encoding && { encoding }),
|
||||||
|
...(header !== undefined ? { header } : {}),
|
||||||
|
};
|
||||||
|
|
||||||
const source_prefix = `${user.customer_name}/${file_name}`;
|
const source_prefix = `${user.customer_name}/${file_name}`;
|
||||||
|
|
||||||
const upload_pipeline = {
|
const upload_pipeline: ICreatePipelineV2Req = {
|
||||||
connection_id: process.env.UPLOAD_FILE_AGENT_CONNECTION,
|
connection_id: process.env.UPLOAD_FILE_AGENT_CONNECTION,
|
||||||
connector_name: 'Amazon S3',
|
connector_name: 'Amazon S3',
|
||||||
connector_plugin: 'aws_s3',
|
connector_plugin: 'aws_s3',
|
||||||
connector_version: '1.0.0',
|
connector_version: '1.0.0',
|
||||||
image_url: 'https://assets.dadosfera.ai/images/connectors/csv.svg',
|
image_url: `https://assets.dadosfera.ai/images/connectors/${engine}.svg`,
|
||||||
name,
|
name,
|
||||||
description,
|
description,
|
||||||
transformations_ids: [],
|
transformations_ids: [],
|
||||||
tags: [],
|
tags: [],
|
||||||
cron: '@once',
|
cron: '@once',
|
||||||
config: { cron: '@once', tables: [] },
|
type: 'upload',
|
||||||
properties: {
|
properties: {
|
||||||
engine: 'csv',
|
engine,
|
||||||
source_bucket: process.env.BUCKET_CUSTOMER_CSV_ASSETS,
|
source_bucket: process.env.BUCKET_CUSTOMER_CSV_ASSETS,
|
||||||
source_prefix,
|
source_prefix,
|
||||||
file_format_params: { sep, encoding, header: Boolean(header) },
|
file_format_params,
|
||||||
is_a_upload_csv: true,
|
|
||||||
},
|
},
|
||||||
input_id: undefined,
|
input_id: undefined,
|
||||||
};
|
};
|
||||||
@@ -387,4 +411,22 @@ export class PipelinesController {
|
|||||||
|
|
||||||
return pipeline;
|
return pipeline;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ApiInternalOnlyEndpoint()
|
||||||
|
@Post('start/:id')
|
||||||
|
async activate(@Param('id') id: string, @Body() body) {
|
||||||
|
const { info } = body;
|
||||||
|
|
||||||
|
this.logger.info(
|
||||||
|
process.env.DEV_URL + `/pipeline/start/${id} - ON START PIPELINE ROUTE`,
|
||||||
|
{
|
||||||
|
user: body.info.user_id,
|
||||||
|
customer: body.info.customer,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
const response = await this.oldPipelinesService.runPipeline({ id, info });
|
||||||
|
|
||||||
|
return response;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -21,9 +21,9 @@ import { PipelineV2CreateRequest } from '@dadosfera/protospack-v2/dist/lib/Pipel
|
|||||||
import { Metadata } from '@grpc/grpc-js';
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
import { ConnectorClientService } from '../connector/client.service';
|
import { ConnectorClientService } from '../connector/client.service';
|
||||||
import { InputsService } from '../inputs/inputs.service';
|
import { InputsService } from '../inputs/inputs.service';
|
||||||
import { RequestUser } from 'src/authentication/user.decorator';
|
import { RequestUser } from 'src/decorators/user.decorator';
|
||||||
import { TransformationsService } from '../transformations/transformations.service';
|
import { TransformationsService } from '../transformations/transformations.service';
|
||||||
import { getObjValueFromPath } from 'src/utils/ObjValueFromPath';
|
import { getObjValueFromPath, objHasPath } from 'src/utils/ObjValueFromPath';
|
||||||
import ErrorCodes from 'src/utils/errorCodes';
|
import ErrorCodes from 'src/utils/errorCodes';
|
||||||
import ErrorBuilder from 'src/utils/ErrorBuilder';
|
import ErrorBuilder from 'src/utils/ErrorBuilder';
|
||||||
|
|
||||||
@@ -220,7 +220,7 @@ export class PipelinesService implements OnModuleInit {
|
|||||||
this.logger.info('PipelinesClientService - findOneProperties');
|
this.logger.info('PipelinesClientService - findOneProperties');
|
||||||
const { pipeline } = await this.findOne({ id }, metadata);
|
const { pipeline } = await this.findOne({ id }, metadata);
|
||||||
|
|
||||||
const pipelineProperties = JSON.parse(pipeline.properties);
|
const properties = JSON.parse(pipeline.properties);
|
||||||
|
|
||||||
const connectorId = `${pipeline.connector_plugin}-${pipeline.connector_version}`;
|
const connectorId = `${pipeline.connector_plugin}-${pipeline.connector_version}`;
|
||||||
|
|
||||||
@@ -228,24 +228,38 @@ export class PipelinesService implements OnModuleInit {
|
|||||||
connectorId,
|
connectorId,
|
||||||
metadata.get('language')[0].toString(),
|
metadata.get('language')[0].toString(),
|
||||||
);
|
);
|
||||||
const connector = JSON.parse(res.connector);
|
const connector: { [key: string]: any; config_controls: any[] } =
|
||||||
const config_controls = connector.config_controls || [];
|
JSON.parse(res.connector);
|
||||||
|
const config_controls = (connector.config_controls || []).filter(
|
||||||
|
(config_control) => {
|
||||||
|
const path: string = config_control.name;
|
||||||
|
if (!objHasPath({ object: { properties }, path })) return false;
|
||||||
|
|
||||||
for (const config_control of config_controls) {
|
let default_value = getObjValueFromPath({
|
||||||
const path: string = config_control.name;
|
object: { properties },
|
||||||
const default_value = getObjValueFromPath({
|
path,
|
||||||
object: { properties: pipelineProperties },
|
});
|
||||||
path,
|
|
||||||
});
|
if (default_value != undefined) {
|
||||||
if (default_value != undefined)
|
if (
|
||||||
config_control.default_value = default_value;
|
path === 'properties.spreadsheet_id' &&
|
||||||
}
|
typeof default_value === 'string'
|
||||||
|
)
|
||||||
|
default_value = 'https://docs.google.com/spreadsheets/d/'.concat(
|
||||||
|
default_value,
|
||||||
|
);
|
||||||
|
config_control.default_value = default_value;
|
||||||
|
}
|
||||||
|
|
||||||
|
return true;
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
return {
|
return {
|
||||||
pipeline: {
|
pipeline: {
|
||||||
...pipeline,
|
...pipeline,
|
||||||
config_controls,
|
config_controls,
|
||||||
properties: pipelineProperties,
|
properties,
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,12 +1,16 @@
|
|||||||
import { Body, Controller, HttpException, Post } from '@nestjs/common';
|
import { Body, Controller, HttpException, Post } from '@nestjs/common';
|
||||||
import { ApiTags } from '@nestjs/swagger';
|
import { ApiTags } from '@nestjs/swagger';
|
||||||
import axios from 'axios';
|
import axios from 'axios';
|
||||||
import { User, RequestUser } from 'src/authentication/user.decorator';
|
import { Authenticated } from 'src/decorators/authentication.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
import { User, RequestUser } from 'src/decorators/user.decorator';
|
||||||
import { getSecretFromSecretsManager } from 'src/utils/SecretManager';
|
import { getSecretFromSecretsManager } from 'src/utils/SecretManager';
|
||||||
import { INote } from './dtos';
|
import { INote } from './dtos';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Productboard')
|
@ApiTags('Productboard')
|
||||||
@Controller('productboard')
|
@Controller('productboard')
|
||||||
|
@Authenticated()
|
||||||
export class ProductboardController {
|
export class ProductboardController {
|
||||||
@Post('notes')
|
@Post('notes')
|
||||||
async sendNote(@Body() note: INote, @User() user: RequestUser) {
|
async sendNote(@Body() note: INote, @User() user: RequestUser) {
|
||||||
|
|||||||
@@ -3,7 +3,6 @@ import {
|
|||||||
Controller,
|
Controller,
|
||||||
Delete,
|
Delete,
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
|
||||||
Inject,
|
Inject,
|
||||||
Param,
|
Param,
|
||||||
Patch,
|
Patch,
|
||||||
@@ -14,11 +13,11 @@ import {
|
|||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import {
|
import {
|
||||||
ApiCreatedResponse,
|
ApiCreatedResponse,
|
||||||
ApiHeader,
|
ApiHeaders,
|
||||||
ApiOkResponse,
|
ApiOkResponse,
|
||||||
ApiTags,
|
ApiTags,
|
||||||
} from '@nestjs/swagger';
|
} from '@nestjs/swagger';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { RolesService } from './roles.service';
|
import { RolesService } from './roles.service';
|
||||||
import {
|
import {
|
||||||
@@ -43,16 +42,14 @@ import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
|||||||
import {
|
import {
|
||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { LanguageEnum } from 'src/utils/languages.enum';
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Roles')
|
@ApiTags('Roles')
|
||||||
@ApiHeader({
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
name: 'dadosfera-lang',
|
|
||||||
enum: LanguageEnum,
|
|
||||||
required: false,
|
|
||||||
description: 'Defaults to pt-br',
|
|
||||||
})
|
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Controller('roles')
|
@Controller('roles')
|
||||||
@@ -72,7 +69,7 @@ export class RolesController {
|
|||||||
async searchRoles(
|
async searchRoles(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Query() params: GetRolesByCustomerReq,
|
@Query() params: GetRolesByCustomerReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('searchRoles', { user });
|
this.logger.info('searchRoles', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -85,7 +82,7 @@ export class RolesController {
|
|||||||
async createRole(
|
async createRole(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: CreateRoleReq,
|
@Body() body: CreateRoleReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('createRole', { user });
|
this.logger.info('createRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -98,7 +95,7 @@ export class RolesController {
|
|||||||
async grantPermissionsToRole(
|
async grantPermissionsToRole(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: GrantPermissionsToRoleReq,
|
@Body() body: GrantPermissionsToRoleReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('grantPermissionsToRole', { user });
|
this.logger.info('grantPermissionsToRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -111,7 +108,7 @@ export class RolesController {
|
|||||||
async revokePermissionsFromRole(
|
async revokePermissionsFromRole(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: RevokePermissionsFromRoleReq,
|
@Body() body: RevokePermissionsFromRoleReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('revokePermissionsToRole', { user });
|
this.logger.info('revokePermissionsToRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -124,7 +121,7 @@ export class RolesController {
|
|||||||
async setRolePermissions(
|
async setRolePermissions(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: SetRolePermissionsReq,
|
@Body() body: SetRolePermissionsReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('setRolePermissions', { user });
|
this.logger.info('setRolePermissions', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -137,7 +134,7 @@ export class RolesController {
|
|||||||
async setRoleUsers(
|
async setRoleUsers(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: SetRoleUsersReq,
|
@Body() body: SetRoleUsersReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('setRoleUsers', { user });
|
this.logger.info('setRoleUsers', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -150,7 +147,7 @@ export class RolesController {
|
|||||||
async getRoleById(
|
async getRoleById(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('getRoleById', { user });
|
this.logger.info('getRoleById', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -162,7 +159,7 @@ export class RolesController {
|
|||||||
async deleteRole(
|
async deleteRole(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('deleteRole', { user });
|
this.logger.info('deleteRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
@@ -176,7 +173,7 @@ export class RolesController {
|
|||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Body() body: UpdateRoleReq,
|
@Body() body: UpdateRoleReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('updateRole', { user });
|
this.logger.info('updateRole', { user });
|
||||||
this.rolesService.setLanguage(language);
|
this.rolesService.setLanguage(language);
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ import { Permission } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/ent
|
|||||||
import { lastValueFrom } from 'rxjs';
|
import { lastValueFrom } from 'rxjs';
|
||||||
import { PermissionsService } from '../permissions/permissions.service';
|
import { PermissionsService } from '../permissions/permissions.service';
|
||||||
import { LanguageEnum } from 'src/utils/languages.enum';
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
import { RequestUser } from 'src/authentication/user.decorator';
|
import { RequestUser } from 'src/decorators/user.decorator';
|
||||||
import { DucClient } from '../duc/client.config';
|
import { DucClient } from '../duc/client.config';
|
||||||
|
|
||||||
interface GetRolesPermissionsName {
|
interface GetRolesPermissionsName {
|
||||||
|
|||||||
@@ -9,17 +9,22 @@ import {
|
|||||||
Headers,
|
Headers,
|
||||||
UseFilters,
|
UseFilters,
|
||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import { ApiTags } from '@nestjs/swagger';
|
import { ApiHeaders, ApiTags } from '@nestjs/swagger';
|
||||||
import { TermsOfUseAcceptRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
import { TermsOfUseAcceptRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
|
||||||
|
|
||||||
import { TermsOfUseClientService } from './termsOfUse.service';
|
import { TermsOfUseClientService } from './termsOfUse.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
|
|
||||||
import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
|
||||||
import { RequestUser, User } from '../../authentication/user.decorator';
|
import { RequestUser, User } from '../../decorators/user.decorator';
|
||||||
import { Metadata } from '@grpc/grpc-js';
|
import { Metadata } from '@grpc/grpc-js';
|
||||||
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('TermsOfUse')
|
@ApiTags('TermsOfUse')
|
||||||
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
@UseFilters(new GrpcToHttpExceptionFilter())
|
@UseFilters(new GrpcToHttpExceptionFilter())
|
||||||
@Controller('terms-of-use')
|
@Controller('terms-of-use')
|
||||||
export class TermsOfUseController {
|
export class TermsOfUseController {
|
||||||
@@ -36,7 +41,7 @@ export class TermsOfUseController {
|
|||||||
@Get('token')
|
@Get('token')
|
||||||
async getToken(
|
async getToken(
|
||||||
@User({ required: true }) user: RequestUser,
|
@User({ required: true }) user: RequestUser,
|
||||||
@Headers('Dadosfera-Lang') language: string,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('/terms-of-use - get token');
|
this.logger.info('/terms-of-use - get token');
|
||||||
const metadata = new Metadata();
|
const metadata = new Metadata();
|
||||||
|
|||||||
@@ -12,15 +12,17 @@ import { ApiTags } from '@nestjs/swagger';
|
|||||||
import { TransformationsClientService } from './client.service';
|
import { TransformationsClientService } from './client.service';
|
||||||
import { IIdRequest } from './interfaces';
|
import { IIdRequest } from './interfaces';
|
||||||
import {
|
import {
|
||||||
AuthenticateCondition,
|
|
||||||
Authenticated,
|
Authenticated,
|
||||||
RequireSomePermission,
|
RequireSomePermission,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
|
||||||
import { TransformationsService } from './transformations.service';
|
import { TransformationsService } from './transformations.service';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
const pipelinePermissions = PERMISSIONS_GROUPS.PIPELINE.permissions;
|
const pipelinePermissions = PERMISSIONS_GROUPS.PIPELINE.permissions;
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Transformations')
|
@ApiTags('Transformations')
|
||||||
@Controller('transformations')
|
@Controller('transformations')
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@@ -70,8 +72,7 @@ export class TransformationsController {
|
|||||||
|
|
||||||
@Get('/:id')
|
@Get('/:id')
|
||||||
@RequireSomePermission(pipelinePermissions.GET)
|
@RequireSomePermission(pipelinePermissions.GET)
|
||||||
async findOne(@Body() data, @Param() params) {
|
async findOne(@Body() data, @Param('id') id: string) {
|
||||||
const { id } = params;
|
|
||||||
this.logger.info(`/transformation/${id} - ON Find One ROUTE`, {
|
this.logger.info(`/transformation/${id} - ON Find One ROUTE`, {
|
||||||
user: data.info.user_id,
|
user: data.info.user_id,
|
||||||
customer: data.info.customer,
|
customer: data.info.customer,
|
||||||
|
|||||||
@@ -1,9 +1,9 @@
|
|||||||
|
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
||||||
import {
|
import {
|
||||||
Body,
|
Body,
|
||||||
Controller,
|
Controller,
|
||||||
Delete,
|
Delete,
|
||||||
Get,
|
Get,
|
||||||
Headers,
|
|
||||||
HttpCode,
|
HttpCode,
|
||||||
HttpStatus,
|
HttpStatus,
|
||||||
Inject,
|
Inject,
|
||||||
@@ -16,18 +16,22 @@ import {
|
|||||||
} from '@nestjs/common';
|
} from '@nestjs/common';
|
||||||
import {
|
import {
|
||||||
ApiCreatedResponse,
|
ApiCreatedResponse,
|
||||||
ApiHeader,
|
ApiHeaders,
|
||||||
ApiOkResponse,
|
ApiOkResponse,
|
||||||
ApiTags,
|
ApiTags,
|
||||||
} from '@nestjs/swagger';
|
} from '@nestjs/swagger';
|
||||||
import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
|
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
||||||
import {
|
import {
|
||||||
Authenticated,
|
Authenticated,
|
||||||
RequireAllPermissions,
|
RequireAllPermissions,
|
||||||
} from 'src/authentication/authentication.decorator';
|
} from 'src/decorators/authentication.decorator';
|
||||||
import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
|
import { Language } from 'src/decorators/language.decorator';
|
||||||
import { RequestUser, User } from 'src/authentication/user.decorator';
|
import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
|
||||||
|
import { RequestUser, User } from 'src/decorators/user.decorator';
|
||||||
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
|
||||||
|
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
||||||
|
import ErrorBuilder from 'src/utils/ErrorBuilder';
|
||||||
|
import ErrorCodes from 'src/utils/errorCodes';
|
||||||
import { LanguageEnum } from 'src/utils/languages.enum';
|
import { LanguageEnum } from 'src/utils/languages.enum';
|
||||||
import {
|
import {
|
||||||
AssignRoleToUserReq,
|
AssignRoleToUserReq,
|
||||||
@@ -40,26 +44,19 @@ import {
|
|||||||
GetAllHierarchiesRes,
|
GetAllHierarchiesRes,
|
||||||
GetAllJobTitlesRes,
|
GetAllJobTitlesRes,
|
||||||
GetAllUsersByCustomerIdRes,
|
GetAllUsersByCustomerIdRes,
|
||||||
|
IUserByCustomer,
|
||||||
SetUserRolesReq,
|
SetUserRolesReq,
|
||||||
SetUserRolesRes,
|
SetUserRolesRes,
|
||||||
UnassignRoleToUserReq,
|
UnassignRoleToUserReq,
|
||||||
UpdateUserReq,
|
UpdateUserReq,
|
||||||
UpdateUserRes,
|
UpdateUserRes,
|
||||||
IUserByCustomer,
|
|
||||||
} from './dtos/entities';
|
} from './dtos/entities';
|
||||||
import { UsersService } from './users.service';
|
import { UsersService } from './users.service';
|
||||||
import ErrorBuilder from 'src/utils/ErrorBuilder';
|
|
||||||
import ErrorCodes from 'src/utils/errorCodes';
|
|
||||||
import { PackTheMetadata } from 'src/utils/ PackTheMetadata';
|
|
||||||
|
|
||||||
|
@ApiInternalOnlyController()
|
||||||
@ApiTags('Users')
|
@ApiTags('Users')
|
||||||
@Controller('users')
|
@Controller('users')
|
||||||
@ApiHeader({
|
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
|
||||||
name: 'dadosfera-lang',
|
|
||||||
enum: LanguageEnum,
|
|
||||||
required: false,
|
|
||||||
description: 'Defaults to pt-br',
|
|
||||||
})
|
|
||||||
@Authenticated()
|
@Authenticated()
|
||||||
@UseFilters(GrpcToHttpExceptionFilter)
|
@UseFilters(GrpcToHttpExceptionFilter)
|
||||||
export class UsersController {
|
export class UsersController {
|
||||||
@@ -76,7 +73,7 @@ export class UsersController {
|
|||||||
@Get()
|
@Get()
|
||||||
async getAllUsersByCustomerId(
|
async getAllUsersByCustomerId(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<GetAllUsersByCustomerIdRes> {
|
): Promise<GetAllUsersByCustomerIdRes> {
|
||||||
this.logger.info('getAllUsersByCustomerId', { user });
|
this.logger.info('getAllUsersByCustomerId', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -88,7 +85,7 @@ export class UsersController {
|
|||||||
@ApiOkResponse({ type: GetAllHierarchiesRes })
|
@ApiOkResponse({ type: GetAllHierarchiesRes })
|
||||||
async getAllHierarchies(
|
async getAllHierarchies(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<GetAllHierarchiesRes> {
|
): Promise<GetAllHierarchiesRes> {
|
||||||
this.logger.info('getAllHierarchies', { user });
|
this.logger.info('getAllHierarchies', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -100,7 +97,7 @@ export class UsersController {
|
|||||||
@ApiOkResponse({ type: GetAllDepartmentsRes })
|
@ApiOkResponse({ type: GetAllDepartmentsRes })
|
||||||
async getAllDepartments(
|
async getAllDepartments(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<GetAllDepartmentsRes> {
|
): Promise<GetAllDepartmentsRes> {
|
||||||
this.logger.info('getAllHierarchies', { user });
|
this.logger.info('getAllHierarchies', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -112,7 +109,7 @@ export class UsersController {
|
|||||||
@ApiOkResponse({ type: GetAllDepartmentsRes })
|
@ApiOkResponse({ type: GetAllDepartmentsRes })
|
||||||
async getAllJobTitles(
|
async getAllJobTitles(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
): Promise<GetAllJobTitlesRes> {
|
): Promise<GetAllJobTitlesRes> {
|
||||||
this.logger.info('getAllHierarchies', { user });
|
this.logger.info('getAllHierarchies', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -126,7 +123,7 @@ export class UsersController {
|
|||||||
async findOneById(
|
async findOneById(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('findOneById', { user });
|
this.logger.info('findOneById', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -147,7 +144,7 @@ export class UsersController {
|
|||||||
async createUser(
|
async createUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: CreateUserReq,
|
@Body() body: CreateUserReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
const metadata = PackTheMetadata({
|
const metadata = PackTheMetadata({
|
||||||
access_token: user.access_token,
|
access_token: user.access_token,
|
||||||
@@ -155,7 +152,9 @@ export class UsersController {
|
|||||||
});
|
});
|
||||||
this.logger.info('createUser', { user });
|
this.logger.info('createUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
|
this.logger.info(`user: ${user}`);
|
||||||
|
this.logger.info(`body: ${body}`);
|
||||||
|
this.logger.info(`metadata: ${metadata}`);
|
||||||
return await this.userService.createUser(body, metadata);
|
return await this.userService.createUser(body, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -165,7 +164,7 @@ export class UsersController {
|
|||||||
async batchCreateUser(
|
async batchCreateUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: BatchCreateUserReq,
|
@Body() body: BatchCreateUserReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('batchCreateUser', { user });
|
this.logger.info('batchCreateUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -174,7 +173,9 @@ export class UsersController {
|
|||||||
access_token: user.access_token,
|
access_token: user.access_token,
|
||||||
language,
|
language,
|
||||||
});
|
});
|
||||||
|
this.logger.info(`user: ${user}`);
|
||||||
|
this.logger.info(`body: ${body}`);
|
||||||
|
this.logger.info(`metadata: ${metadata}`);
|
||||||
return await this.userService.batchCreateUser(body, metadata);
|
return await this.userService.batchCreateUser(body, metadata);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -184,7 +185,7 @@ export class UsersController {
|
|||||||
async resendInvite(
|
async resendInvite(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('resendInvite', { user });
|
this.logger.info('resendInvite', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -200,7 +201,7 @@ export class UsersController {
|
|||||||
async unassignRoleToUser(
|
async unassignRoleToUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Query() request: UnassignRoleToUserReq,
|
@Query() request: UnassignRoleToUserReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('unassignRoleToUser', { user });
|
this.logger.info('unassignRoleToUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -213,7 +214,7 @@ export class UsersController {
|
|||||||
async deleteUser(
|
async deleteUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('deleteUser', { user });
|
this.logger.info('deleteUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -226,7 +227,7 @@ export class UsersController {
|
|||||||
async setUserRoles(
|
async setUserRoles(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: SetUserRolesReq,
|
@Body() body: SetUserRolesReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('createUser', { user });
|
this.logger.info('createUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -238,7 +239,7 @@ export class UsersController {
|
|||||||
async assignRoleToUser(
|
async assignRoleToUser(
|
||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: AssignRoleToUserReq,
|
@Body() body: AssignRoleToUserReq,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('assignRoleToUser', { user });
|
this.logger.info('assignRoleToUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
@@ -252,7 +253,7 @@ export class UsersController {
|
|||||||
@User() user: RequestUser,
|
@User() user: RequestUser,
|
||||||
@Body() body: UpdateUserReq,
|
@Body() body: UpdateUserReq,
|
||||||
@Param('id') id: string,
|
@Param('id') id: string,
|
||||||
@Headers('dadosfera-lang') language,
|
@Language() language: LanguageEnum,
|
||||||
) {
|
) {
|
||||||
this.logger.info('updateUser', { user });
|
this.logger.info('updateUser', { user });
|
||||||
this.userService.setLanguage(language);
|
this.userService.setLanguage(language);
|
||||||
|
|||||||
@@ -119,6 +119,14 @@ export function EnrichErrorCode(code: string) {
|
|||||||
code,
|
code,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
case ErrorCodes.AUTH.INVALID_REFRESH_TOKEN:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.UNAUTHORIZED,
|
||||||
|
error: 'Acesso expirado!',
|
||||||
|
message: 'Seu acesso expirou, favor fazer login novamente.',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
|
||||||
case ErrorCodes.AUTH.FORBIDDEN:
|
case ErrorCodes.AUTH.FORBIDDEN:
|
||||||
return {
|
return {
|
||||||
statusCode: HttpStatus.FORBIDDEN,
|
statusCode: HttpStatus.FORBIDDEN,
|
||||||
@@ -300,6 +308,20 @@ export function EnrichErrorCode(code: string) {
|
|||||||
'Tente realizar a ação novamente. Caso o erro persista, entre em contato com o suporte',
|
'Tente realizar a ação novamente. Caso o erro persista, entre em contato com o suporte',
|
||||||
code,
|
code,
|
||||||
};
|
};
|
||||||
|
case ErrorCodes.CATALOG.PREVIEW_TOO_BIG:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
|
||||||
|
error: 'Erro ao buscar prévia',
|
||||||
|
message: 'Ocorreu um erro devido ao tamanho da prévia do ativo.',
|
||||||
|
code,
|
||||||
|
};
|
||||||
|
case ErrorCodes.CATALOG.METADATA_TOO_BIG:
|
||||||
|
return {
|
||||||
|
statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
|
||||||
|
error: 'Erro ao buscar informações',
|
||||||
|
message: 'Ocorreu um erro devido ao tamanho das informações do ativo.',
|
||||||
|
code,
|
||||||
|
};
|
||||||
case ErrorCodes.INTERNAL:
|
case ErrorCodes.INTERNAL:
|
||||||
case ErrorCodes.UNKNOWN:
|
case ErrorCodes.UNKNOWN:
|
||||||
default:
|
default:
|
||||||
|
|||||||
@@ -1,4 +1,7 @@
|
|||||||
export function getObjValueFromPath<T>(data: { object: T; path: string }): T {
|
export function getObjValueFromPath<T extends object>(data: {
|
||||||
|
object: T;
|
||||||
|
path: string;
|
||||||
|
}): any {
|
||||||
const { object, path } = data;
|
const { object, path } = data;
|
||||||
const keys = path.split('.');
|
const keys = path.split('.');
|
||||||
|
|
||||||
@@ -8,3 +11,18 @@ export function getObjValueFromPath<T>(data: { object: T; path: string }): T {
|
|||||||
}
|
}
|
||||||
return value;
|
return value;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export function objHasPath<T extends object>(data: {
|
||||||
|
object: T;
|
||||||
|
path: string;
|
||||||
|
}): boolean {
|
||||||
|
const { object, path } = data;
|
||||||
|
const keys = path.split('.');
|
||||||
|
|
||||||
|
let value = JSON.parse(JSON.stringify(object));
|
||||||
|
for (const key of keys) {
|
||||||
|
if (!(key in value)) return false;
|
||||||
|
value = value[key];
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
export const AUTH = {
|
export const AUTH = {
|
||||||
UNAUTHORIZED: 'AUTH.UNAUTHORIZED',
|
UNAUTHORIZED: 'AUTH.UNAUTHORIZED',
|
||||||
|
INVALID_REFRESH_TOKEN: 'AUTH.INVALID_REFRESH_TOKEN',
|
||||||
FORBIDDEN: 'AUTH.FORBIDDEN',
|
FORBIDDEN: 'AUTH.FORBIDDEN',
|
||||||
WRONG_CREDENTIALS: 'AUTH.WRONG_CREDENTIALS',
|
WRONG_CREDENTIALS: 'AUTH.WRONG_CREDENTIALS',
|
||||||
WRONG_PASSWORD_CONFIRMATION: 'AUTH.WRONG_PASSWORD_CONFIRMATION',
|
WRONG_PASSWORD_CONFIRMATION: 'AUTH.WRONG_PASSWORD_CONFIRMATION',
|
||||||
@@ -38,6 +39,7 @@ export const CUSTOMER = {
|
|||||||
INVALID_ID: 'CUSTOMER.INVALID_ID',
|
INVALID_ID: 'CUSTOMER.INVALID_ID',
|
||||||
NOT_FOUND: 'CUSTOMER.NOT_FOUND',
|
NOT_FOUND: 'CUSTOMER.NOT_FOUND',
|
||||||
ALREADY_EXISTS: 'CUSTOMER.ALREADY_EXISTS',
|
ALREADY_EXISTS: 'CUSTOMER.ALREADY_EXISTS',
|
||||||
|
BAD_REQUEST: 'CUSTOMER.BAD_REQUEST',
|
||||||
};
|
};
|
||||||
const TERMS_OF_USE = {
|
const TERMS_OF_USE = {
|
||||||
UP_TO_DATE: 'TERMS_OF_USE.UP_TO_DATE',
|
UP_TO_DATE: 'TERMS_OF_USE.UP_TO_DATE',
|
||||||
@@ -69,6 +71,8 @@ const TRANSFORMATION = {
|
|||||||
};
|
};
|
||||||
const CATALOG = {
|
const CATALOG = {
|
||||||
DATA_ASSET_NOT_FOUND: 'CATALOG.DATA_ASSET_NOT_FOUND',
|
DATA_ASSET_NOT_FOUND: 'CATALOG.DATA_ASSET_NOT_FOUND',
|
||||||
|
PREVIEW_TOO_BIG: 'CATALOG.PREVIEW_TOO_BIG',
|
||||||
|
METADATA_TOO_BIG: 'CATALOG.METADATA_TOO_BIG',
|
||||||
};
|
};
|
||||||
const ErrorCodes = {
|
const ErrorCodes = {
|
||||||
UNKNOWN: 'UNKNOWN',
|
UNKNOWN: 'UNKNOWN',
|
||||||
|
|||||||
@@ -0,0 +1,10 @@
|
|||||||
|
const availableLocalEnvs: Array<typeof process.env.ENV> = ['stg', 'test'];
|
||||||
|
|
||||||
|
export default function getEnv(): typeof process.env.ENV {
|
||||||
|
if (process.env.ENV === 'local') {
|
||||||
|
if (availableLocalEnvs.includes(process.env.LOCAL_ENV))
|
||||||
|
return process.env.LOCAL_ENV;
|
||||||
|
return 'stg';
|
||||||
|
}
|
||||||
|
return process.env.ENV;
|
||||||
|
}
|
||||||
@@ -0,0 +1,20 @@
|
|||||||
|
import getEnv from './getEnv';
|
||||||
|
|
||||||
|
export function getFrontendUrl(path?: string): URL {
|
||||||
|
const frontendUrl = new URL('https://app.dadosfera.ai');
|
||||||
|
if (path) frontendUrl.pathname = path;
|
||||||
|
|
||||||
|
const env = getEnv();
|
||||||
|
if (process.env.ENV === 'local') {
|
||||||
|
frontendUrl.protocol = 'http';
|
||||||
|
frontendUrl.host = 'localhost:4200';
|
||||||
|
return frontendUrl;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (process.env.CLOUD_ENVIRONMENT === 'mgc')
|
||||||
|
frontendUrl.host = 'app.dadosfera.com';
|
||||||
|
|
||||||
|
if (env !== 'prd')
|
||||||
|
frontendUrl.host = frontendUrl.host.replace('app.', `app.${env}.`);
|
||||||
|
return frontendUrl;
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user