FEAT: add endpoint and logic to update data asset certification status

feat: add endpoint to retrieve pipeline run jobs

.github/workflows/validate-k8s.yml

@@ -71,6 +71,11 @@ jobs:
           sudo mv helmfile /usr/local/bin/
           helmfile --version
 
+      - name: Install Helm Diff plugin
+        run: |
+          helm plugin install https://github.com/databus23/helm-diff --version v3.9.3
+          helm diff version
+
       - name: Debug Helm env
         run: |
           helm env
@@ -102,4 +107,5 @@ jobs:
       - name: Run Helmfile Diff
         env:
           ENV: ${{ needs.extract_environment.outputs.environment }}
+          HELM_PLUGINS: /home/runner/.local/share/helm/plugins
         run: helmfile -f deploy/helmfiles/${ENV}.yaml diff

docsfera.json

@@ -900,9 +900,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -952,9 +949,6 @@
             "connections"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -1003,9 +997,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -1042,9 +1033,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -1078,9 +1066,6 @@
             "connections"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -2418,9 +2403,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -2504,9 +2486,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -2546,9 +2525,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -2588,9 +2564,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -2628,9 +2601,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -2670,9 +2640,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -2714,9 +2681,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -2758,9 +2722,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3110,9 +3071,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3162,9 +3120,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3235,9 +3190,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3278,9 +3230,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3321,9 +3270,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3364,9 +3310,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3407,9 +3350,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3457,9 +3397,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3505,9 +3442,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3556,9 +3490,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3597,9 +3528,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3658,9 +3586,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3709,9 +3634,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3752,9 +3674,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3797,9 +3716,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3849,9 +3765,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3901,9 +3814,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -3951,9 +3861,6 @@
             "PipelinesV2"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4124,9 +4031,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4152,9 +4056,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4191,9 +4092,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4228,9 +4126,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4265,9 +4160,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4295,9 +4187,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4325,9 +4214,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4355,9 +4241,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4394,9 +4277,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4433,9 +4313,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4463,9 +4340,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4493,9 +4367,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4533,9 +4404,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4572,9 +4440,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4619,9 +4484,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4658,9 +4520,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4707,7 +4566,60 @@
           "security": [
             {
               "access-token": []
+            }
+          ]
+        }
+      },
+      "/platform/pipelines/{pipelineId}/pipeline_run/{runId}/jobs": {
+        "get": {
+          "operationId": "PlatformApiController_getPipelineRunJobs",
+          "summary": "Get pipeline run jobs",
+          "description": "Proxies platform-api DB-backed job runs and returns `{ jobs: [...] }`.",
+          "parameters": [
+            {
+              "name": "pipelineId",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
             },
+            {
+              "name": "runId",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "description": "DB-backed job runs for the selected pipeline run.",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object",
+                    "properties": {
+                      "jobs": {
+                        "type": "array",
+                        "items": {
+                          "type": "object"
+                        }
+                      }
+                    },
+                    "required": [
+                      "jobs"
+                    ]
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "Platform API"
+          ],
+          "security": [
             {
               "access-token": []
             }
@@ -4744,9 +4656,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4781,9 +4690,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4820,9 +4726,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4859,9 +4762,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4899,9 +4799,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4929,9 +4826,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -4959,9 +4853,6 @@
             "Platform API"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5373,9 +5264,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5419,9 +5307,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5531,9 +5416,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5566,9 +5448,6 @@
             "Catalog"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5611,9 +5490,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5662,48 +5538,6 @@
           ]
         }
       },
-      "/catalog/custom-properties": {
-        "get": {
-          "operationId": "CatalogController_getCustomPropertyDefinitions",
-          "parameters": [
-            {
-              "name": "dadosfera-lang",
-              "in": "header",
-              "required": false,
-              "schema": {
-                "enum": [
-                  "pt-br",
-                  "en-us"
-                ],
-                "type": "string"
-              }
-            }
-          ],
-          "responses": {
-            "200": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "type": "object"
-                  }
-                }
-              }
-            }
-          },
-          "tags": [
-            "Catalog"
-          ],
-          "security": [
-            {
-              "access-token": []
-            },
-            {
-              "access-token": []
-            }
-          ]
-        }
-      },
       "/catalog/data-asset/{id}": {
         "get": {
           "operationId": "CatalogController_getDataAsset",
@@ -5749,9 +5583,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5810,9 +5641,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5861,9 +5689,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -5957,9 +5782,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6010,9 +5832,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6071,9 +5890,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6130,9 +5946,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6193,9 +6006,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6236,9 +6046,6 @@
             "Catalog"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6279,9 +6086,6 @@
             "Catalog"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6342,9 +6146,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6403,9 +6204,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -6782,9 +6580,6 @@
             {
               "access-token": []
             },
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -7238,9 +7033,6 @@
             "Connection Test"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -7277,9 +7069,6 @@
             "Connection Test"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -7316,9 +7105,6 @@
             "Connection Test"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -7355,9 +7141,6 @@
             "Connection Test"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -7394,9 +7177,6 @@
             "Connection Test"
           ],
           "security": [
-            {
-              "access-token": []
-            },
             {
               "access-token": []
             }
@@ -11265,37 +11045,6 @@
             "docs"
           ]
         },
-        "CustomPropertyDto": {
-          "type": "object",
-          "properties": {
-            "key": {
-              "type": "string"
-            },
-            "value": {
-              "type": "string"
-            },
-            "type": {
-              "type": "string",
-              "enum": [
-                "text",
-                "number",
-                "date",
-                "boolean"
-              ]
-            },
-            "color": {
-              "type": "string"
-            },
-            "emoji": {
-              "type": "string"
-            }
-          },
-          "required": [
-            "key",
-            "value",
-            "type"
-          ]
-        },
         "IUpdateDataRequest": {
           "type": "object",
           "properties": {
@@ -11324,12 +11073,6 @@
             },
             "docs": {
               "type": "string"
-            },
-            "custom_properties": {
-              "type": "array",
-              "items": {
-                "$ref": "#/components/schemas/CustomPropertyDto"
-              }
             }
           },
           "required": [

package-lock.json

@@ -16,7 +16,7 @@
         "@aws-sdk/lib-dynamodb": "^3.414.0",
         "@aws-sdk/signature-v4": "^3.370.0",
         "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-        "@dadosfera/protospack-v2": "^3.40.0-beta.14",
+        "@dadosfera/protospack-v2": "^3.40.0-beta.10",
         "@grpc/grpc-js": "^1.9.3",
         "@grpc/proto-loader": "^0.7.9",
         "@nestjs/cli": "^9.5.0",
@@ -1735,9 +1735,9 @@
       }
     },
     "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.40.0-beta.14",
+      "version": "3.40.0-beta.10",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.40.0-beta.14.tgz",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.40.0-beta.10.tgz",
-      "integrity": "sha512-pv3pxq0x1XcBgf3ajD6QOFRLOduh8iEozKFA3AKlIW4gid+gT4iL0GcU2M+O7h0QFeO4JIzRZe/nEMN82nqk7A==",
+      "integrity": "sha512-F45dSEIKG+gwwDMYHayA242bFwhFTJbZm26KesQbGhf4I45ur6hYZD8dK0voNuVQInLMQhtm6+7th6/jJ8xpTQ==",
       "dependencies": {
         "@grpc/grpc-js": "^1.9.3",
         "rxjs": "^7.5.5"

package.json

@@ -34,7 +34,7 @@
     "@aws-sdk/lib-dynamodb": "^3.414.0",
     "@aws-sdk/signature-v4": "^3.370.0",
     "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-    "@dadosfera/protospack-v2": "^3.40.0-beta.14",
+    "@dadosfera/protospack-v2": "^3.40.0-beta.10",
     "@grpc/grpc-js": "^1.9.3",
     "@grpc/proto-loader": "^0.7.9",
     "@nestjs/cli": "^9.5.0",

src/authentication/permissions.enum.ts

@@ -722,8 +722,6 @@ export const DADOSFERA_MODULES_KEYS = {
   PII: 'pii',
   EMBED: 'embedded-analytics',
   EMBED_ASSIGNED: 'embed-assigned',
-  CATALOG: 'catalog',
-  COLLECT: 'collect',
 }
 
 export const DADOSFERA_MODULES: Array<DadosferaModule> = [

src/modules/catalog/catalog.controller.ts

@@ -85,9 +85,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async searchCatalog(
     @User() user: RequestUser,
     @Query() query: ICatalogAllRequest,
@@ -127,9 +124,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async dowloadAsserts(
     @User() user: RequestUser,
     @Query() query: ICatalogAllRequest,
@@ -173,9 +167,6 @@ export class CatalogController {
 
   @ApiInternalOnlyEndpoint()
   @Get('data-asset')
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
     const { username, user_id, customer_id, customer_name, permissions } = user;
     const { pipeline, object } = query;
@@ -234,9 +225,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async findAllTags(@Body() body) {
     this.logger.info(`/catalog - ON FIND ALL TAGS ROUTE`, {
       user: body.info.user_id,
@@ -283,31 +271,11 @@ export class CatalogController {
 
   }
 
-  @Get('custom-properties')
-  @RequireSomePermission(
-    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
-    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
-  )
-  async getCustomPropertyDefinitions(@User() user: RequestUser) {
-    const { customer_id, customer_name, user_id, username } = user;
-    const metadata = PackTheMetadata({
-      customer_id,
-      customer_name,
-      user_id,
-      username,
-    });
-
-    return this.catalogService.getCustomPropertyDefinitions(metadata);
-  }
-
   @Get('data-asset/:id')
   @RequireSomePermission(
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getDataAsset(
     @User() user: RequestUser,
     @Param('id') id: string,
@@ -419,9 +387,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getDataAssetColumnsMetadata(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -453,9 +418,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getDataAssetPreview(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -487,9 +449,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.GET,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getDataAssetDocs(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -521,9 +480,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async updateDataAsset(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -559,9 +515,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.CERTIFY,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async updateDataAssetCertificationStatus(
     @User() user: RequestUser,
     @Language() language: LanguageEnum,
@@ -589,9 +542,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async manageDataAssetDocs(
     @User() user: RequestUser,
     @Headers() headers,
@@ -629,9 +579,6 @@ export class CatalogController {
 
   @ApiInternalOnlyEndpoint()
   @Put('data-asset/:id/manage-permissions')
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async manageDataAssetPermissions(
     @Param('id') id: string,
     @User() user: RequestUser,
@@ -654,9 +601,6 @@ export class CatalogController {
 
   @ApiInternalOnlyEndpoint()
   @Put('data-asset/:id/revoke-permissions')
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async revokeDataAssetPermissions(
     @Param('id') id: string,
     @User() user: RequestUser,
@@ -682,9 +626,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.CREATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async createDataAsset(
     @User() user: RequestUser,
     @Body() body: ICreateDataAsset,
@@ -709,9 +650,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async commentOnDataAsset(
     @Param('id') id: string,
     @User() user: RequestUser,
@@ -738,9 +676,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.DELETE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async deleteDataAsset(@Param('id') id: string, @User() user: RequestUser) {
     const { customer_id, customer_name, user_id, username } = user;
     const metadata = PackTheMetadata({
@@ -762,9 +697,6 @@ export class CatalogController {
     PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
     PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async deleteComment(
     @Param('id') id: string,
     @User() user: RequestUser,
@@ -918,9 +850,6 @@ export class CatalogController {
 
   @Get('nimbus-dashboards')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER)
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.CATALOG
-  )
   async getNimbusDashboards(
     @User() user: RequestUser,
     @Body() body: GetNimbusDashboardsRequest,
@@ -1073,4 +1002,4 @@ export class CatalogController {
       this.logger.error(error.message);
     }
   }
-}
+}

src/modules/catalog/catalog.service.ts

@@ -120,10 +120,6 @@ class CatalogService implements OnModuleInit {
     }
   }
 
-  async getCustomPropertyDefinitions(metadata: Metadata) {
-    return lastValueFrom(this.catalogReadService.GetCustomPropertyDefinitions({}, metadata));
-  }
-
   async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) {
     this.logger.info('CatalogService - Manage Data assets permissions');
     if (!data.embed) data.embed = undefined;

src/modules/catalog/dtos/index.ts

@@ -1,10 +1,5 @@
 import { ApiProperty, ApiPropertyOptional, PickType } from '@nestjs/swagger';
-import {
+import { IsEnum } from 'class-validator';
-  IsEnum,
-  IsNotEmpty,
-  IsOptional,
-  IsString,
-} from 'class-validator';
 import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
 
 export enum DataAssetShareType {
@@ -203,27 +198,6 @@ export class IData {
   day_opening: number;
 }
 
-
-export enum CustomPropertyType {
-  TEXT = 'text',
-  NUMBER = 'number',
-  DATE = 'date',
-  BOOLEAN = 'boolean',
-}
-
-export class CustomPropertyDto {
-  @ApiProperty()
-  key: string;
-  @ApiProperty()
-  value: string;
-  @ApiProperty({ enum: CustomPropertyType })
-  type: CustomPropertyType;
-  @ApiPropertyOptional()
-  color?: string;
-  @ApiPropertyOptional()
-  emoji?: string;
-}
-
 export class IUpdateDataRequest {
   @ApiProperty()
   name: string;
@@ -237,8 +211,6 @@ export class IUpdateDataRequest {
   share_type?: DataAssetShareType;
   @ApiPropertyOptional()
   docs?: string;
-  @ApiPropertyOptional({ type: [CustomPropertyDto] })
-  custom_properties?: CustomPropertyDto[];
 }
 
 export class IUpdateCertificationStatusRequest {
@@ -400,4 +372,4 @@ export type CreateDataDocsDTO = {
   docs: string;
   asset_type: string;
 
-}
+}

src/modules/connection-test/connection-test.controller.ts

@@ -24,19 +24,15 @@ import {
   GetTableMetadataReq,
 } from './dto/connection-test';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import { Authenticated, RequireModule } from 'src/decorators/authentication.decorator';
+import { Authenticated } from 'src/decorators/authentication.decorator';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
-import { DADOSFERA_MODULES_KEYS } from 'src/authentication/permissions.enum';
 
 @ApiInternalOnlyController()
 @ApiTags('Connection Test')
 @Controller('connection-test')
 @UseFilters(new GrpcToHttpExceptionFilter())
 @Authenticated()
-@RequireModule(
-  DADOSFERA_MODULES_KEYS.COLLECT
-)
 export class ConnectionTestController {
   logger: any;
   constructor(

src/modules/connection/connection.controller.ts

@@ -16,9 +16,8 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import {
   Authenticated,
   RequireAllPermissions,
-  RequireModule,
 } from 'src/decorators/authentication.decorator';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import { RequestUser, User } from 'src/decorators/user.decorator';
 import { ValidationPipe } from '../../pipes/object-validation.pipe';
 import {
@@ -40,9 +39,6 @@ const connectionPermissions = PERMISSIONS_GROUPS.CONNECTION.permissions;
 @ApiTags('connections')
 @Authenticated()
 @Controller('connections')
-@RequireModule(
-  DADOSFERA_MODULES_KEYS.COLLECT
-)
 export class ConnectionController {
   logger: any;
   constructor(

src/modules/connector/connector.controller.ts

@@ -25,10 +25,9 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import {
   Authenticated,
   RequireAllPermissions,
-  RequireModule,
   RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
@@ -100,9 +99,6 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async getAllConnectors(
     @Language() language: LanguageEnum,
     @Query() queries: GetAllDto,
@@ -135,9 +131,6 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async getConnectorsTags() {
     return await this.connectorClientService.getConnectorsTags();
   }
@@ -150,9 +143,6 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async getConnector(
     @Language() language: LanguageEnum,
     @Param('plugin') plugin: string,
@@ -181,9 +171,6 @@ export class ConnectorController {
     PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE,
     PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE,
   )
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async getConnectorDetails(
     @Language() language: LanguageEnum,
     @Param('plugin') plugin: string,
@@ -206,9 +193,6 @@ export class ConnectorController {
   @Put('/:plugin')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
   @ApiConsumes('multipart/form-data')
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async updateConnector(
     @Param('plugin') plugin: string,
     @Body() body: UpdateDto,
@@ -230,9 +214,6 @@ export class ConnectorController {
 
   @Put('/:plugin/add-tag')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async addTagOnConnector(
     @Param('plugin') plugin: string,
     @Body() body: AddTagDto,
@@ -260,9 +241,6 @@ export class ConnectorController {
 
   @Put('/:plugin/remove-tag')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.UPDATE)
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async removeTagOnConnector(
     @Param('plugin') plugin: string,
     @Body() body: RemoveTagDto,
@@ -291,9 +269,6 @@ export class ConnectorController {
 
   @Delete('/:plugin')
   @RequireAllPermissions(PERMISSIONS_GROUPS.CONNECTORS.permissions.DELETE)
-  @RequireModule(
-    DADOSFERA_MODULES_KEYS.COLLECT
-  )
   async deleteConnector(
     @Param('plugin') plugin: string,
     @Query('version') version: string,

src/modules/inputs/inputs.service.ts

@@ -23,7 +23,6 @@ import {
 } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/messages';
 import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
 import { CreateInputReq } from './dtos/input.model';
-import { Metadata } from '@grpc/grpc-js';
 
 @Injectable()
 
@@ -74,10 +73,10 @@ export class InputsService {
       objectCamelToSnake(createInputResponse);
       return createInputResponse;
     },
-    update: async (updateInputDTO: UpdateInputRequest, metadata: Metadata): Promise<InputUpdateResponse> => {
+    update: async (updateInputDTO: UpdateInputRequest): Promise<InputUpdateResponse> => {
       this.logger.info('InputClientService - Update' + JSON.stringify(updateInputDTO));
       const updateInputResponse = await lastValueFrom(
-        this.inputWriteService.InputUpdate(updateInputDTO, metadata),
+        this.inputWriteService.InputUpdate(updateInputDTO),
       );
 
       return updateInputResponse;
@@ -207,7 +206,7 @@ export class InputsService {
     return findOneInputResponse;
   }
 
-  async update(id: string, data, info: Info, metadata?: Metadata) {
+  async update(id: string, data, info: Info) {
     // this.validateCron({ ...data, info });
     try {
       const {
@@ -218,7 +217,7 @@ export class InputsService {
         id,
         ...data,
         info,
-      }, metadata);
+      });
 
       const updateInputResponse = this.adjustInputPayload(
         input,

src/modules/pipelinesV2/pipelines.controller.ts

@@ -15,6 +15,7 @@ import {
   HttpException,
   BadRequestException,
   UseGuards,
+  Res,
 } from '@nestjs/common';
 import {
   ApiCreatedResponse,
@@ -25,10 +26,9 @@ import {
 } from '@nestjs/swagger';
 import {
   RequireAllPermissions,
-  RequireModule,
   RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { Messages } from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
@@ -58,9 +58,6 @@ type PipelineTablesConfig = { input_id?: string; tables: PipelineTable[] };
 @ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
 @UseFilters(new GrpcToHttpExceptionFilter())
 @Controller('pipelinesV2')
-@RequireModule(
-  DADOSFERA_MODULES_KEYS.COLLECT
-)
 export class PipelinesController {
   logger: DadosferaLogger;
   constructor(
@@ -321,6 +318,7 @@ export class PipelinesController {
   ) {
     this.logger.info('PipelinesController - update', { user });
 
+    const { customer_id, customer_name, user_id, username } = user;
     const info: Info = {
       user_id: user.user_id,
       customer: user.customer_name,
@@ -328,7 +326,13 @@ export class PipelinesController {
       pipeline_id: pipelineId
     };
 
-    const metadata = PackTheMetadata(user);
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+      language,
+    });
 
     const response = await this.pipelinesClientService.updatePipelineInput(
       pipelineId,

src/modules/pipelinesV2/pipelines.service.ts

@@ -383,8 +383,7 @@ export class PipelinesService implements OnModuleInit {
     const updateInputResponse = await this.inputsService.update(
       inputId,
       updateInputDTO,
-      info,
+      info
-      metadata
     );
 
     const inputRollback = () => {
@@ -405,36 +404,34 @@ export class PipelinesService implements OnModuleInit {
 
     const nimbusUpdates = updateInputResponse?.tablesUpdate || [];
 
-    if (user.customer_modules.includes('catalog')) {
+    nimbusUpdates.forEach(update => {
-      nimbusUpdates.forEach(update => {
+      const nimbusRollback = () => {
-        const nimbusRollback = () => {
+        return this.nimbusService.renameTable(
-          return this.nimbusService.renameTable(
+          info.customer,
-            info.customer,
+          update.database,
-            update.database,
+          {
-            {
+            table_name: update.table_name,
-              table_name: update.table_name,
+            table_schema: update.table_schema
-              table_schema: update.table_schema
+          },
-            },
+          {
-            {
+            table_name: update.old_table_name,
-              table_name: update.old_table_name,
+            table_schema: update.old_table_schema
-              table_schema: update.old_table_schema
+          }
-            }
+        );
-          );
-        }
-        rollback.push(nimbusRollback);
-      });
-  
-      try {
-        await this.updateNimbus(info.customer, nimbusUpdates);
-      } catch (error) {
-        this.logger.error(error);
-        if (error instanceof AxiosError) {
-          this.logger.error(JSON.stringify(error.response.data));
-        }
-        await this.executeRenameRollback(rollback);
-  
-        throw new Error("Error Nimbus updating tables");
       }
+      rollback.push(nimbusRollback);
+    });
+
+    try {
+      await this.updateNimbus(info.customer, nimbusUpdates);
+    } catch (error) {
+      this.logger.error(error);
+      if (error instanceof AxiosError) {
+        this.logger.error(JSON.stringify(error.response.data));
+      }
+      await this.executeRenameRollback(rollback);
+
+      throw new Error("Error Nimbus updating tables");
     }
 
     try {

src/modules/platform-api/platform-api.controller.ts

@@ -14,17 +14,16 @@ import {
   NotFoundException,
   UseGuards,
 } from '@nestjs/common';
-import { ApiTags, ApiOperation } from '@nestjs/swagger';
+import { ApiTags, ApiOperation, ApiOkResponse } from '@nestjs/swagger';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 
 import {
   Authenticated,
   RequireAllPermissions,
-  RequireModule,
 } from '../../decorators/authentication.decorator';
 import { User, RequestUser } from '../../decorators/user.decorator';
 import { PlatformApiService } from './platform-api.service';
-import { DADOSFERA_MODULES_KEYS, PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { ElasticsearchService } from '../../services/elasticsearch';
 import { DynamoDBService, ReferenceColumn } from '../../services/dynamodb';
 import { CustomersService } from '../customers/customers.service';
@@ -50,7 +49,6 @@ type RenameTablesBody = {
 
 @ApiTags('Platform API')
 @Controller('platform')
-@RequireModule(DADOSFERA_MODULES_KEYS.COLLECT)
 export class PlatformApiController {
   private logger: any;
 
@@ -74,6 +72,10 @@ export class PlatformApiController {
     return id?.replace(/-/g, '_') || '';
   }
 
+  private decodePathParam(value: string): string {
+    return value ? decodeURIComponent(value) : '';
+  }
+
   /**
    * Denormalize ID back to UUID format (replace _ with -).
    * Used when we receive a normalized ID but need the original UUID.
@@ -834,6 +836,40 @@ export class PlatformApiController {
     );
   }
 
+  @Get('pipelines/:pipelineId/pipeline_run/:runId/jobs')
+  @ApiOperation({
+    summary: 'Get pipeline run jobs',
+    description: 'Proxies platform-api DB-backed job runs and returns `{ jobs: [...] }`.',
+  })
+  @ApiOkResponse({
+    description: 'DB-backed job runs for the selected pipeline run.',
+    schema: {
+      type: 'object',
+      properties: {
+        jobs: {
+          type: 'array',
+          items: { type: 'object' },
+        },
+      },
+      required: ['jobs'],
+    },
+  })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
+  async getPipelineRunJobs(
+    @Param('pipelineId') pipelineId: string,
+    @Param('runId') runId: string,
+    @User() user: RequestUser,
+  ) {
+    const normalizedPipelineId = this.normalizePipelineId(pipelineId);
+    const decodedRunId = this.decodePathParam(runId);
+
+    return this.platformApiService.proxy(
+      'GET',
+      `/pipeline/${normalizedPipelineId}/pipeline_run/${decodedRunId}/jobs`,
+      user,
+    );
+  }
+
   // ==================== JOBS - COLUMN EDITING ROUTES ====================
 
   @Put('jobs/:jobId/input')

src/modules/release_note/release_note.controller.spec.ts

@@ -1,7 +1,6 @@
 import { Test, TestingModule } from '@nestjs/testing';
 import { ReleaseNoteController } from './release_note.controller';
 import { ReleaseNoteService } from './release_note.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
 
 describe('ReleaseNoteController', () => {
   let controller: ReleaseNoteController;
@@ -9,7 +8,7 @@ describe('ReleaseNoteController', () => {
   beforeEach(async () => {
     const module: TestingModule = await Test.createTestingModule({
       controllers: [ReleaseNoteController],
-      providers: [ReleaseNoteService, DadosferaLogger],
+      providers: [ReleaseNoteService],
     }).compile();
 
     controller = module.get<ReleaseNoteController>(ReleaseNoteController);

src/modules/release_note/release_note.service.spec.ts

@@ -1,13 +1,12 @@
 import { Test, TestingModule } from '@nestjs/testing';
 import { ReleaseNoteService } from './release_note.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';
 
 describe('ReleaseNoteService', () => {
   let service: ReleaseNoteService;
 
   beforeEach(async () => {
     const module: TestingModule = await Test.createTestingModule({
-      providers: [ReleaseNoteService, DadosferaLogger],
+      providers: [ReleaseNoteService],
     }).compile();
 
     service = module.get<ReleaseNoteService>(ReleaseNoteService);

src/utils/PackTheMetadata.ts

@@ -9,7 +9,6 @@ interface IMetadata {
   details?: string;
   sensitive?: string;
   roles?: string[];
-  customer_modules?: string[];
   is_data_manager?: boolean;
   access_token?: string;
   host?: string;