FIX: roles

FEAT: list assets by pipeline and multiple ids
FIX: update package lock
2026-09-01 20:28:17 +00:00 · 2026-04-29 17:06:04 -03:00 · 2026-04-29 16:26:43 -03:00 · 2026-04-23 15:33:18 -03:00 · 2026-04-23 15:15:14 -03:00 · 2026-04-20 10:46:37 -03:00
48 changed files with 1196 additions and 2106 deletions
@@ -22,7 +22,7 @@ ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true \
 # run aws cli without mounting secret, because CI already has AWS credentials
 FROM build_base AS ci_image
 RUN aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1
-RUN npm ci
+RUN npm ci --ignore-scripts
 COPY . .


@@ -37,7 +37,7 @@ FROM build_base AS dev
 RUN --mount=type=secret,id=aws,target=/root/.aws/credentials \
  aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1
 # flag --build-from-source is required to force-build sqlite3
-RUN npm ci
+RUN npm ci --ignore-scripts
 COPY . .
 ENTRYPOINT npm run start:dev

@@ -22,7 +22,7 @@ ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true \
 FROM build_base AS build
 RUN --mount=type=secret,id=aws,target=/root/.aws/credentials \
  aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1
-RUN npm ci
+RUN  npm ci --ignore-scripts
 COPY . .
 RUN npm run build

@@ -4,6 +4,7 @@

 # Maestro

+
 Maestro é a API principal da Dadosfera. É responsável pela comunicação do Frontend com nossos microsserviços.

 ```mermaid
@@ -113,12 +113,6 @@ spec:
              value: {{ .Values.maestro.platform_api_url }}
            - name: STORAGE_EXPLORER_API_URL
              value: {{ .Values.maestro.storage_explorer_api_url | quote }}
-            - name: AUTODRIVE_EXTRACTOR_API_URL
-              value: {{ .Values.maestro.autodrive_extractor_api_url | quote }}
-            - name: AUTODRIVE_CORE_API_URL
-              value: {{ .Values.maestro.autodrive_core_api_url | quote }}
-            - name: AUTODRIVE_ASSISTANT_API_URL
-              value: {{ .Values.maestro.autodrive_assistant_api_url | quote }}
            - name: JWT_PRIVATE_KEY
              valueFrom:
                secretKeyRef:
@@ -48,9 +48,6 @@ maestro:
  open_group_id: 401573bb-334f-44b2-b30e-88d4cea31ae9
  platform_api_url: https://oz8v2zid1e.execute-api.us-east-1.amazonaws.com
  storage_explorer_api_url: "https://storage-explorer-{customer}.dadosfera.ai/api"
-  autodrive_extractor_api_url: "https://autodrive-extractor-api-{customer}.dadosfera.ai"
-  autodrive_core_api_url: "https://autodrive-api-{customer}.dadosfera.ai"
-  autodrive_assistant_api_url: "https://autodrive-assistant-api-{customer}.dadosfera.ai"
  dedicated_proxy: ""
  restricted_ip: ""
  redis_host: "aaapzppmlyamkocqwstpo7zvopczyyiyuy6xzm2g6c5k4mq3a66be4a-0.redis.sa-saopaulo-1.oci.oraclecloud.com"
@@ -3001,14 +3001,7 @@
          "parameters": [],
          "responses": {
            "200": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "type": "object"
-                  }
-                }
-              }
+              "description": ""
            }
          },
          "tags": [
@@ -3548,6 +3541,61 @@
          ]
        }
      },
+      "/pipelinesV2/{id}/data-assets": {
+        "get": {
+          "operationId": "PipelinesController_findAllDataAssetByPipeline",
+          "parameters": [
+            {
+              "name": "dadosfera-lang",
+              "in": "header",
+              "required": false,
+              "schema": {
+                "enum": [
+                  "pt-br",
+                  "en-us"
+                ],
+                "type": "string"
+              }
+            },
+            {
+              "name": "id",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            },
+            {
+              "name": "object",
+              "required": true,
+              "in": "query",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "string"
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "PipelinesV2"
+          ],
+          "security": [
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/pipelinesV2/{pipelineId}/inputs/{id}": {
        "patch": {
          "operationId": "PipelinesController_updatePipelineInput",
@@ -3583,14 +3631,7 @@
          ],
          "responses": {
            "200": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "type": "object"
-                  }
-                }
-              }
+              "description": ""
            }
          },
          "tags": [
@@ -4015,7 +4056,7 @@
          ]
        }
      },
-      "/platform/pipeline": {
+      "/platform/pipelines": {
        "post": {
          "operationId": "PlatformApiController_createPipeline",
          "summary": "Create a new pipeline",
@@ -4040,9 +4081,7 @@
              "access-token": []
            }
          ]
-        }
-      },
-      "/platform/pipelines": {
+        },
        "get": {
          "operationId": "PlatformApiController_getPipelines",
          "summary": "List all pipelines for customer",
@@ -4069,7 +4108,7 @@
          ]
        }
      },
-      "/platform/pipeline/{pipelineId}": {
+      "/platform/pipelines/{pipelineId}": {
        "get": {
          "operationId": "PlatformApiController_getPipeline",
          "summary": "Get pipeline by ID",
@@ -4173,7 +4212,7 @@
          ]
        }
      },
-      "/platform/pipeline/execute": {
+      "/platform/pipelines/execute": {
        "post": {
          "operationId": "PlatformApiController_executePipeline",
          "summary": "Execute a pipeline",
@@ -4200,7 +4239,7 @@
          ]
        }
      },
-      "/platform/pipeline/pause": {
+      "/platform/pipelines/pause": {
        "post": {
          "operationId": "PlatformApiController_pausePipeline",
          "summary": "Pause a pipeline",
@@ -4227,7 +4266,7 @@
          ]
        }
      },
-      "/platform/pipeline/unpause": {
+      "/platform/pipelines/unpause": {
        "post": {
          "operationId": "PlatformApiController_unpausePipeline",
          "summary": "Unpause a pipeline",
@@ -4254,7 +4293,7 @@
          ]
        }
      },
-      "/platform/pipeline/{pipelineId}/memory": {
+      "/platform/pipelines/{pipelineId}/memory": {
        "put": {
          "operationId": "PlatformApiController_updatePipelineMemory",
          "summary": "Update pipeline memory configuration",
@@ -4290,7 +4329,7 @@
          ]
        }
      },
-      "/platform/pipeline/{pipelineId}/metadata": {
+      "/platform/pipelines/{pipelineId}/metadata": {
        "put": {
          "operationId": "PlatformApiController_updatePipelineMetadata",
          "summary": "Update pipeline metadata",
@@ -4417,7 +4456,7 @@
          ]
        }
      },
-      "/platform/pipeline/{pipelineId}/pipeline_run": {
+      "/platform/pipelines/{pipelineId}/pipeline_run": {
        "get": {
          "operationId": "PlatformApiController_getPipelineRuns",
          "summary": "Get pipeline runs for a pipeline",
@@ -4453,7 +4492,7 @@
          ]
        }
      },
-      "/platform/pipeline/{pipelineId}/pipeline_run/{runId}": {
+      "/platform/pipelines/{pipelineId}/pipeline_run/{runId}": {
        "get": {
          "operationId": "PlatformApiController_getPipelineRun",
          "summary": "Get specific pipeline run",
@@ -4497,7 +4536,7 @@
          ]
        }
      },
-      "/platform/pipeline/pipeline_run/{runId}/logs": {
+      "/platform/pipelines/pipeline_run/{runId}/logs": {
        "get": {
          "operationId": "PlatformApiController_getPipelineRunLogs",
          "summary": "Get pipeline run logs",
@@ -4533,6 +4572,50 @@
          ]
        }
      },
+      "/platform/pipelines/{pipelineId}/pipeline_run/{runId}/cancel": {
+        "post": {
+          "operationId": "PlatformApiController_cancelPipelineRun",
+          "summary": "Cancel a running pipeline run",
+          "parameters": [
+            {
+              "name": "pipelineId",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            },
+            {
+              "name": "runId",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "201": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object"
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "Platform API"
+          ],
+          "security": [
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/platform/jobs/{jobId}/input": {
        "put": {
          "operationId": "PlatformApiController_updateJobInput",
@@ -4675,13 +4758,21 @@
          ]
        }
      },
-      "/platform/jobs/jdbc/{jobId}": {
-        "get": {
-          "operationId": "PlatformApiController_getJdbcJob",
-          "summary": "Get JDBC job details",
+      "/platform/pipelines/{pipelineId}/inputs/{inputId}": {
+        "delete": {
+          "operationId": "PlatformApiController_deleteTable",
+          "summary": "Mark a table as deleted and delete its associated job via platform-api",
          "parameters": [
            {
-              "name": "jobId",
+              "name": "pipelineId",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            },
+            {
+              "name": "inputId",
              "required": true,
              "in": "path",
              "schema": {
@@ -4691,50 +4782,7 @@
          ],
          "responses": {
            "200": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "type": "object"
-                  }
-                }
-              }
-            }
-          },
-          "tags": [
-            "Platform API"
-          ],
-          "security": [
-            {
-              "access-token": []
-            }
-          ]
-        }
-      },
-      "/platform/jobs/jdbc/{jobId}/sync-mode": {
-        "post": {
-          "operationId": "PlatformApiController_updateJdbcSyncMode",
-          "summary": "Update JDBC job sync mode",
-          "parameters": [
-            {
-              "name": "jobId",
-              "required": true,
-              "in": "path",
-              "schema": {
-                "type": "string"
-              }
-            }
-          ],
-          "responses": {
-            "201": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "type": "object"
-                  }
-                }
-              }
+              "description": ""
            }
          },
          "tags": [
@@ -4774,114 +4822,6 @@
          ]
        }
      },
-      "/platform/jobs/singer/{jobId}": {
-        "get": {
-          "operationId": "PlatformApiController_getSingerJob",
-          "summary": "Get Singer job details",
-          "parameters": [
-            {
-              "name": "jobId",
-              "required": true,
-              "in": "path",
-              "schema": {
-                "type": "string"
-              }
-            }
-          ],
-          "responses": {
-            "200": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "type": "object"
-                  }
-                }
-              }
-            }
-          },
-          "tags": [
-            "Platform API"
-          ],
-          "security": [
-            {
-              "access-token": []
-            }
-          ]
-        }
-      },
-      "/platform/jobs/singer/{jobId}/sync-mode": {
-        "post": {
-          "operationId": "PlatformApiController_updateSingerSyncMode",
-          "summary": "Update Singer job sync mode",
-          "parameters": [
-            {
-              "name": "jobId",
-              "required": true,
-              "in": "path",
-              "schema": {
-                "type": "string"
-              }
-            }
-          ],
-          "responses": {
-            "201": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "type": "object"
-                  }
-                }
-              }
-            }
-          },
-          "tags": [
-            "Platform API"
-          ],
-          "security": [
-            {
-              "access-token": []
-            }
-          ]
-        }
-      },
-      "/platform/jobs/s3/{jobId}": {
-        "get": {
-          "operationId": "PlatformApiController_getS3Job",
-          "summary": "Get S3 job details",
-          "parameters": [
-            {
-              "name": "jobId",
-              "required": true,
-              "in": "path",
-              "schema": {
-                "type": "string"
-              }
-            }
-          ],
-          "responses": {
-            "200": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "type": "object"
-                  }
-                }
-              }
-            }
-          },
-          "tags": [
-            "Platform API"
-          ],
-          "security": [
-            {
-              "access-token": []
-            }
-          ]
-        }
-      },
      "/platform/health": {
        "get": {
          "operationId": "PlatformApiController_healthCheck",
@@ -5546,6 +5486,48 @@
          ]
        }
      },
+      "/catalog/schemas": {
+        "get": {
+          "operationId": "CatalogController_findSchemas",
+          "parameters": [
+            {
+              "name": "dadosfera-lang",
+              "in": "header",
+              "required": false,
+              "schema": {
+                "enum": [
+                  "pt-br",
+                  "en-us"
+                ],
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object"
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "Catalog"
+          ],
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/catalog/data-asset/{id}": {
        "get": {
          "operationId": "CatalogController_getDataAsset",
@@ -10125,6 +10107,21 @@
            "entities"
          ]
        },
+        "Column": {
+          "type": "object",
+          "properties": {
+            "name": {
+              "type": "string"
+            },
+            "type": {
+              "type": "string"
+            }
+          },
+          "required": [
+            "name",
+            "type"
+          ]
+        },
        "TableColumns": {
          "type": "object",
          "properties": {
@@ -10140,13 +10137,7 @@
            "references": {
              "type": "array",
              "items": {
-                "type": "string"
-              }
-            },
-            "identifier_columns": {
-              "type": "array",
-              "items": {
-                "type": "string"
+                "$ref": "#/components/schemas/Column"
              }
            },
            "destination": {
@@ -10154,13 +10145,20 @@
            },
            "type": {
              "type": "string"
+            },
+            "identifier_columns": {
+              "type": "array",
+              "items": {
+                "type": "string"
+              }
+            },
+            "reference_column": {
+              "$ref": "#/components/schemas/Column"
            }
          },
          "required": [
            "name",
            "columns",
-            "references",
-            "identifier_columns",
            "destination",
            "type"
          ]
@@ -10466,7 +10464,7 @@
            "enabled"
          ]
        },
-        "CustomerLink": {
+        "CustomerLinkItem": {
          "type": "object",
          "properties": {
            "href": {
@@ -10488,28 +10486,61 @@
            "description"
          ]
        },
-        "CustomerLinksResponse": {
+        "CustomerSidebarSection": {
          "type": "object",
          "properties": {
-            "links": {
+            "title": {
+              "type": "object"
+            },
+            "items": {
              "type": "array",
              "items": {
-                "$ref": "#/components/schemas/CustomerLink"
+                "oneOf": [
+                  {
+                    "$ref": "#/components/schemas/CustomerSidebarMenuItem"
+                  },
+                  {
+                    "$ref": "#/components/schemas/CustomerSidebarLinkItem"
+                  }
+                ]
              }
            }
          },
          "required": [
-            "links"
+            "title",
+            "items"
          ]
        },
+        "CustomerLinksConfig": {
+          "type": "object",
+          "properties": {
+            "home": {
+              "type": "array",
+              "items": {
+                "$ref": "#/components/schemas/CustomerLinkItem"
+              }
+            },
+            "sidebar": {
+              "type": "array",
+              "items": {
+                "$ref": "#/components/schemas/CustomerSidebarSection"
+              }
+            }
+          }
+        },
+        "CustomerLinksResponse": {
+          "type": "object",
+          "properties": {
+            "links": {
+              "$ref": "#/components/schemas/CustomerLinksConfig"
+            }
+          }
+        },
        "CustomerLinkRequest": {
          "type": "object",
          "properties": {
            "links": {
-              "type": "array",
-              "items": {
-                "$ref": "#/components/schemas/CustomerLink"
-              }
+              "$ref": "#/components/schemas/CustomerLinksConfig"
            }
          },
          "required": [
@@ -17,7 +17,7 @@
        "@aws-sdk/signature-v4": "^3.370.0",
        "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
        "@dadosfera/protospack": "2.5.3",
-        "@dadosfera/protospack-v2": "3.38.0-beta.28",
+        "@dadosfera/protospack-v2": "3.40.0-beta.8",
        "@grpc/grpc-js": "^1.9.3",
        "@grpc/proto-loader": "^0.7.9",
        "@nestjs/cli": "^9.5.0",
@@ -31,7 +31,7 @@
        "@nestjs/schematics": "^9.2.0",
        "@nestjs/swagger": "^6.3.0",
        "@nestjs/testing": "^9.4.3",
-        "axios": "^0.30.2",
+        "axios": "0.30.3",
        "cache-manager": "^5.1.4",
        "cache-manager-ioredis-yet": "^1.1.0",
        "class-transformer": "^0.5.1",
@@ -47,6 +47,7 @@
        "jwk-to-pem": "^2.0.5",
        "mixpanel": "^0.17.0",
        "ms": "^3.0.0-canary.1",
+        "multer": "^2.0.2",
        "openid-client": "^5.7.1",
        "passport": "^0.6.0",
        "passport-facebook": "^3.0.0",
@@ -1744,9 +1745,9 @@
      }
    },
    "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.38.0-beta.28",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.28.tgz",
-      "integrity": "sha512-w3Au0qschqZJ6OSHVDKaR2KeeCF2ncuJ4k7iZQceOLo1zxUU3TpDyLYyp/rp1DoSG763uIgqm3kJUXv7RlmfNw==",
+      "version": "3.40.0-beta.8",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.40.0-beta.8.tgz",
+      "integrity": "sha512-JE5qMjqB3UOM+tCUxB1EwYLQW0PecsaQIa1KDpKEaG3lrzG/H13z8iJi3WH/DuVav2EI94i9VcJWJ1Y0F7ribw==",
      "license": "ISC",
      "dependencies": {
        "@grpc/grpc-js": "^1.9.3",
@@ -2928,6 +2929,20 @@
        "node": ">= 0.6"
      }
    },
+    "node_modules/@nestjs/platform-express/node_modules/concat-stream": {
+      "version": "1.6.2",
+      "resolved": "https://registry.npmjs.org/concat-stream/-/concat-stream-1.6.2.tgz",
+      "integrity": "sha512-27HBghJxjiZtIk3Ycvn/4kbJk/1uZuJFfuPEns6LaEvpvG1f0hTea8lilrouyo9mVc2GWdcEZ8OLoGmSADlrCw==",
+      "engines": [
+        "node >= 0.8"
+      ],
+      "dependencies": {
+        "buffer-from": "^1.0.0",
+        "inherits": "^2.0.3",
+        "readable-stream": "^2.2.2",
+        "typedarray": "^0.0.6"
+      }
+    },
    "node_modules/@nestjs/platform-express/node_modules/content-disposition": {
      "version": "0.5.4",
      "resolved": "https://registry.npmjs.org/content-disposition/-/content-disposition-0.5.4.tgz",
@@ -3097,6 +3112,24 @@
      "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
      "license": "MIT"
    },
+    "node_modules/@nestjs/platform-express/node_modules/multer": {
+      "version": "1.4.4-lts.1",
+      "resolved": "https://registry.npmjs.org/multer/-/multer-1.4.4-lts.1.tgz",
+      "integrity": "sha512-WeSGziVj6+Z2/MwQo3GvqzgR+9Uc+qt8SwHKh3gvNPiISKfsMfG4SvCOFYlxxgkXt7yIV2i1yczehm0EOKIxIg==",
+      "deprecated": "Multer 1.x is impacted by a number of vulnerabilities, which have been patched in 2.x. You should upgrade to the latest 2.x version.",
+      "dependencies": {
+        "append-field": "^1.0.0",
+        "busboy": "^1.0.0",
+        "concat-stream": "^1.5.2",
+        "mkdirp": "^0.5.4",
+        "object-assign": "^4.1.1",
+        "type-is": "^1.6.4",
+        "xtend": "^4.0.0"
+      },
+      "engines": {
+        "node": ">= 6.0.0"
+      }
+    },
    "node_modules/@nestjs/platform-express/node_modules/negotiator": {
      "version": "0.6.3",
      "resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.3.tgz",
@@ -3121,6 +3154,25 @@
        "url": "https://github.com/sponsors/ljharb"
      }
    },
+    "node_modules/@nestjs/platform-express/node_modules/readable-stream": {
+      "version": "2.3.8",
+      "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz",
+      "integrity": "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==",
+      "dependencies": {
+        "core-util-is": "~1.0.0",
+        "inherits": "~2.0.3",
+        "isarray": "~1.0.0",
+        "process-nextick-args": "~2.0.0",
+        "safe-buffer": "~5.1.1",
+        "string_decoder": "~1.1.1",
+        "util-deprecate": "~1.0.1"
+      }
+    },
+    "node_modules/@nestjs/platform-express/node_modules/readable-stream/node_modules/safe-buffer": {
+      "version": "5.1.2",
+      "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
+      "integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
+    },
    "node_modules/@nestjs/platform-express/node_modules/safe-buffer": {
      "version": "5.2.1",
      "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.2.1.tgz",
@@ -3195,6 +3247,19 @@
        "node": ">= 0.8"
      }
    },
+    "node_modules/@nestjs/platform-express/node_modules/string_decoder": {
+      "version": "1.1.1",
+      "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz",
+      "integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==",
+      "dependencies": {
+        "safe-buffer": "~5.1.0"
+      }
+    },
+    "node_modules/@nestjs/platform-express/node_modules/string_decoder/node_modules/safe-buffer": {
+      "version": "5.1.2",
+      "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz",
+      "integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
+    },
    "node_modules/@nestjs/platform-express/node_modules/tslib": {
      "version": "2.5.3",
      "resolved": "https://registry.npmjs.org/tslib/-/tslib-2.5.3.tgz",
@@ -5534,9 +5599,9 @@
      }
    },
    "node_modules/axios": {
-      "version": "0.30.2",
-      "resolved": "https://registry.npmjs.org/axios/-/axios-0.30.2.tgz",
-      "integrity": "sha512-0pE4RQ4UQi1jKY6p7u6i1Tkzqmu+d+/tHS7Q7rKunWLB9WyilBTpHHpXzPNMDj5hTbK0B0PTLSz07yqMBiF6xg==",
+      "version": "0.30.3",
+      "resolved": "https://registry.npmjs.org/axios/-/axios-0.30.3.tgz",
+      "integrity": "sha512-5/tmEb6TmE/ax3mdXBc/Mi6YdPGxQsv+0p5YlciXWt3PHIn0VamqCXhRMtScnwY3lbgSXLneOuXAKUhgmSRpwg==",
      "license": "MIT",
      "dependencies": {
        "follow-redirects": "^1.15.4",
@@ -6509,7 +6574,6 @@
      "engines": [
        "node >= 6.0"
      ],
-      "license": "MIT",
      "dependencies": {
        "buffer-from": "^1.0.0",
        "inherits": "^2.0.3",
@@ -9128,6 +9192,11 @@
        "url": "https://github.com/sponsors/sindresorhus"
      }
    },
+    "node_modules/isarray": {
+      "version": "1.0.0",
+      "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz",
+      "integrity": "sha512-VLghIWNM6ELQzo7zwmcg0NmTVyWKYjvIeM83yjp0wRDTmUnrM678fQbcKBo6n2CJEF0szoG//ytg+TKla89ALQ=="
+    },
    "node_modules/isexe": {
      "version": "2.0.0",
      "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz",
@@ -10725,7 +10794,6 @@
      "version": "2.0.2",
      "resolved": "https://registry.npmjs.org/multer/-/multer-2.0.2.tgz",
      "integrity": "sha512-u7f2xaZ/UG8oLXHvtF/oWTRvT44p9ecwBBqTwgJVq0+4BW1g8OW01TyMEGWBHbyMOYVHXslaut7qEQ1meATXgw==",
-      "license": "MIT",
      "dependencies": {
        "append-field": "^1.0.0",
        "busboy": "^1.6.0",
@@ -11728,6 +11796,11 @@
        "url": "https://github.com/chalk/ansi-styles?sponsor=1"
      }
    },
+    "node_modules/process-nextick-args": {
+      "version": "2.0.1",
+      "resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-2.0.1.tgz",
+      "integrity": "sha512-3ouUOpQhtgrbOa17J7+uxOTpITYWaGP7/AhoR3+A+/1e9skrzelGi/dXzEYyvbxubEF6Wn2ypscTKiKJFFn1ag=="
+    },
    "node_modules/process-warning": {
      "version": "1.0.0",
      "resolved": "https://registry.npmjs.org/process-warning/-/process-warning-1.0.0.tgz",
@@ -10,7 +10,7 @@
  },
  "scripts": {
    "co:login": "aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1",
-    "proto-update": "npm i @dadosfera/protospack-v2@latest --save-exact",
+    "proto-update": "npm i @dadosfera/protospack-v2@v3.40.0-beta.1 --save-exact",
    "prebuild": "rimraf dist",
    "build": "nest build",
    "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
@@ -35,7 +35,7 @@
    "@aws-sdk/signature-v4": "^3.370.0",
    "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
    "@dadosfera/protospack": "2.5.3",
-    "@dadosfera/protospack-v2": "3.38.0-beta.28",
+    "@dadosfera/protospack-v2": "3.40.0-beta.8",
    "@grpc/grpc-js": "^1.9.3",
    "@grpc/proto-loader": "^0.7.9",
    "@nestjs/cli": "^9.5.0",
@@ -49,7 +49,7 @@
    "@nestjs/schematics": "^9.2.0",
    "@nestjs/swagger": "^6.3.0",
    "@nestjs/testing": "^9.4.3",
-    "axios": "^0.30.2",
+    "axios": "0.30.3",
    "cache-manager": "^5.1.4",
    "cache-manager-ioredis-yet": "^1.1.0",
    "class-transformer": "^0.5.1",
@@ -65,6 +65,7 @@
    "jwk-to-pem": "^2.0.5",
    "mixpanel": "^0.17.0",
    "ms": "^3.0.0-canary.1",
+    "multer": "^2.0.2",
    "openid-client": "^5.7.1",
    "passport": "^0.6.0",
    "passport-facebook": "^3.0.0",
@@ -80,7 +81,7 @@
    "swagger-ui-express": "^4.6.3"
  },
  "overrides": {
-    "multer": "2.0.2",
+    "axios": "0.30.3",
    "form-data": "^4.0.4",
    "body-parser": "^1.20.3",
    "cross-spawn": "^7.0.5",
@@ -117,5 +118,8 @@
    "ts-node": "^10.9.1",
    "tsconfig-paths": "^3.14.2",
    "typescript": "^4.9.5"
+  },
+  "resolutions": {
+    "axios": "0.30.3"
  }
 }
@@ -35,9 +35,6 @@ import { ShareMetadataModule } from './modules/share-metadata/share-metadata.mod
 import { ApiKeyModule } from './modules/api-key/api-key.module';
 import { PlatformApiModule } from './modules/platform-api/platform-api.module';
 import { StorageExplorerModule } from './modules/storage-explorer/storage-explorer.module';
-import { AutodriveExtractorModule } from './modules/autodrive-extractor/autodrive-extractor.module';
-import { AutodriveCoreModule } from './modules/autodrive-core/autodrive-core.module';
-import { AutodriveAssistantModule } from './modules/autodrive-assistant/autodrive-assistant.module';

@Module({
  providers: [
@@ -80,9 +77,6 @@ import { AutodriveAssistantModule } from './modules/autodrive-assistant/autodriv
    NetworkPolicyModule,
    PlatformApiModule,
    StorageExplorerModule,
-    AutodriveExtractorModule,
-    AutodriveCoreModule,
-    AutodriveAssistantModule,
    //Always leave HealthModule last, so it is on the bottom of swagger
    HealthModule,
  ],
@@ -153,6 +153,7 @@ export class AuthenticationGuard
      user_id: accessTokenPayload.user_id,
      username: accessTokenPayload.username,
      permissions: accessTokenPayload.permissions,
+      roles: accessTokenPayload.roles,
      customer_id: accessTokenPayload.customer_id,
      customer_name: accessTokenPayload.customer_name,
      customer_tier: accessTokenPayload.customer_tier,
@@ -11,6 +11,7 @@ export function extractUserFrom(aRawJwt: string) {
    user_id: payload.user_id,
    username: payload.username,
    permissions: payload.permissions,
+    roles: payload.roles,
    customer_id: payload.customer_id,
    customer_name: payload.customer_name,
    customer_tier: payload.customer_tier,
@@ -697,93 +697,6 @@ export const PERMISSIONS_GROUPS = {
      },
    },
  },
-  AUTODRIVE_EXTRACTOR: {
-    title: {
-      'pt-br': 'Autodrive Extractor',
-      'en-us': 'Autodrive Extractor',
-      'es-es': 'Autodrive Extractor',
-    },
-    permissions: {
-      READ: {
-        seqid: 53,
-        claim: 'autodrive-extractor:read',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Ler dados do Autodrive Extractor',
-          'en-us': 'Read Autodrive Extractor data',
-          'es-es': 'Leer datos del Autodrive Extractor',
-        },
-      },
-      WRITE: {
-        seqid: 54,
-        claim: 'autodrive-extractor:write',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Escrever dados no Autodrive Extractor',
-          'en-us': 'Write Autodrive Extractor data',
-          'es-es': 'Escribir datos en Autodrive Extractor',
-        },
-      },
-    },
-  },
-  AUTODRIVE_CORE: {
-    title: {
-      'pt-br': 'Autodrive Core',
-      'en-us': 'Autodrive Core',
-      'es-es': 'Autodrive Core',
-    },
-    permissions: {
-      READ: {
-        seqid: 55,
-        claim: 'autodrive-core:read',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Ler dados do Autodrive Core',
-          'en-us': 'Read Autodrive Core data',
-          'es-es': 'Leer datos del Autodrive Core',
-        },
-      },
-      WRITE: {
-        seqid: 56,
-        claim: 'autodrive-core:write',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Escrever dados no Autodrive Core',
-          'en-us': 'Write Autodrive Core data',
-          'es-es': 'Escribir datos en Autodrive Core',
-        },
-      },
-    },
-  },
-  AUTODRIVE_ASSISTANT: {
-    title: {
-      'pt-br': 'Autodrive Assistant',
-      'en-us': 'Autodrive Assistant',
-      'es-es': 'Autodrive Assistant',
-    },
-    permissions: {
-      READ: {
-        seqid: 57,
-        claim: 'autodrive-assistant:read',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Ler dados do Autodrive Assistant',
-          'en-us': 'Read Autodrive Assistant data',
-          'es-es': 'Leer datos del Autodrive Assistant',
-        },
-      },
-      WRITE: {
-        seqid: 58,
-        claim: 'autodrive-assistant:write',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Escrever dados no Autodrive Assistant',
-          'en-us': 'Write Autodrive Assistant data',
-          'es-es': 'Escribir datos en Autodrive Assistant',
-        },
-      },
-    },
-  },
 };
 export interface DadosferaModule {
  name: string;
@@ -12,6 +12,7 @@ export interface RequestUser {
  customer_tier: string;
  access_token: string;
  customer_modules: string[];
+  roles: string[];
 }

 export const User: (options?: { required?: boolean }) => ParameterDecorator =
@@ -0,0 +1,65 @@
+import {
+  BadRequestException,
+  CanActivate,
+  ExecutionContext,
+  Inject,
+  Injectable,
+  OnModuleInit,
+} from '@nestjs/common';
+import { ClientGrpc } from '@nestjs/microservices';
+import { map, Observable } from 'rxjs';
+import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import {
+  ReadService,
+  ProtoServices,
+} from '@dadosfera/protospack-v2/dist/lib/PipelineV2';
+import { PipelinesClientConfiguration } from 'src/modules/pipelinesV2/pipelines-client';
+import { PlatformApiService } from 'src/modules/platform-api/platform-api.service';
+import DadosferaLogger from '@dadosfera/dadosfera-logs';
+
+@Injectable()
+export class PipelineExecutionGuard implements CanActivate {
+  logger: DadosferaLogger;
+
+  constructor(
+    @Inject(DadosferaLogger)
+    dadosferaLogger: DadosferaLogger,
+    private readonly platformApiService: PlatformApiService,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  async canActivate(context: ExecutionContext): Promise<boolean> {
+    try {
+      this.logger.info(
+        'PipelineExecutionGuard: Checking if pipeline can be executed...',
+      );
+      const request = context.switchToHttp().getRequest();
+      const pipelineId = request.params.pipelineId;
+      const user = request.user;
+      const idRegex = /[^0-9a-zA-Z_$]+/g;
+      const convertedId = pipelineId.replace(idRegex, '_');
+  
+      const status = await this.platformApiService.proxy(
+        'GET',
+        `/pipeline/${convertedId}/pipeline_run`,
+        user,
+      );
+
+      const currentStatus = status[status.length - 1]
+
+      this.logger.info('Pipeline current status response:' +  JSON.stringify(currentStatus));
+  
+      if (currentStatus.last_status.toLowerCase() === 'running') {
+        this.logger.error('Pipeline is running, cannot update input now');
+        throw new BadRequestException('Pipeline is running, cannot update input now');
+      } else {
+        return true;
+      }
+    } catch (error) {
+      this.logger.error('Error in PipelineExecutionGuard: ' + error.message);
+      throw new BadRequestException('Error checking pipeline status: ' + error.message);
+    }
+
+  }
+}
@@ -111,3 +111,4 @@ function configureSwagger(app: INestApplication) {
  );
 }
 bootstrap();
+
@@ -478,6 +478,7 @@ export class AuthController {
  @Get('me')
  async getMe(@Req() req: Request, @Res() res: Response) {
    this.logger.info('GET /auth/me ')
+    this.logger.info(JSON.stringify(req.headers));

    // Check for API key header first
    const apiKey = req.get('X-Api-key');
@@ -488,6 +489,7 @@ export class AuthController {
      const userDto = {
        id: api_key.user_id,
        name: api_key.username,
+        email: api_key.username,
        customer: {
          id: api_key.customer_id,
          name: api_key.customer_name,
@@ -502,7 +504,7 @@ export class AuthController {
    const accessToken = req.cookies['ddf-auth'];
    const refreshToken = req.cookies['ddf-refresh-auth'];
    const userId = req.cookies['ddf-user-id'];
-    const resourceHost = req.headers["host"]
+    const resourceHost = req.headers["x-original-url"] as string || "" ;

    const hasUserSession = Boolean(accessToken) && Boolean(userId);
    this.logger.info('Has User Session: ' + hasUserSession);
@@ -437,7 +437,8 @@ export class AuthClientService implements OnModuleInit {

    const userDto: UserDTO = {
      id: user.id,
-      name: user.username,
+      name: user.name,
+      email: user.email,
      jobTitle: user?.jobTitle || null,
      department: user?.department || null,
      hierarchy: user?.hierarchy || null,
@@ -144,6 +144,7 @@ export interface BulkEditResponse {
 export type UserDTO = {
  id: string,
  name: string,
+  email: string,
  jobTitle?: string,
  department?: string,
  hierarchy?: string,
@@ -1,10 +0,0 @@
-export const AUTODRIVE_ASSISTANT_CONFIG = {
-  getUrl: (customerName: string): string => {
-    const urlTemplate = process.env.AUTODRIVE_ASSISTANT_API_URL;
-    if (!urlTemplate) {
-      throw new Error('AUTODRIVE_ASSISTANT_API_URL environment variable is not set');
-    }
-    return urlTemplate.replace('{customer}', customerName);
-  },
-  timeout: parseInt(process.env.AUTODRIVE_ASSISTANT_TIMEOUT || '30000', 10),
-};
@@ -1,201 +0,0 @@
-import {
-  Controller,
-  Get,
-  Post,
-  Put,
-  Delete,
-  Param,
-  Body,
-  Query,
-  Inject,
-} from '@nestjs/common';
-import { ApiTags, ApiOperation } from '@nestjs/swagger';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import {
-  Authenticated,
-  RequireAllPermissions,
-} from '../../decorators/authentication.decorator';
-import { User, RequestUser } from '../../decorators/user.decorator';
-import { AutodriveAssistantService } from './autodrive-assistant.service';
-import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
-
-@ApiTags('Autodrive Assistant')
-@Controller('autodrive-assistant')
-@Authenticated()
-export class AutodriveAssistantController {
-  private logger: any;
-
-  constructor(
-    private readonly autodriveAssistantService: AutodriveAssistantService,
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  // ============================================
-  // ASSISTANTS
-  // ============================================
-
-  @ApiOperation({ summary: 'List assistants' })
-  @Get('assistants')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
-  async listAssistants(
-    @Query('limit') limit: number,
-    @Query('offset') offset: number,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'GET',
-      '/assistants',
-      user,
-      undefined,
-      { limit, offset },
-    );
-  }
-
-  @ApiOperation({ summary: 'Create assistant' })
-  @Post('assistants')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
-  async createAssistant(
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'POST',
-      '/assistants',
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Get assistant by ID' })
-  @Get('assistants/:assistantId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
-  async getAssistant(
-    @Param('assistantId') assistantId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'GET',
-      `/assistants/${assistantId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Update assistant' })
-  @Put('assistants/:assistantId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
-  async updateAssistant(
-    @Param('assistantId') assistantId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'PUT',
-      `/assistants/${assistantId}`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Delete assistant' })
-  @Delete('assistants/:assistantId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
-  async deleteAssistant(
-    @Param('assistantId') assistantId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'DELETE',
-      `/assistants/${assistantId}`,
-      user,
-    );
-  }
-
-  // ============================================
-  // KNOWLEDGE BASE
-  // ============================================
-
-  @ApiOperation({ summary: 'List knowledge bases linked to assistant' })
-  @Get('assistants/:assistantId/knowledge-bases')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
-  async listKnowledgeBases(
-    @Param('assistantId') assistantId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'GET',
-      `/assistants/${assistantId}/knowledge-bases`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Update knowledge base associations for assistant' })
-  @Put('assistants/:assistantId/knowledge-bases')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
-  async updateKnowledgeBases(
-    @Param('assistantId') assistantId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'PUT',
-      `/assistants/${assistantId}/knowledge-bases`,
-      user,
-      body,
-    );
-  }
-
-  // ============================================
-  // QUESTIONS
-  // ============================================
-
-  @ApiOperation({ summary: 'Ask question via assistant' })
-  @Post('dataset/:datasetId/ai_question')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
-  async aiQuestion(
-    @Param('datasetId') datasetId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'POST',
-      `/dataset/${datasetId}/ai_question`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Get AI question answer' })
-  @Get('dataset/:datasetId/ai_question/:questionId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
-  async getAiQuestionResult(
-    @Param('datasetId') datasetId: string,
-    @Param('questionId') questionId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveAssistantService.proxy(
-      'GET',
-      `/dataset/${datasetId}/ai_question/${questionId}`,
-      user,
-    );
-  }
-
-  // ============================================
-  // UTILITY
-  // ============================================
-
-  @ApiOperation({ summary: 'Health check' })
-  @Get('health')
-  async health(@User() user: RequestUser) {
-    return this.autodriveAssistantService.proxy('GET', '/health', user);
-  }
-
-  @ApiOperation({ summary: 'Check model availability' })
-  @Get('model-availability')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
-  async modelAvailability(@User() user: RequestUser) {
-    return this.autodriveAssistantService.proxy('GET', '/model-availability', user);
-  }
-}
@@ -1,13 +0,0 @@
-import { Module } from '@nestjs/common';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { AutodriveAssistantController } from './autodrive-assistant.controller';
-import { AutodriveAssistantService } from './autodrive-assistant.service';
-
-@Module({
-  imports: [],
-  controllers: [AutodriveAssistantController],
-  providers: [AutodriveAssistantService, DadosferaLogger],
-  exports: [AutodriveAssistantService],
-})
-export class AutodriveAssistantModule {}
@@ -1,94 +0,0 @@
-import { Injectable, Inject, HttpException } from '@nestjs/common';
-import axios, { AxiosResponse, Method } from 'axios';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { RequestUser } from '../../decorators/user.decorator';
-import { AUTODRIVE_ASSISTANT_CONFIG } from './autodrive-assistant.config';
-
-@Injectable()
-export class AutodriveAssistantService {
-  private logger: any;
-
-  constructor(
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  async proxy(
-    method: string,
-    path: string,
-    user: RequestUser,
-    body?: any,
-    query?: Record<string, any>
-  ): Promise<any> {
-    if (!user.customer_id) {
-      throw new HttpException('Customer ID is required for autodrive assistant operations', 400);
-    }
-
-    const baseUrl = AUTODRIVE_ASSISTANT_CONFIG.getUrl(user.customer_name);
-    const url = new URL(`${baseUrl}${path}`);
-
-    if (query) {
-      Object.entries(query).forEach(([key, value]) => {
-        if (value !== undefined && value !== null) {
-          url.searchParams.set(key, String(value));
-        }
-      });
-    }
-
-    const headers: Record<string, string> = {
-      'content-type': 'application/json',
-      'Authorization': user.access_token,
-    };
-
-    this.logger.info('Proxying request to autodrive-assistant', {
-      method: method.toUpperCase(),
-      path,
-      customer_id: user.customer_id,
-      user_id: user.user_id,
-    });
-
-    try {
-      const response: AxiosResponse = await axios({
-        method: method as Method,
-        url: url.href,
-        headers,
-        data: body,
-        timeout: AUTODRIVE_ASSISTANT_CONFIG.timeout,
-        validateStatus: () => true,
-      });
-
-      if (response.status >= 400) {
-        throw new HttpException(response.data, response.status);
-      }
-
-      return response.data;
-    } catch (error) {
-      this.logger.error('Autodrive Assistant API proxy error', {
-        error: error.message,
-        status: error.response?.status,
-        path,
-        method: method.toUpperCase(),
-      });
-
-      if (error instanceof HttpException) {
-        throw error;
-      }
-
-      if (error.response) {
-        throw new HttpException(error.response.data, error.response.status);
-      }
-
-      if (error.code === 'ECONNREFUSED') {
-        throw new HttpException('Autodrive Assistant API service unavailable', 503);
-      }
-
-      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
-        throw new HttpException('Autodrive Assistant API request timeout', 504);
-      }
-
-      throw new HttpException('Internal server error', 500);
-    }
-  }
-}
@@ -1,10 +0,0 @@
-export const AUTODRIVE_CORE_CONFIG = {
-  getUrl: (customerName: string): string => {
-    const urlTemplate = process.env.AUTODRIVE_CORE_API_URL;
-    if (!urlTemplate) {
-      throw new Error('AUTODRIVE_CORE_API_URL environment variable is not set');
-    }
-    return urlTemplate.replace('{customer}', customerName);
-  },
-  timeout: parseInt(process.env.AUTODRIVE_CORE_TIMEOUT || '30000', 10),
-};
@@ -1,286 +0,0 @@
-import {
-  Controller,
-  Get,
-  Post,
-  Put,
-  Delete,
-  Param,
-  Body,
-  Query,
-  Inject,
-  UseInterceptors,
-  UploadedFiles,
-} from '@nestjs/common';
-import { ApiTags, ApiOperation, ApiConsumes } from '@nestjs/swagger';
-import { FilesInterceptor } from '@nestjs/platform-express';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import FormData from 'form-data';
-
-import {
-  Authenticated,
-  RequireAllPermissions,
-} from '../../decorators/authentication.decorator';
-import { User, RequestUser } from '../../decorators/user.decorator';
-import { AutodriveCoreService } from './autodrive-core.service';
-import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
-
-@ApiTags('Autodrive Core')
-@Controller('autodrive-core')
-@Authenticated()
-export class AutodriveCoreController {
-  private logger: any;
-
-  constructor(
-    private readonly autodriveCoreService: AutodriveCoreService,
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  // ============================================
-  // DATASET MANAGEMENT
-  // ============================================
-
-  @ApiOperation({ summary: 'List datasets' })
-  @Get('datasets')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async listDatasets(
-    @Query('name') name: string,
-    @Query('limit') limit: number,
-    @Query('offset') offset: number,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'GET',
-      '/datasets',
-      user,
-      undefined,
-      { name, limit, offset },
-    );
-  }
-
-  @ApiOperation({ summary: 'Get dataset by ID' })
-  @Get('dataset/:datasetId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async getDataset(
-    @Param('datasetId') datasetId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'GET',
-      `/dataset/${datasetId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Add documents to existing dataset' })
-  @Put('dataset/:datasetId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
-  async updateDataset(
-    @Param('datasetId') datasetId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'PUT',
-      `/dataset/${datasetId}`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Delete dataset' })
-  @Delete('dataset/:datasetId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
-  async deleteDataset(
-    @Param('datasetId') datasetId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'DELETE',
-      `/dataset/${datasetId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Append documents from URLs to dataset' })
-  @Post('dataset/:datasetId/append-from-url')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
-  async appendFromUrl(
-    @Param('datasetId') datasetId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'POST',
-      `/dataset/${datasetId}/append-from-url`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Get dataset creation/update logs' })
-  @Get('dataset/:datasetId/logs')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async getDatasetLogs(
-    @Param('datasetId') datasetId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'GET',
-      `/dataset/${datasetId}/logs`,
-      user,
-    );
-  }
-
-  // ============================================
-  // FILE OPERATIONS
-  // ============================================
-
-  @ApiOperation({ summary: 'Create vector dataset from uploaded files' })
-  @Post('upload')
-  @ApiConsumes('multipart/form-data')
-  @UseInterceptors(FilesInterceptor('files'))
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
-  async upload(
-    @UploadedFiles() files: Array<Express.Multer.File>,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    const formData = new FormData();
-    if (files && files.length > 0) {
-      files.forEach((file) => {
-        formData.append('files', file.buffer, {
-          filename: file.originalname,
-          contentType: file.mimetype,
-        });
-      });
-    }
-    // Forward additional body fields
-    if (body) {
-      Object.entries(body).forEach(([key, value]) => {
-        if (value !== undefined && value !== null && key !== 'files') {
-          formData.append(key, String(value));
-        }
-      });
-    }
-    return this.autodriveCoreService.proxyFormData(
-      'POST',
-      '/upload',
-      user,
-      formData,
-    );
-  }
-
-  @ApiOperation({ summary: 'Create vector dataset from URLs' })
-  @Post('upload-from-url')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
-  async uploadFromUrl(
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'POST',
-      '/upload-from-url',
-      user,
-      body,
-    );
-  }
-
-  // ============================================
-  // QUERY OPERATIONS
-  // ============================================
-
-  @ApiOperation({ summary: 'Search dataset using semantic search' })
-  @Post('dataset/:datasetId/question')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async question(
-    @Param('datasetId') datasetId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'POST',
-      `/dataset/${datasetId}/question`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Get semantic search results' })
-  @Get('dataset/:datasetId/question/:questionId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async getQuestionResult(
-    @Param('datasetId') datasetId: string,
-    @Param('questionId') questionId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'GET',
-      `/dataset/${datasetId}/question/${questionId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Ask AI question on dataset' })
-  @Post('dataset/:datasetId/ai_question')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async aiQuestion(
-    @Param('datasetId') datasetId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'POST',
-      `/dataset/${datasetId}/ai_question`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Get AI question answer' })
-  @Get('dataset/:datasetId/ai_question/:questionId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async getAiQuestionResult(
-    @Param('datasetId') datasetId: string,
-    @Param('questionId') questionId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveCoreService.proxy(
-      'GET',
-      `/dataset/${datasetId}/ai_question/${questionId}`,
-      user,
-    );
-  }
-
-  // ============================================
-  // SYSTEM
-  // ============================================
-
-  @ApiOperation({ summary: 'Health check' })
-  @Get('health')
-  async health(@User() user: RequestUser) {
-    return this.autodriveCoreService.proxy('GET', '/health', user);
-  }
-
-  @ApiOperation({ summary: 'Check model availability' })
-  @Get('model-availability')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async modelAvailability(@User() user: RequestUser) {
-    return this.autodriveCoreService.proxy('GET', '/model-availability', user);
-  }
-
-  @ApiOperation({ summary: 'Get frontend configuration' })
-  @Get('config')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async getConfig(@User() user: RequestUser) {
-    return this.autodriveCoreService.proxy('GET', '/config', user);
-  }
-
-  @ApiOperation({ summary: 'Get usage metrics' })
-  @Get('usage')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
-  async getUsage(@User() user: RequestUser) {
-    return this.autodriveCoreService.proxy('GET', '/usage', user);
-  }
-}
@@ -1,13 +0,0 @@
-import { Module } from '@nestjs/common';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { AutodriveCoreController } from './autodrive-core.controller';
-import { AutodriveCoreService } from './autodrive-core.service';
-
-@Module({
-  imports: [],
-  controllers: [AutodriveCoreController],
-  providers: [AutodriveCoreService, DadosferaLogger],
-  exports: [AutodriveCoreService],
-})
-export class AutodriveCoreModule {}
@@ -1,165 +0,0 @@
-import { Injectable, Inject, HttpException } from '@nestjs/common';
-import axios, { AxiosResponse, Method } from 'axios';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { RequestUser } from '../../decorators/user.decorator';
-import { AUTODRIVE_CORE_CONFIG } from './autodrive-core.config';
-
-@Injectable()
-export class AutodriveCoreService {
-  private logger: any;
-
-  constructor(
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  async proxy(
-    method: string,
-    path: string,
-    user: RequestUser,
-    body?: any,
-    query?: Record<string, any>
-  ): Promise<any> {
-    if (!user.customer_id) {
-      throw new HttpException('Customer ID is required for autodrive core operations', 400);
-    }
-
-    const baseUrl = AUTODRIVE_CORE_CONFIG.getUrl(user.customer_name);
-    const url = new URL(`${baseUrl}${path}`);
-
-    if (query) {
-      Object.entries(query).forEach(([key, value]) => {
-        if (value !== undefined && value !== null) {
-          url.searchParams.set(key, String(value));
-        }
-      });
-    }
-
-    const headers: Record<string, string> = {
-      'content-type': 'application/json',
-      'Authorization': user.access_token,
-    };
-
-    this.logger.info('Proxying request to autodrive-core', {
-      method: method.toUpperCase(),
-      path,
-      customer_id: user.customer_id,
-      user_id: user.user_id,
-    });
-
-    try {
-      const response: AxiosResponse = await axios({
-        method: method as Method,
-        url: url.href,
-        headers,
-        data: body,
-        timeout: AUTODRIVE_CORE_CONFIG.timeout,
-        validateStatus: () => true,
-      });
-
-      if (response.status >= 400) {
-        throw new HttpException(response.data, response.status);
-      }
-
-      return response.data;
-    } catch (error) {
-      this.logger.error('Autodrive Core API proxy error', {
-        error: error.message,
-        status: error.response?.status,
-        path,
-        method: method.toUpperCase(),
-      });
-
-      if (error instanceof HttpException) {
-        throw error;
-      }
-
-      if (error.response) {
-        throw new HttpException(error.response.data, error.response.status);
-      }
-
-      if (error.code === 'ECONNREFUSED') {
-        throw new HttpException('Autodrive Core API service unavailable', 503);
-      }
-
-      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
-        throw new HttpException('Autodrive Core API request timeout', 504);
-      }
-
-      throw new HttpException('Internal server error', 500);
-    }
-  }
-
-  async proxyFormData(
-    method: string,
-    path: string,
-    user: RequestUser,
-    formData: any,
-    query?: Record<string, any>,
-  ): Promise<any> {
-    if (!user.customer_id) {
-      throw new HttpException('Customer ID is required for autodrive core operations', 400);
-    }
-
-    const baseUrl = AUTODRIVE_CORE_CONFIG.getUrl(user.customer_name);
-    const url = new URL(`${baseUrl}${path}`);
-
-    if (query) {
-      Object.entries(query).forEach(([key, value]) => {
-        if (value !== undefined && value !== null) {
-          url.searchParams.set(key, String(value));
-        }
-      });
-    }
-
-    const headers: Record<string, string> = {
-      ...formData.getHeaders?.(),
-      'Authorization': user.access_token,
-    };
-
-    this.logger.info('Proxying form data request to autodrive-core', {
-      method: method.toUpperCase(),
-      path,
-      customer_id: user.customer_id,
-      user_id: user.user_id,
-    });
-
-    try {
-      const response: AxiosResponse = await axios({
-        method: method as Method,
-        url: url.href,
-        headers,
-        data: formData,
-        timeout: AUTODRIVE_CORE_CONFIG.timeout,
-        maxContentLength: Infinity,
-        maxBodyLength: Infinity,
-        validateStatus: () => true,
-      });
-
-      if (response.status >= 400) {
-        throw new HttpException(response.data, response.status);
-      }
-
-      return response.data;
-    } catch (error) {
-      this.logger.error('Autodrive Core API form data proxy error', {
-        error: error.message,
-        status: error.response?.status,
-        path,
-        method: method.toUpperCase(),
-      });
-
-      if (error instanceof HttpException) {
-        throw error;
-      }
-
-      if (error.response) {
-        throw new HttpException(error.response.data, error.response.status);
-      }
-
-      throw new HttpException('Internal server error', 500);
-    }
-  }
-}
@@ -1,10 +0,0 @@
-export const AUTODRIVE_EXTRACTOR_CONFIG = {
-  getUrl: (customerName: string): string => {
-    const urlTemplate = process.env.AUTODRIVE_EXTRACTOR_API_URL;
-    if (!urlTemplate) {
-      throw new Error('AUTODRIVE_EXTRACTOR_API_URL environment variable is not set');
-    }
-    return urlTemplate.replace('{customer}', customerName);
-  },
-  timeout: parseInt(process.env.AUTODRIVE_EXTRACTOR_TIMEOUT || '30000', 10),
-};
@@ -1,491 +0,0 @@
-import {
-  Controller,
-  Get,
-  Post,
-  Put,
-  Delete,
-  Param,
-  Body,
-  Query,
-  Inject,
-  UseInterceptors,
-  UploadedFiles,
-} from '@nestjs/common';
-import { ApiTags, ApiOperation, ApiConsumes } from '@nestjs/swagger';
-import { FilesInterceptor } from '@nestjs/platform-express';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-import FormData from 'form-data';
-
-import {
-  Authenticated,
-  RequireAllPermissions,
-} from '../../decorators/authentication.decorator';
-import { User, RequestUser } from '../../decorators/user.decorator';
-import { AutodriveExtractorService } from './autodrive-extractor.service';
-import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
-
-@ApiTags('Autodrive Extractor')
-@Controller('autodrive-extractor')
-@Authenticated()
-export class AutodriveExtractorController {
-  private logger: any;
-
-  constructor(
-    private readonly autodriveExtractorService: AutodriveExtractorService,
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  // ============================================
-  // LEGACY - NPL Extraction routes (to be removed)
-  // ============================================
-
-  @ApiOperation({ summary: '[LEGACY] Extract features from dataset using NPL' })
-  @Post('npl/datasets/:datasetId/extract')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async nplExtract(
-    @Param('datasetId') datasetId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'POST',
-      `/npl/datasets/${datasetId}/extract`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] List NPL extractions for a dataset' })
-  @Get('npl/datasets/:datasetId/extractions')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplListExtractions(
-    @Param('datasetId') datasetId: string,
-    @Query('status') status: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/npl/datasets/${datasetId}/extractions`,
-      user,
-      undefined,
-      { status },
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Get NPL extraction details' })
-  @Get('npl/datasets/:datasetId/extractions/:extractionId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetExtraction(
-    @Param('datasetId') datasetId: string,
-    @Param('extractionId') extractionId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/npl/datasets/${datasetId}/extractions/${extractionId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Export NPL extraction to CSV' })
-  @Get('npl/datasets/:datasetId/extractions/:extractionId/csv')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplExportExtractionCsv(
-    @Param('datasetId') datasetId: string,
-    @Param('extractionId') extractionId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/npl/datasets/${datasetId}/extractions/${extractionId}/csv`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Export NPL extraction to XLSX' })
-  @Get('npl/datasets/:datasetId/extractions/:extractionId/xlsx')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplExportExtractionXlsx(
-    @Param('datasetId') datasetId: string,
-    @Param('extractionId') extractionId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/npl/datasets/${datasetId}/extractions/${extractionId}/xlsx`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Batch export all NPL extractions to CSV' })
-  @Get('npl/datasets/:datasetId/extractions/export/csv')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplBatchExportCsv(
-    @Param('datasetId') datasetId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/npl/datasets/${datasetId}/extractions/export/csv`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Batch export all NPL extractions to XLSX' })
-  @Get('npl/datasets/:datasetId/extractions/export/xlsx')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplBatchExportXlsx(
-    @Param('datasetId') datasetId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/npl/datasets/${datasetId}/extractions/export/xlsx`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Get NPL extraction report' })
-  @Get('npl/datasets/:datasetId/extractions/:extractionId/report')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetExtractionReport(
-    @Param('datasetId') datasetId: string,
-    @Param('extractionId') extractionId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/npl/datasets/${datasetId}/extractions/${extractionId}/report`,
-      user,
-    );
-  }
-
-  // ============================================
-  // LEGACY - NPL Configuration routes (to be removed)
-  // ============================================
-
-  @ApiOperation({ summary: '[LEGACY] Get NPL configuration' })
-  @Get('npl/config')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetConfig(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/npl/config', user);
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Get NPL configuration summary' })
-  @Get('npl/config/summary')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetConfigSummary(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/npl/config/summary', user);
-  }
-
-  @ApiOperation({ summary: '[LEGACY] List NPL configuration fields' })
-  @Get('npl/config/fields')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetConfigFields(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/npl/config/fields', user);
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Get NPL configuration field by ID' })
-  @Get('npl/config/fields/:fieldId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetConfigField(
-    @Param('fieldId') fieldId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/npl/config/fields/${fieldId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Update NPL configuration field' })
-  @Put('npl/config/fields/:fieldId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async nplUpdateConfigField(
-    @Param('fieldId') fieldId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'PUT',
-      `/npl/config/fields/${fieldId}`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Get NPL RAG queries' })
-  @Get('npl/config/rag-queries')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetRagQueries(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/npl/config/rag-queries', user);
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Get NPL system prompt' })
-  @Get('npl/config/system-prompt')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetSystemPrompt(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/npl/config/system-prompt', user);
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Update NPL system prompt' })
-  @Put('npl/config/system-prompt')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async nplUpdateSystemPrompt(
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'PUT',
-      '/npl/config/system-prompt',
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Get NPL source priorities' })
-  @Get('npl/config/source-priorities')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplGetSourcePriorities(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/npl/config/source-priorities', user);
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Reset NPL configuration to defaults' })
-  @Post('npl/config/reset')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async nplResetConfig(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('POST', '/npl/config/reset', user);
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Export NPL configuration' })
-  @Get('npl/config/export')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async nplExportConfig(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/npl/config/export', user);
-  }
-
-  @ApiOperation({ summary: '[LEGACY] Import NPL configuration' })
-  @Post('npl/config/import')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async nplImportConfig(
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'POST',
-      '/npl/config/import',
-      user,
-      body,
-    );
-  }
-
-  // ============================================
-  // EXTRACTION TEMPLATES
-  // ============================================
-
-  @ApiOperation({ summary: 'Seed NPL Brasil extraction template' })
-  @Post('templates/seed-npl')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async seedNplTemplate(
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'POST',
-      '/templates/seed-npl',
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'List extraction templates' })
-  @Get('templates')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async listTemplates(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/templates', user);
-  }
-
-  @ApiOperation({ summary: 'Create extraction template' })
-  @Post('templates')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async createTemplate(
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'POST',
-      '/templates',
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Get extraction template by ID' })
-  @Get('templates/:templateId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async getTemplate(
-    @Param('templateId') templateId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/templates/${templateId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Update extraction template' })
-  @Put('templates/:templateId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async updateTemplate(
-    @Param('templateId') templateId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'PUT',
-      `/templates/${templateId}`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'Delete extraction template' })
-  @Delete('templates/:templateId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async deleteTemplate(
-    @Param('templateId') templateId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'DELETE',
-      `/templates/${templateId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Import extraction templates from file' })
-  @Post('templates/import')
-  @ApiConsumes('multipart/form-data')
-  @UseInterceptors(FilesInterceptor('file'))
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async importTemplates(
-    @UploadedFiles() files: Array<Express.Multer.File>,
-    @User() user: RequestUser,
-  ) {
-    const formData = new FormData();
-    if (files && files.length > 0) {
-      files.forEach((file) => {
-        formData.append('file', file.buffer, {
-          filename: file.originalname,
-          contentType: file.mimetype,
-        });
-      });
-    }
-    return this.autodriveExtractorService.proxyFormData(
-      'POST',
-      '/templates/import',
-      user,
-      formData,
-    );
-  }
-
-  // ============================================
-  // GENERIC EXTRACTION
-  // ============================================
-
-  @ApiOperation({ summary: 'Start template-based extraction on dataset' })
-  @Post('extraction/datasets/:datasetId/extract')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
-  async startExtraction(
-    @Param('datasetId') datasetId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'POST',
-      `/extraction/datasets/${datasetId}/extract`,
-      user,
-      body,
-    );
-  }
-
-  @ApiOperation({ summary: 'List extraction jobs for a dataset' })
-  @Get('extraction/datasets/:datasetId/jobs')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async listExtractionJobs(
-    @Param('datasetId') datasetId: string,
-    @Query('status') status: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/extraction/datasets/${datasetId}/jobs`,
-      user,
-      undefined,
-      { status },
-    );
-  }
-
-  @ApiOperation({ summary: 'Get extraction job details' })
-  @Get('extraction/jobs/:jobId')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async getExtractionJob(
-    @Param('jobId') jobId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/extraction/jobs/${jobId}`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Get extraction job report' })
-  @Get('extraction/jobs/:jobId/report')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async getExtractionJobReport(
-    @Param('jobId') jobId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/extraction/jobs/${jobId}/report`,
-      user,
-    );
-  }
-
-  @ApiOperation({ summary: 'Export extraction job to CSV' })
-  @Get('extraction/jobs/:jobId/csv')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async exportExtractionJobCsv(
-    @Param('jobId') jobId: string,
-    @User() user: RequestUser,
-  ) {
-    return this.autodriveExtractorService.proxy(
-      'GET',
-      `/extraction/jobs/${jobId}/csv`,
-      user,
-    );
-  }
-
-  // ============================================
-  // UTILITY
-  // ============================================
-
-  @ApiOperation({ summary: 'Health check' })
-  @Get('health')
-  async health(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/health', user);
-  }
-
-  @ApiOperation({ summary: 'Check model availability' })
-  @Get('model-availability')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
-  async modelAvailability(@User() user: RequestUser) {
-    return this.autodriveExtractorService.proxy('GET', '/model-availability', user);
-  }
-}
@@ -1,13 +0,0 @@
-import { Module } from '@nestjs/common';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { AutodriveExtractorController } from './autodrive-extractor.controller';
-import { AutodriveExtractorService } from './autodrive-extractor.service';
-
-@Module({
-  imports: [],
-  controllers: [AutodriveExtractorController],
-  providers: [AutodriveExtractorService, DadosferaLogger],
-  exports: [AutodriveExtractorService],
-})
-export class AutodriveExtractorModule {}
@@ -1,165 +0,0 @@
-import { Injectable, Inject, HttpException } from '@nestjs/common';
-import axios, { AxiosResponse, Method } from 'axios';
-import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
-
-import { RequestUser } from '../../decorators/user.decorator';
-import { AUTODRIVE_EXTRACTOR_CONFIG } from './autodrive-extractor.config';
-
-@Injectable()
-export class AutodriveExtractorService {
-  private logger: any;
-
-  constructor(
-    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
-  async proxy(
-    method: string,
-    path: string,
-    user: RequestUser,
-    body?: any,
-    query?: Record<string, any>
-  ): Promise<any> {
-    if (!user.customer_id) {
-      throw new HttpException('Customer ID is required for autodrive extractor operations', 400);
-    }
-
-    const baseUrl = AUTODRIVE_EXTRACTOR_CONFIG.getUrl(user.customer_name);
-    const url = new URL(`${baseUrl}${path}`);
-
-    if (query) {
-      Object.entries(query).forEach(([key, value]) => {
-        if (value !== undefined && value !== null) {
-          url.searchParams.set(key, String(value));
-        }
-      });
-    }
-
-    const headers: Record<string, string> = {
-      'content-type': 'application/json',
-      'Authorization': user.access_token,
-    };
-
-    this.logger.info('Proxying request to autodrive-extractor', {
-      method: method.toUpperCase(),
-      path,
-      customer_id: user.customer_id,
-      user_id: user.user_id,
-    });
-
-    try {
-      const response: AxiosResponse = await axios({
-        method: method as Method,
-        url: url.href,
-        headers,
-        data: body,
-        timeout: AUTODRIVE_EXTRACTOR_CONFIG.timeout,
-        validateStatus: () => true,
-      });
-
-      if (response.status >= 400) {
-        throw new HttpException(response.data, response.status);
-      }
-
-      return response.data;
-    } catch (error) {
-      this.logger.error('Autodrive Extractor API proxy error', {
-        error: error.message,
-        status: error.response?.status,
-        path,
-        method: method.toUpperCase(),
-      });
-
-      if (error instanceof HttpException) {
-        throw error;
-      }
-
-      if (error.response) {
-        throw new HttpException(error.response.data, error.response.status);
-      }
-
-      if (error.code === 'ECONNREFUSED') {
-        throw new HttpException('Autodrive Extractor API service unavailable', 503);
-      }
-
-      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
-        throw new HttpException('Autodrive Extractor API request timeout', 504);
-      }
-
-      throw new HttpException('Internal server error', 500);
-    }
-  }
-
-  async proxyFormData(
-    method: string,
-    path: string,
-    user: RequestUser,
-    formData: any,
-    query?: Record<string, any>,
-  ): Promise<any> {
-    if (!user.customer_id) {
-      throw new HttpException('Customer ID is required for autodrive extractor operations', 400);
-    }
-
-    const baseUrl = AUTODRIVE_EXTRACTOR_CONFIG.getUrl(user.customer_name);
-    const url = new URL(`${baseUrl}${path}`);
-
-    if (query) {
-      Object.entries(query).forEach(([key, value]) => {
-        if (value !== undefined && value !== null) {
-          url.searchParams.set(key, String(value));
-        }
-      });
-    }
-
-    const headers: Record<string, string> = {
-      ...formData.getHeaders?.(),
-      'Authorization': user.access_token,
-    };
-
-    this.logger.info('Proxying form data request to autodrive-extractor', {
-      method: method.toUpperCase(),
-      path,
-      customer_id: user.customer_id,
-      user_id: user.user_id,
-    });
-
-    try {
-      const response: AxiosResponse = await axios({
-        method: method as Method,
-        url: url.href,
-        headers,
-        data: formData,
-        timeout: AUTODRIVE_EXTRACTOR_CONFIG.timeout,
-        maxContentLength: Infinity,
-        maxBodyLength: Infinity,
-        validateStatus: () => true,
-      });
-
-      if (response.status >= 400) {
-        throw new HttpException(response.data, response.status);
-      }
-
-      return response.data;
-    } catch (error) {
-      this.logger.error('Autodrive Extractor API form data proxy error', {
-        error: error.message,
-        status: error.response?.status,
-        path,
-        method: method.toUpperCase(),
-      });
-
-      if (error instanceof HttpException) {
-        throw error;
-      }
-
-      if (error.response) {
-        throw new HttpException(error.response.data, error.response.status);
-      }
-
-      throw new HttpException('Internal server error', 500);
-    }
-  }
-}
@@ -241,6 +241,34 @@ export class CatalogController {
    return res;
  }

+  @Get('schemas')
+  @RequireSomePermission(
+    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
+    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
+  )
+  async findSchemas(@User() user: RequestUser) {
+    const { username, user_id, customer_id, customer_name } = user;
+    this.logger.info(`/catalog - ON FIND SCHEMAS ROUTE`, {
+      username,
+      customer_name,
+    });
+
+    const metadata = PackTheMetadata({
+      username,
+      user_id,
+      customer_id,
+      customer_name,
+    });
+
+    try {
+      const res = await this.catalogService.findSchemas(metadata);
+      return res;
+    } catch (error) {
+      throw new HttpException(error.message, HttpStatus.NOT_FOUND);
+    }
+
+  }
+
  @Get('data-asset/:id')
  @RequireSomePermission(
    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
@@ -214,15 +214,6 @@ class CatalogService implements OnModuleInit {

    this.logger.debug('Extracted filters:', { filters });

-    console.log('MAESTRO VAI CHAMAR PI-FACTORY COM (ANTES AJUSTE):', {
-      search,
-      page,
-      size,
-      sort_by,
-      order,
-      filters,
-    });
-
    if (
      filters.manually !== undefined &&
      filters.manually !== null &&
@@ -233,15 +224,6 @@ class CatalogService implements OnModuleInit {
      delete filters.manually;
    }

-    console.log('MAESTRO VAI CHAMAR PI-FACTORY COM (DEPOIS AJUSTE):', {
-      search,
-      page,
-      size,
-      sort_by,
-      order,
-      filters,
-    });
-
    if (filters.owner) {
      const { users: customer_users } =
        await this.userService.findAllUsersByCustomerId(customer_id);
@@ -517,6 +499,22 @@ class CatalogService implements OnModuleInit {
    return response;
  }

+  async findSchemas(metadata: Metadata) {
+    this.logger.info('CatalogService - findSchemas');
+
+    try {
+      const response = await lastValueFrom(
+        this.catalogReadService.GetSchemas({}, metadata),
+      );
+
+      return response;
+
+    } catch (error) {
+      this.logger.error('Error fetching schemas:', error);
+      throw error;
+    }
+  }
+
  async getAssetsUsersAndRoles(data_assets: Array<any>, customer_id: string) {
    const { users: customer_users } =
      await this.userService.findAllUsersByCustomerId(customer_id);
@@ -734,6 +732,64 @@ class CatalogService implements OnModuleInit {
    }
  }

+  async renameTableOnNimbus(
+    nimbusUrl: string,
+    nimbusId: number,
+    changes: { table_name?: string; table_schema?: string; display_name?: string },
+  ): Promise<void> {
+    const endpoint = `${nimbusUrl}/api/catalog/table-metadata/${nimbusId}`;
+    this.logger.info(`Renaming table-metadata ${nimbusId} on Nimbus`, { endpoint, changes });
+    await axios.patch(endpoint, changes);
+  }
+
+  async renameColumnMetadataOnNimbus(
+    nimbusUrl: string,
+    databaseName: string,
+    oldTableName: string,
+    oldTableSchema: string,
+    newTableName: string,
+    newTableSchema: string,
+  ): Promise<void> {
+    const listEndpoint = `${nimbusUrl}/api/catalog/column-metadata/?database_name=${encodeURIComponent(databaseName)}&table_name=${encodeURIComponent(oldTableName)}&table_schema=${encodeURIComponent(oldTableSchema)}`;
+    this.logger.info(`Fetching column-metadata records to rename`, { listEndpoint });
+    const { data: columns } = await axios.get(listEndpoint);
+
+    const filtered = Array.isArray(columns) ? columns : [];
+
+    for (const column of filtered) {
+      const patchEndpoint = `${nimbusUrl}/api/catalog/column-metadata/${column.id}`;
+      await axios.patch(patchEndpoint, {
+        table_name: newTableName,
+        table_schema: newTableSchema,
+      });
+    }
+    this.logger.info(`Renamed ${filtered.length} column-metadata records on Nimbus`);
+  }
+
+  async renameDataPreviewOnNimbus(
+    nimbusUrl: string,
+    databaseName: string,
+    oldTableName: string,
+    oldTableSchema: string,
+    newTableName: string,
+    newTableSchema: string,
+  ): Promise<void> {
+    const listEndpoint = `${nimbusUrl}/api/catalog/data-preview/?database_name=${encodeURIComponent(databaseName)}&table_name=${encodeURIComponent(oldTableName)}&table_schema=${encodeURIComponent(oldTableSchema)}`;
+    this.logger.info(`Fetching data-preview records to rename`, { listEndpoint });
+    const { data: previews } = await axios.get(listEndpoint);
+
+    const filtered = Array.isArray(previews) ? previews : [];
+
+    for (const preview of filtered) {
+      const patchEndpoint = `${nimbusUrl}/api/catalog/data-preview/${preview.id}`;
+      await axios.patch(patchEndpoint, {
+        table_name: newTableName,
+        table_schema: newTableSchema,
+      });
+    }
+    this.logger.info(`Renamed ${filtered.length} data-preview records on Nimbus`);
+  }
+
  async catalogDatasetItem(table_metadata_id: number, metadata: Metadata) {
    const customer_name_raw = metadata.get('customer_name');

@@ -262,6 +262,7 @@ export class ShareService implements OnModuleInit {
        user_id: accessTokenPayload.user_id,
        username: accessTokenPayload.username,
        permissions: accessTokenPayload.permissions,
+        roles: accessTokenPayload.roles,
        customer_id: accessTokenPayload.customer_id,
        customer_name: accessTokenPayload.customer_name,
        customer_tier: accessTokenPayload.customer_tier,
@@ -9,12 +9,12 @@ import {
 } from '@nestjs/common';

 import { firstValueFrom, lastValueFrom } from 'rxjs';
-import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
 import { DucClient } from '../duc/client.config';
 import { ClientGrpc } from '@nestjs/microservices';
 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { CustomerUpdateRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
+import { CustomerSetLinksRequest } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { CustomersProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { CustomerLinksConfig } from './dtos/customers';
 import ErrorCodes from 'src/utils/errorCodes';
 import jwt from 'jsonwebtoken';
 import {
@@ -67,12 +67,12 @@ export class CustomersService implements OnModuleInit {
    )
  }

-  async getLinks(customerId: string) {
+  async getLinks(customerId: string): Promise<CustomerLinksConfig | null> {
    try {
      const result = await lastValueFrom(
-        this.customerService.CustomerFindOneById({ id: customerId }),
+        this.customerService.CustomerGetLinks({ customerId }),
      );
-      return result.customer?.links || [];
+      return (result.links as CustomerLinksConfig) || null;
    } catch (err) {
      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
@@ -80,17 +80,17 @@ export class CustomersService implements OnModuleInit {
    }
  }

-  async setLinks(customerId: string, links: Link[]) {
+  async setLinks(customerId: string, links: CustomerLinksConfig) {
    if (!customerId || !links) {
      throw new HttpException(null, HttpStatus.BAD_REQUEST);
    }

    try {
      return await firstValueFrom(
-        this.customerService.CustomerUpdate({
-          id: customerId,
-          links,
-        } as CustomerUpdateRequest),
+        this.customerService.CustomerSetLinks({
+          customerId,
+          links: links as CustomerSetLinksRequest['links'],
+        }),
      );
    } catch (err) {
      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
@@ -1,7 +1,6 @@
-import { Link } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/entities';
 import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';

-export class CustomerLink implements Link {
+export class CustomerLinkItem {
  @ApiProperty()
  href: string;
  @ApiProperty()
@@ -9,15 +8,59 @@ export class CustomerLink implements Link {
  @ApiProperty()
  description: string;
  @ApiPropertyOptional()
-  iconSrc: string;
+  iconSrc?: string;
 }
+
+export class CustomerSidebarLinkItem {
+  @ApiProperty()
+  type: 'link';
+  @ApiProperty({ type: Object })
+  title: Record<string, string>;
+  @ApiProperty()
+  link: string;
+  @ApiPropertyOptional()
+  icon?: string;
+}
+
+export class CustomerSidebarMenuItem {
+  @ApiProperty()
+  type: 'menu';
+  @ApiProperty({ type: Object })
+  title: Record<string, string>;
+  @ApiPropertyOptional()
+  icon?: string;
+  @ApiProperty({ type: [CustomerSidebarLinkItem] })
+  items: CustomerSidebarLinkItem[];
+}
+
+export class CustomerSidebarSection {
+  @ApiProperty({ type: Object })
+  title: Record<string, string>;
+  @ApiProperty({
+    type: 'array',
+    items: {
+      oneOf: [
+        { $ref: '#/components/schemas/CustomerSidebarMenuItem' },
+        { $ref: '#/components/schemas/CustomerSidebarLinkItem' },
+      ],
+    },
+  })
+  items: (CustomerSidebarMenuItem | CustomerSidebarLinkItem)[];
+}
+
+export class CustomerLinksConfig {
+  @ApiPropertyOptional({ type: [CustomerLinkItem] })
+  home?: CustomerLinkItem[];
+  @ApiPropertyOptional({ type: [CustomerSidebarSection] })
+  sidebar?: CustomerSidebarSection[];
+}
+
 export class CustomerLinkRequest {
-  @ApiProperty({ type: [CustomerLink] })
-  links: CustomerLink[];
+  @ApiProperty({ type: CustomerLinksConfig })
+  links: CustomerLinksConfig;
 }

 export class CustomerLinksResponse {
-  @ApiProperty({ type: [CustomerLink] })
-  links: CustomerLink[];
-}
-
+  @ApiPropertyOptional({ type: CustomerLinksConfig })
+  links?: CustomerLinksConfig;
+}
@@ -11,17 +11,19 @@ export class TableColumns {
  name: string;
  @ApiProperty()
  columns: string[];
-  @ApiProperty()
+  @ApiPropertyOptional({ type: [Column] })
  references: Column[];
  @ApiProperty()
-  identifier_columns: string[];
-  @ApiProperty()
  destination: Record<'raw' | 'qualify', {
    table_name: string;
    table_schema: string;
  }> | null;
  @ApiProperty()
  type: string;
+  @ApiPropertyOptional({ type: [String] })
+  identifier_columns?: string[];
+  @ApiPropertyOptional({ type: Column })
+  reference_column?: Column;
 }
 export class AvailableEntity {
  @ApiProperty()
@@ -99,6 +99,7 @@ export class InputsController {
      customer: info.customer,
    });

+    this.logger.info(JSON.stringify(body))
    const response = await this.inputService.create({ body, info });

    return response;
@@ -17,6 +17,8 @@ import {
  InputCreateGenericRequest,
  InputCreateS3Request,
  InputNewCreateRequest,
+  InputUpdateResponse,
+  RollbackInputRequest,
  TestConnectionRequest,
 } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/messages';
 import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
@@ -71,8 +73,8 @@ export class InputsService {
      objectCamelToSnake(createInputResponse);
      return createInputResponse;
    },
-    update: async (updateInputDTO: UpdateInputRequest) => {
-      this.logger.info('InputClientService - Update');
+    update: async (updateInputDTO: UpdateInputRequest): Promise<InputUpdateResponse> => {
+      this.logger.info('InputClientService - Update' + JSON.stringify(updateInputDTO));
      const updateInputResponse = await lastValueFrom(
        this.inputWriteService.InputUpdate(updateInputDTO),
      );
@@ -164,6 +166,11 @@ export class InputsService {
    const inputCreateGenericRequest: InputCreateGenericRequest = {
      input: {
        ...body,
+        tables: (body.tables || []).map((table) => ({
+          ...table,
+          identifier_columns: table.identifier_columns || [],
+          reference_column: table.reference_column || table.references?.[0],
+        })),
      },
      info,
    };
@@ -202,21 +209,44 @@ export class InputsService {
  async update(id: string, data, info: Info) {
    // this.validateCron({ ...data, info });
    try {
-      const updateInputResponse: any = await this.OLD_inputClient.update({
+      const {
+        tablesUpdate,
+        dataAssetUpdate,
+        input
+      } = await this.OLD_inputClient.update({
        id,
-        info,
        ...data,
+        info,
      });

-      updateInputResponse.input = this.adjustInputPayload(
-        updateInputResponse?.input,
+      const updateInputResponse = this.adjustInputPayload(
+        input,
      );
-      return updateInputResponse;
+      return {
+        input: updateInputResponse,
+        tablesUpdate,
+        dataAssetUpdate
+      };
    } catch (err) {
      throw new HttpException(err.message, HttpStatus.NOT_FOUND);
    }
  }

+  async rollbackUpdate(
+    data: RollbackInputRequest
+  ) {
+    this.logger.info('PipelinesClientService - rollbackUpdate');
+    this.logger.info('Rolling back input update with data: ' + JSON.stringify(data));
+    const updatePipelineResponse = await lastValueFrom(
+      this.inputWriteService.RollbackInputUpdate(
+        data
+      ),
+    );
+    this.logger.info('Done');
+
+    return updatePipelineResponse;
+  }
+
  async remove(idRequest: IIdRequest) {
    return lastValueFrom(this.inputWriteService.InputRemove(idRequest));
  }
@@ -258,4 +288,12 @@ export class InputsService {
    };
    return formatedPayload;
  }
+
+  async markTableDeleted(data: { input_id: string; table_name: string; info: Info }) {
+    return lastValueFrom(this.inputWriteService.MarkTableDeleted(data));
+  }
+
+  async unmarkTableDeleted(data: { input_id: string; table_name: string; info: Info }) {
+    return lastValueFrom((this.inputWriteService as any).UnmarkTableDeleted(data));
+  }
 }
@@ -14,7 +14,7 @@ import {
  Patch,
  HttpException,
  BadRequestException,
-  CacheTTL,
+  UseGuards,
 } from '@nestjs/common';
 import {
  ApiCreatedResponse,
@@ -24,7 +24,6 @@ import {
  ApiTags,
 } from '@nestjs/swagger';
 import {
-  AuthenticateCondition,
  RequireAllPermissions,
  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
@@ -49,9 +48,11 @@ import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filt
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
-import { TableColumns } from '../inputs/dtos/input.model';
-import { UpdateInputRequest } from '../inputs/dtos/old_interfaces';
 import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
+import { PipelineExecutionGuard } from 'src/guards/pipeline-execution.guard';
+
+type PipelineTable = { name: string; job_id?: string; is_deleted?: boolean; [key: string]: any };
+type PipelineTablesConfig = { input_id?: string; tables: PipelineTable[] };

@ApiTags('PipelinesV2')
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
@@ -62,6 +63,7 @@ export class PipelinesController {
  constructor(
    @Inject(DadosferaLogger)
    dadosferaLogger: DadosferaLogger,
+
    private pipelinesClientService: PipelinesService,
    private oldPipelinesService: OldPipelineService,
  ) {
@@ -191,6 +193,7 @@ export class PipelinesController {
  @Get(':id/status')
  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineStatus(@Body() body, @Param('id') id: string) {
+
    body.id = id;

    this.logger.info(`/pipeline/${id} - ON GET PIPELINE STATUS ROUTE`, {
@@ -222,28 +225,50 @@ export class PipelinesController {
      language,
    });

-    const result = await this.pipelinesClientService
-      .findOne({ id }, metadata)
-      .then((res) => {
-        //{pipeline:{tables: {tables: [], input_id: ''}}}
-        let tables = JSON.parse(res.pipeline.config.tables);
-        const input_id = tables?.input_id;
-        if (tables?.tables) tables = tables.tables;
-        Object.assign(res.pipeline, {
-          transformations: res.pipeline.transformations
-            ? JSON.parse(res.pipeline.transformations)
-            : [],
-          config: {
-            cron: res.pipeline.config.cron,
-            tables,
-            input_id
-          },
-          properties: res.pipeline.properties
-            ? JSON.parse(res.pipeline.properties)
-            : {},
-        });
-        return res;
-      });
+    const pipelineRes = await this.pipelinesClientService.findOne({ id }, metadata);
+
+    const parsed: PipelineTablesConfig = JSON.parse(pipelineRes.pipeline.config.tables);
+    const input_id = parsed.input_id;
+    const tables: PipelineTable[] = parsed.tables ?? [];
+
+    Object.assign(pipelineRes.pipeline, {
+      transformations: pipelineRes.pipeline.transformations
+        ? JSON.parse(pipelineRes.pipeline.transformations)
+        : [],
+      config: {
+        cron: pipelineRes.pipeline.config.cron,
+        tables,
+        input_id,
+      },
+      properties: pipelineRes.pipeline.properties
+        ? JSON.parse(pipelineRes.pipeline.properties)
+        : {},
+    });
+
+    return pipelineRes;
+  }
+
+  @Get("/:id/data-assets")
+  @RequireSomePermission(
+    PERMISSIONS_GROUPS.PIPELINE.permissions.GET,
+    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
+    PERMISSIONS_GROUPS.CATALOG.permissions.GET
+  )
+  async findAllDataAssetByPipeline(
+    @Language() language: LanguageEnum,
+    @Param('id') id: string,
+    @User() user: RequestUser,
+    @Query('object') object: string
+  ) {
+    const payload = {
+      pipeline: id,
+      object: object, 
+    };
+
+    this.logger.info(`GET pipelinesV2/:id/data-assets` + JSON.stringify(payload));
+    
+    const result =
+      await this.pipelinesClientService.findAllDataAssetByPipeline(payload, user);

    return result;
  }
@@ -285,6 +310,7 @@ export class PipelinesController {

  @Patch('/:pipelineId/inputs/:id')
  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
+  @UseGuards(PipelineExecutionGuard)
  async updatePipelineInput(
    @Language() language: LanguageEnum,
    @Body() pipelineInputDTO: UpdatePlatformInputRequest,
@@ -294,13 +320,14 @@ export class PipelinesController {
  ) {
    this.logger.info('PipelinesController - update', { user });

-
    const { customer_id, customer_name, user_id, username } = user;
    const info: Info = {
      user_id: user.user_id,
      customer: user.customer_name,
      customer_id: user.customer_id,
+      pipeline_id: pipelineId
    };
+
    const metadata = PackTheMetadata({
      customer_id,
      customer_name,
@@ -12,6 +12,9 @@ import { ConnectorModule } from '../connector/connector.module';
 import { InputsModule } from '../inputs/inputs.module';
 import { TransformationsModule } from '../transformations/transformations.module';
 import { PlatformApiModule } from '../platform-api/platform-api.module';
+import { NimbusServicesModule } from 'src/services/nimbus/nimbus.module';
+import { NimbusService } from 'src/services/nimbus/nimbus.service';
+import { CatalogModule } from '../catalog/catalog.module';

 const client = new PipelinesClientConfiguration();

@@ -22,10 +25,12 @@ const client = new PipelinesClientConfiguration();
    ConnectorModule,
    InputsModule,
    TransformationsModule,
-    PlatformApiModule
+    PlatformApiModule,
+    NimbusServicesModule,
+    CatalogModule
  ],
  controllers: [PipelinesController],
-  providers: [PipelinesService, DadosferaLogger],
+  providers: [PipelinesService, DadosferaLogger, NimbusService],
  exports: [PipelinesService],
 })
 export class PipelinesV2Module {}
@@ -29,6 +29,15 @@ import ErrorCodes from 'src/utils/errorCodes';
 import ErrorBuilder from 'src/utils/ErrorBuilder';
 import { PlatformApiService } from '../platform-api/platform-api.service';
 import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
+import { TableUpdate } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/messages';
+import { AxiosError } from 'axios';
+import { NimbusService } from 'src/services/nimbus/nimbus.service';
+import { PERMISSIONS_GROUPS } from 'src/authentication/permissions.enum';
+import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { IDataAsset } from '../catalog/dtos';
+import { CatalogService } from '../catalog/catalog.service';
+
+type RollbackPromise = () => Promise<any>;

 export class PipelinesService implements OnModuleInit {
  logger: DadosferaLogger;
@@ -42,7 +51,9 @@ export class PipelinesService implements OnModuleInit {
    private readonly connectorService: ConnectorClientService,
    private readonly inputsService: InputsService,
    private readonly transformationsService: TransformationsService,
-    private readonly platformAPI: PlatformApiService
+    private readonly platformAPI: PlatformApiService,
+    private readonly nimbusService: NimbusService,
+    private readonly catalogService: CatalogService
  ) {
    this.logger = dadosferaLogger.logger;
  }
@@ -348,133 +359,268 @@ export class PipelinesService implements OnModuleInit {
  async updatePipelineInput(pipelineId: string, inputId: string, updateInputDTO: UpdatePlatformInputRequest, info: Info, user: RequestUser, metadata: Metadata) {
    this.logger.info('InputClientService - Update');

-    this.logger.info('Update Dynamo Reference');
+    const {
+      input: oldInput
+    } = await this.inputsService.findOne({
+      id: inputId,
+      info: info
+    });
+
+    this.logger.info('Update Dynamo Reference :' + JSON.stringify(oldInput));
    const pipelineIdFormat = pipelineId.split('-').join('_');
+    const rollback: RollbackPromise[] = [];
+
    const updateInputResponse = await this.inputsService.update(
      inputId,
      updateInputDTO,
      info
-    )
+    );

-    const requests = [];
+    const inputRollback = () => {
+      this.logger.info("exec rollback to input: " + JSON.stringify(oldInput));
+      return this.inputsService.rollbackUpdate(
+        {
+          id: inputId,
+          dataAssetUpdate: updateInputResponse.dataAssetUpdate,
+          tables: oldInput.tables,
+          info
+        }
+      ) as Promise<any>;
+    }

-    this.logger.info('Dynamo Response', updateInputResponse);
+    rollback.push(inputRollback);
+
+    this.logger.info("Input Update Response: " + JSON.stringify(updateInputResponse))
+
+    const nimbusUpdates = updateInputResponse?.tablesUpdate || [];
+
+    nimbusUpdates.forEach(update => {
+      const nimbusRollback = () => {
+        return this.nimbusService.renameTable(
+          info.customer,
+          update.database,
+          {
+            table_name: update.table_name,
+            table_schema: update.table_schema
+          },
+          {
+            table_name: update.old_table_name,
+            table_schema: update.old_table_schema
+          }
+        );
+      }
+      rollback.push(nimbusRollback);
+    });
+
+    try {
+      await this.updateNimbus(info.customer, nimbusUpdates);
+    } catch (error) {
+      this.logger.error(error);
+      if (error instanceof AxiosError) {
+        this.logger.error(JSON.stringify(error.response.data));
+      }
+      await this.executeRenameRollback(rollback);
+
+      throw new Error("Error Nimbus updating tables");
+    }
+
+    try {
+      await this.updatePlatformJobs(
+        pipelineIdFormat,
+        updateInputResponse.input.type,
+        updateInputDTO,
+        user
+      );
+    } catch (error) {
+      this.logger.error(error);
+      await this.executeRenameRollback(rollback)
+      throw new Error("Error Platform API updating jobs");
+    }
+
+    return updateInputResponse;
+  }
+
+  private async executeRenameRollback(request: RollbackPromise[]) {
+    this.logger.info('rollback steps: ' + request.length)
+    const result = await Promise.allSettled(request.map(func => func()));
+    result.forEach(promise => {
+      this.logger.info("Promise finish with status: " + promise.status)
+
+      if (promise.status === "rejected") {
+        this.logger.error("reject with: " + JSON.stringify(promise.reason || {}))
+      }
+
+      if (promise.status === "fulfilled") {
+        this.logger.info("success with: " + JSON.stringify(promise.value || {}))
+      }
+    });
+
+  }
+
+  private async updateNimbus(customer: string, changes: TableUpdate[]) {
+    // throw new Error("teste error nimbus");
+    this.logger.info('Nimbus Changes: ' + JSON.stringify(changes));
+    if(!changes || changes.length === 0) return;
+
+    const requests = changes.map(change => {
+      return this.nimbusService.renameTable(customer, change.database, {
+        table_name: change.old_table_name,
+        table_schema: change.old_table_schema
+      }, {
+        table_name: change.table_name,
+        table_schema: change.table_schema
+      });
+    })
+
+    const values = await Promise.allSettled(requests);
+
+    const success = values.map(request => request.status === "fulfilled")
+
+    this.logger.info("Updates with succes: " + success.length);
+
+    values.forEach(promise => {
+      this.logger.info("Promise finish with status: " + promise.status)
+
+      if (promise.status === "rejected") {
+        this.logger.error("reject with: " + JSON.stringify(promise.reason || {}));
+        throw new Error(promise.reason );
+      }
+
+      if (promise.status === "fulfilled") {
+        this.logger.info("success with: " + JSON.stringify(promise.value || {}));
+      }
+    });
+
+  }
+
+  async updatePlatformJobs(pipelineId: string, pipelineType: string, updateInputDTO: UpdatePlatformInputRequest, user: RequestUser) {
+    const jobsUpdated = [];

    for (const [index, table] of updateInputDTO.tables.entries()) {
-      const id = `${pipelineIdFormat}_${index}`;
-      this.logger.info('Updating input reference for table', table.name);
-      const body = {}
+      const jobUpdate = {
+        job_id: `${pipelineId}_${index}`,
+      }
+
+      if (table.type !== "incremental_with_qualify") {
+        delete table.destinations?.qualify;
+      }
+
+      if (table.memory) {
+        jobUpdate["memory"] = {
+          amount: table.memory * 1000
+        }
+      }
+      
+      this.logger.info('Updating input reference for table: ' + table.name);
+      let hasUpdateSyncMode = false;
+
+      const jobSyncMode = {}
+
      if (table.columns) {
-        body['column_include_list'] = table.columns;
+        hasUpdateSyncMode = true;
+        jobSyncMode['column_include_list'] = table.columns;
      }

      if (table.reference_column) {
-        body['incremental_column_name'] = table.reference_column.name;
-        body['incremental_column_type'] = table.reference_column.type;
+        hasUpdateSyncMode = true;
+        jobSyncMode['incremental_column_name'] = table.reference_column.name;
+        jobSyncMode['incremental_column_type'] = table.reference_column.type;
      }

      if (table.identifier_columns) {
-        body['primary_keys'] = table.identifier_columns;
-      }
-
-      this.logger.info('Request body', body);
-      const updateCollumns = this.platformAPI.proxy(
-        'PATCH',
-        `/jobs/${id}/input`,
-        user,
-        body
-      )
-      requests.push(updateCollumns);
-
-      if (table.memory) {
-        this.logger.info('Updating memory allocation for table', table.name);
-        const updateMemory = this.platformAPI.proxy(
-          'PUT',
-          `/jobs/${id}/memory`,
-          user,
-          {
-            amount: table.memory
-          }
-        )
-        requests.push(updateMemory);
+        hasUpdateSyncMode = true;
+        jobSyncMode['primary_keys'] = table.identifier_columns;
      }

      if (table.type) {
-          const updateSyncMode = this.updatePipelineSyncMode(table, id, user);
-          requests.push(updateSyncMode);
+        hasUpdateSyncMode = true;
+        
+        jobSyncMode['target_load_type'] = table.type;
      }
-    }

-    this.logger.info('Create Platform Request for each JOB');
+      if(hasUpdateSyncMode) {
+        jobUpdate["sync_mode"] = jobSyncMode;
+      }

-    if (updateInputDTO.cron) {
-      const crnUpdatedRequest = new Promise(async (resolve, reject) => {
-        const response = await this.updatePipelineCron(updateInputDTO.cron, pipelineIdFormat, user);
-
-        if (response.error) {
-          this.logger.error('Error updating pipeline cron', response.error);
-          return reject(new ErrorBuilder(response.error));
+      if (Object.keys(table.destinations).length > 1) {
+        let hasChanges = false
+        const jobRenameTables = {
+            raw: {},
+            qualify: {}
        }
-        this.logger.error('Pipeline cron updated successfully', response);
-        return resolve(response);
-      });
-      requests.push(crnUpdatedRequest);
+
+        if (Object.keys(table.destinations.raw).length > 1) {
+          hasChanges = true;
+          jobRenameTables.raw = table.destinations.raw;
+        }
+
+        if (Object.keys(table.destinations.qualify).length > 1) {
+          hasChanges = true;
+          jobRenameTables.qualify = table.destinations.qualify;
+        }
+
+        if (hasChanges) {
+          jobUpdate['rename_tables'] = jobRenameTables;
+        }
+      }
+
+      jobsUpdated.push(jobUpdate);
    }

-    this.logger.info('Executing all request for the platform api');
+    this.logger.info('Request body:' + JSON.stringify({
+      jobs_updated: jobsUpdated
+    }));

-    const results = await Promise.allSettled(requests);
-    this.logger.info('Platform api response', results);
-
-    return updateInputResponse;
-    
+    const response = await this.platformAPI.proxy(
+      'PUT',
+        `/pipeline/${pipelineId}/jobs`,
+      user,
+      {
+        job_updates: jobsUpdated
+      }
+    )
+    this.logger.info('Platform api response: ' + JSON.stringify(response));
  }

-  private async updatePipelineSyncMode(table: UpdateTableDTO,  pipelineId: string, user: RequestUser) {
-    const body = {
-      target_load_type: table.type
-    }
+  async findAllDataAssetByPipeline(data: {
+    pipeline: string,
+    object?: string
+  }, user: RequestUser) {
+    const metadata = PackTheMetadata(user);

-    if (table.type === 'incremental_with_qualify') {
-      body['incremental_column_name'] = table.reference_column.name;
-      body['incremental_column_type'] = table.reference_column.type;
-      body['primary_keys'] = table.identifier_columns;
-    }
+    const isDataAdmin = user.permissions.includes(
+      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
+    );

-    if (table.type === 'incremental') {
-      body['incremental_column_name'] = table.reference_column.name;
-      body['incremental_column_type'] = table.reference_column.type;
-    }
+    let has_permission = false;

-    this.logger.info('Updating pipeline sync mode', {
-      pipelineId,
-      body
+    const {
+      data_assets: resultString
+    } = await lastValueFrom(
+      this.pipelineReadService.FindAllDataAssetByPipeline(data, metadata)
+    );
+
+    const result = JSON.parse(resultString) as any;
+    const data_assets: IDataAsset[] = []
+    result.forEach(data_asset => {
+      if (data_asset?.owner === user.username) has_permission = true;
+
+      for (const role of user.roles) {
+        if (data_asset.roles.includes(role)) has_permission = true;
+      }
+  
+      if (data_asset.users.includes(user.user_id)) has_permission = true;
+  
+      if (isDataAdmin || has_permission) {
+        delete data_asset.p_roles;
+        delete data_asset.p_users;
+        data_assets.push(data_asset as IDataAsset);
+      }
    });

-    return this.platformAPI.proxy(
-      "POST",
-      `/jobs/jdbc/${pipelineId}/sync-mode`,
-      user,
-      body
-    )
+    const assets = await this.catalogService.getAssetsUsersAndRoles(data_assets, user.customer_id);
+
+    return assets;
  }

-  private async updatePipelineCron(cron: string, pipelineId: string, user: RequestUser) {
-    try {
-      const response = await this.platformAPI.proxy(
-        'PATCH',
-        `/pipeline/${pipelineId}`,
-        user,
-        {
-          cron
-        }
-      );
-
-      return response
-    } catch (error) {
-        return {
-          error: error.message
-        }
-    }
-  }
 }
@@ -10,6 +10,9 @@ import {
  Query,
  Inject,
  BadRequestException,
+  HttpException,
+  NotFoundException,
+  UseGuards,
 } from '@nestjs/common';
 import { ApiTags, ApiOperation } from '@nestjs/swagger';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
@@ -25,7 +28,11 @@ import { ElasticsearchService } from '../../services/elasticsearch';
 import { DynamoDBService, ReferenceColumn } from '../../services/dynamodb';
 import { CustomersService } from '../customers/customers.service';
 import { validateCronAgainstScheduleLimit } from '../../utils/cron-validation';
+import { CatalogService } from '../catalog/catalog.service';
+import { PackTheMetadata } from '../../utils/PackTheMetadata';
 import { ValidationTableDTO } from './platform-api.dto';
+import { InputsService } from '../inputs/inputs.service';
+import { PipelineExecutionGuard } from 'src/guards/pipeline-execution.guard';


 type ValidateTablesDTO = {
@@ -35,6 +42,11 @@ type ValidateTablesDTO = {
  }>
 }

+type RenameTablesBody = {
+  raw?: { table_name: string; table_schema: string };
+  qualify?: { table_name: string; table_schema: string };
+}
+
@ApiTags('Platform API')
@Controller('platform')
 export class PlatformApiController {
@@ -45,6 +57,8 @@ export class PlatformApiController {
    private readonly elasticsearchService: ElasticsearchService,
    private readonly dynamoDBService: DynamoDBService,
    private readonly customersService: CustomersService,
+    private readonly catalogService: CatalogService,
+    private readonly inputsService: InputsService,
    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
  ) {
    this.logger = dadosferaLogger.logger;
@@ -76,6 +90,23 @@ export class PlatformApiController {
    return jobId?.replace(/-/g, '_') || '';
  }

+  private async getJobByAnyConnectorType(normalizedJobId: string, user: RequestUser): Promise<any> {
+    const connectorTypes = ['jdbc', 'singer', 's3'];
+    for (const type of connectorTypes) {
+      try {
+        const job = await this.platformApiService.proxy(
+          'GET',
+          `/jobs/${type}/${normalizedJobId}`,
+          user,
+        );
+        return job;
+      } catch (error) {
+        // Continue to next connector type
+      }
+    }
+    throw new HttpException(`Job ${normalizedJobId} not found in any connector type (jdbc, singer, s3)`, 404);
+  }
+
  /**
   * Extract the pipeline ID (base UUID) from a job ID.
   * Job IDs have format "uuid-suffix" where suffix is the job index (e.g., "0", "1").
@@ -103,7 +134,7 @@ export class PlatformApiController {
  }

  private readonly VALID_CONNECTORS = ['jdbc', 'singer', 's3'];
-  private readonly MAX_MEMORY_MB = 12000; // 12GB maximum memory per pipeline/job
+  private readonly MAX_MEMORY_MB = 12000; // 12GB maximum memory per pipelines/job

  /**
   * Validate that connector is provided and is a valid type.
@@ -374,55 +405,9 @@ export class PlatformApiController {
    }
  }

-  /**
-   * Sync sync-mode changes to DynamoDB for JDBC connectors.
-   * Always passes both target_load_type and incremental_column_name to ensure proper sync.
-   */
-  private async syncJdbcSyncModeToDynamoDB(
-    jobId: string,
-    body: any,
-    user: RequestUser,
-  ): Promise<void> {
-    // JDBC sync mode uses target_load_type field
-    const changes: any = {};
-
-    if ('target_load_type' in body) {
-      changes.target_load_type = body.target_load_type;
-    }
-
-    // Handle incremental_column_name:
-    // - If provided in body, use that value
-    // - If changing to full_load, explicitly clear it
-    if ('incremental_column_name' in body) {
-      changes.incremental_column_name = body.incremental_column_name;
-      changes.incremental_column_type = body.incremental_column_type;
-    } else if (body.target_load_type === 'full_load') {
-      // Changing to full_load without specifying incremental_column - clear it
-      changes.incremental_column_name = null;
-    }
-
-    await this.syncJobInputToDynamoDB(jobId, changes, user, 'jdbc');
-  }
-
-  /**
-   * Sync sync-mode changes to DynamoDB for Singer connectors.
-   */
-  private async syncSingerSyncModeToDynamoDB(
-    jobId: string,
-    body: any,
-    user: RequestUser,
-  ): Promise<void> {
-    // Singer sync mode uses replication_method field
-    // Map to DynamoDB type: FULL_TABLE -> full_load, INCREMENTAL -> incremental
-    if ('replication_method' in body) {
-      const type = body.replication_method === 'INCREMENTAL' ? 'incremental' : 'full_load';
-      await this.syncJobInputToDynamoDB(jobId, { load_type: type }, user, 'singer');
-    }
-  }
-
  // ==================== PIPELINE ROUTES ====================

-  @Post('pipeline')
+  @Post('pipelines')
  @ApiOperation({ summary: 'Create a new pipeline' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async createPipeline(@Body() body: any, @User() user: RequestUser) {
@@ -543,7 +528,7 @@ export class PlatformApiController {
    );
  }

-  @Get('pipeline/:pipelineId')
+  @Get('pipelines/:pipelineId')
  @ApiOperation({ summary: 'Get pipeline by ID' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipeline(
@@ -554,7 +539,7 @@ export class PlatformApiController {
    return this.platformApiService.proxy('GET', `/pipeline/${normalizedId}`, user);
  }

-  @Patch('pipeline/:pipelineId')
+  @Patch('pipelines/:pipelineId')
  @ApiOperation({ summary: 'Update pipeline by ID' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async updatePipeline(
@@ -605,7 +590,7 @@ export class PlatformApiController {
    return result;
  }

-  @Delete('pipeline/:pipelineId')
+  @Delete('pipelines/:pipelineId')
  @ApiOperation({ summary: 'Delete pipeline by ID' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE)
  async deletePipeline(
@@ -635,7 +620,7 @@ export class PlatformApiController {
    return result;
  }

-  @Post('pipeline/execute')
+  @Post('pipelines/execute')
  @ApiOperation({ summary: 'Execute a pipeline' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async executePipeline(@Body() body: any, @User() user: RequestUser) {
@@ -645,10 +630,10 @@ export class PlatformApiController {
      ...body,
      customer_id: user.customer_name,
    };
-    return this.platformApiService.proxy('POST', '/pipeline/execute', user, enrichedBody);
+    return this.platformApiService.proxy('POST', '/pipelines/execute', user, enrichedBody);
  }

-  @Post('pipeline/pause')
+  @Post('pipelines/pause')
  @ApiOperation({ summary: 'Pause a pipeline' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async pausePipeline(@Body() body: any, @User() user: RequestUser) {
@@ -661,7 +646,7 @@ export class PlatformApiController {
    return this.platformApiService.proxy('POST', '/pipeline/pause', user, enrichedBody);
  }

-  @Post('pipeline/unpause')
+  @Post('pipelines/unpause')
  @ApiOperation({ summary: 'Unpause a pipeline' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async unpausePipeline(@Body() body: any, @User() user: RequestUser) {
@@ -674,7 +659,7 @@ export class PlatformApiController {
    return this.platformApiService.proxy('POST', '/pipeline/unpause', user, enrichedBody);
  }

-  @Put('pipeline/:pipelineId/memory')
+  @Put('pipelines/:pipelineId/memory')
  @ApiOperation({ summary: 'Update pipeline memory configuration' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async updatePipelineMemory(
@@ -697,7 +682,7 @@ export class PlatformApiController {

  // ==================== PIPELINE METADATA ROUTES ====================

-  @Put('pipeline/:pipelineId/metadata')
+  @Put('pipelines/:pipelineId/metadata')
  @ApiOperation({ summary: 'Update pipeline metadata' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async updatePipelineMetadata(
@@ -766,7 +751,7 @@ export class PlatformApiController {

  // ==================== PIPELINE RUN ROUTES ====================

-  @Get('pipeline/:pipelineId/pipeline_run')
+  @Get('pipelines/:pipelineId/pipeline_run')
  @ApiOperation({ summary: 'Get pipeline runs for a pipeline' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineRuns(
@@ -784,7 +769,7 @@ export class PlatformApiController {
    );
  }

-  @Get('pipeline/:pipelineId/pipeline_run/:runId')
+  @Get('pipelines/:pipelineId/pipeline_run/:runId')
  @ApiOperation({ summary: 'Get specific pipeline run' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineRun(
@@ -801,7 +786,7 @@ export class PlatformApiController {
    );
  }

-  @Get('pipeline/pipeline_run/:runId/logs')
+  @Get('pipelines/pipeline_run/:runId/logs')
  @ApiOperation({ summary: 'Get pipeline run logs' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineRunLogs(
@@ -819,6 +804,34 @@ export class PlatformApiController {
    );
  }

+  @Post('pipelines/:pipelineId/pipeline_run/:runId/cancel')
+  @ApiOperation({ summary: 'Cancel a running pipeline run' })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
+  async cancelPipelineRun(
+    @Param('pipelineId') pipelineId: string,
+    @Param('runId') runId: string,
+    @User() user: RequestUser,
+  ) {
+    const normalizedPipelineId = this.normalizePipelineId(pipelineId);
+    const normalizedRunId = this.normalizePipelineId(runId);
+
+    const status = await this.platformApiService.proxy(
+      'GET',
+      `/pipeline/${normalizedPipelineId}/pipeline_run`,
+      user,
+    );
+
+    if (status.length === 1) {
+      throw new BadRequestException('The first pipeline cannot be canceled');
+    }
+
+    return this.platformApiService.proxy(
+      'POST',
+      `/pipeline/${normalizedPipelineId}/pipeline_run/${normalizedRunId}/cancel`,
+      user,
+    );
+  }
+
  // ==================== JOBS - COLUMN EDITING ROUTES ====================

  @Put('jobs/:jobId/input')
@@ -918,41 +931,54 @@ export class PlatformApiController {
    );
  }

-  // ==================== JOBS - JDBC SYNC MODE ROUTES ====================
-
-  @Get('jobs/jdbc/:jobId')
-  @ApiOperation({ summary: 'Get JDBC job details' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getJdbcJob(@Param('jobId') jobId: string, @User() user: RequestUser) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-    return this.platformApiService.proxy('GET', `/jobs/jdbc/${normalizedJobId}`, user);
-  }
-
-  @Post('jobs/jdbc/:jobId/sync-mode')
-  @ApiOperation({ summary: 'Update JDBC job sync mode' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updateJdbcSyncMode(
-    @Param('jobId') jobId: string,
-    @Body() body: any,
+  @Delete('pipelines/:pipelineId/inputs/:inputId')
+  @ApiOperation({ summary: 'Mark a table as deleted and delete its associated job via platform-api' })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE)
+  @UseGuards(PipelineExecutionGuard)
+  async deleteTable(
+    @Param('pipelineId') pipelineId: string,
+    @Param('inputId') inputId: string,
+    @Body() body: { table_name: string },
    @User() user: RequestUser,
  ) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
+    const tableName = body.table_name;
+    const info = {
+      customer_id: user.customer_id,
+      customer: user.customer_name,
+      user_id: user.user_id,
+    };

-    const result = await this.platformApiService.proxy(
-      'POST',
-      `/jobs/jdbc/${normalizedJobId}/sync-mode`,
-      user,
-      body,
-    );
+    this.logger.info('deleteTable: marking table as deleted', { inputId, tableName });
+    const updatedInput: any = await this.inputsService.markTableDeleted({ input_id: inputId, table_name: tableName, info });
+    this.logger.info('deleteTable: table marked as deleted', { inputId, tableName });

-    // Sync to DynamoDB (pass raw jobId for pipeline extraction)
-    await this.syncJdbcSyncModeToDynamoDB(jobId, body, user);
+    try {
+      const normalizedPipelineId = this.normalizePipelineId(pipelineId);
+      this.logger.info('deleteTable: fetching pipeline from platform-api', { pipelineId, normalizedPipelineId });
+      const platformPipeline = await this.platformApiService.proxy('GET', `/pipeline/${normalizedPipelineId}`, user);
+      this.logger.info('deleteTable: pipeline fetched', { jobCount: platformPipeline?.jobs?.length });

-    return result;
+      const job = platformPipeline?.jobs?.find((j: any) => j.input?.table_name === tableName);
+      if (!job) throw new NotFoundException(`Job for table '${tableName}' not found in pipeline`);
+
+      this.logger.info('deleteTable: deleting job from platform-api', { jobId: job.job_id });
+      await this.platformApiService.proxy('DELETE', `/jobs/${job.job_id}`, user);
+      this.logger.info('deleteTable: job deleted', { jobId: job.job_id });
+
+      return { name: tableName, is_deleted: updatedInput.is_deleted ?? true, deleted_at: updatedInput.deleted_at };
+    } catch (error) {
+      this.logger.error('deleteTable: platform-api delete failed, attempting rollback', { tableName, error: error.message });
+      try {
+        await this.inputsService.unmarkTableDeleted({ input_id: inputId, table_name: tableName, info });
+      } catch (rollbackError) {
+        this.logger.error('deleteTable: rollback failed', { tableName, error: rollbackError.message });
+      }
+      throw error;
+    }
  }

+  // ==================== JOBS - JDBC SYNC MODE ROUTES ====================
+
  @Get('jobs/jdbc/configs/allowed_datatypes')
  @ApiOperation({ summary: 'Get allowed datatypes for JDBC' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
@@ -964,52 +990,6 @@ export class PlatformApiController {
    );
  }

-  // ==================== JOBS - SINGER REPLICATION ROUTES ====================
-
-  @Get('jobs/singer/:jobId')
-  @ApiOperation({ summary: 'Get Singer job details' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getSingerJob(@Param('jobId') jobId: string, @User() user: RequestUser) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-    return this.platformApiService.proxy('GET', `/jobs/singer/${normalizedJobId}`, user);
-  }
-
-  @Post('jobs/singer/:jobId/sync-mode')
-  @ApiOperation({ summary: 'Update Singer job sync mode' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async updateSingerSyncMode(
-    @Param('jobId') jobId: string,
-    @Body() body: any,
-    @User() user: RequestUser,
-  ) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-
-    const result = await this.platformApiService.proxy(
-      'POST',
-      `/jobs/singer/${normalizedJobId}/sync-mode`,
-      user,
-      body,
-    );
-
-    // Sync to DynamoDB (pass raw jobId for pipeline extraction)
-    await this.syncSingerSyncModeToDynamoDB(jobId, body, user);
-
-    return result;
-  }
-
-  // ==================== JOBS - S3 ROUTES ====================
-
-  @Get('jobs/s3/:jobId')
-  @ApiOperation({ summary: 'Get S3 job details' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
-  async getS3Job(@Param('jobId') jobId: string, @User() user: RequestUser) {
-    // Normalize job ID for Platform API (replace - with _)
-    const normalizedJobId = this.normalizeJobId(jobId);
-    return this.platformApiService.proxy('GET', `/jobs/s3/${normalizedJobId}`, user);
-  }
-
  // ==================== HEALTH ROUTE ====================

  @Get('health')
@@ -7,9 +7,11 @@ import { PlatformApiService } from './platform-api.service';
 import { ElasticsearchModule } from '../../services/elasticsearch';
 import { DynamoDBModule } from '../../services/dynamodb';
 import { CustomersModule } from '../customers/customers.module';
+import { CatalogModule } from '../catalog/catalog.module';
+import { InputsModule } from '../inputs/inputs.module';

@Module({
-  imports: [ElasticsearchModule, DynamoDBModule, CustomersModule],
+  imports: [ElasticsearchModule, DynamoDBModule, CustomersModule, CatalogModule, InputsModule],
  controllers: [PlatformApiController],
  providers: [PlatformApiService, DadosferaLogger],
  exports: [PlatformApiService],
@@ -89,6 +89,12 @@ export class PlatformApiService {

      // Propagate non-2xx responses as HttpExceptions
      if (response.status >= 400) {
+        this.logger.error('Platform API upstream error' + JSON.stringify({
+          status: response.status,
+          data: response.data,
+          path,
+          method: method.toUpperCase(),
+        }));
        throw new HttpException(response.data, response.status);
      }

@@ -101,6 +107,8 @@ export class PlatformApiService {
        method: method.toUpperCase(),
      });

+      this.logger.error(error)
+
      if (error instanceof HttpException) {
        throw error;
      }
@@ -125,9 +125,13 @@ export class DynamoDBService {
      },
    });

-    const { Item } = await this.documentClient.send(getCommand);
-
-    return Item as InputDocument | null;
+    try {
+      const { Item } = await this.documentClient.send(getCommand);
+      return Item as InputDocument | null;
+    } catch (error) {
+      this.logger.error('DynamoDB: findInput failed', { inputId, clientId, error: error.message });
+      throw error;
+    }
  }

  async deleteInput(clientId: string, inputId: string): Promise<void> {
@@ -203,7 +207,6 @@ export class DynamoDBService {
        updatedTable.reference_column = changes.reference_column;
      }
    }
-
    tables[tableIndex] = updatedTable;

    // Save updated document
@@ -231,4 +234,5 @@ export class DynamoDBService {
      throw error;
    }
  }
+
 }
@@ -358,6 +358,81 @@ export class ElasticsearchService {
    }
  }

+  private getDataAssetIndex(customerName: string): string {
+    return `${customerName}_data_assets_catalog`;
+  }
+
+  async findDataAssetByTable(
+    customerName: string,
+    tableName: string,
+    tableSchema: string,
+  ): Promise<{ id: string; nimbus_id: number | null; [key: string]: any } | null> {
+    const index = this.getDataAssetIndex(customerName);
+
+    this.logger.info('Elasticsearch: Searching data asset', {
+      index,
+      tableName,
+      tableSchema,
+    });
+
+    try {
+      const response = await this.client.post(`/${index}/_search`, {
+        query: {
+          bool: {
+            must: [
+              { term: { 'table_name.keyword': tableName.toUpperCase() } },
+              { term: { 'table_schema.keyword': tableSchema.toUpperCase() } },
+            ],
+          },
+        },
+        size: 1,
+      });
+
+      const hits = response.data.hits?.hits || [];
+      if (hits.length === 0) {
+        this.logger.warn('Elasticsearch: Data asset not found', { tableName, tableSchema, index });
+        return null;
+      }
+
+      return { ...hits[0]._source, _es_id: hits[0]._id };
+    } catch (error) {
+      this.handleError('findDataAssetByTable', error, { tableName, tableSchema, index });
+      throw error;
+    }
+  }
+
+  async updateDataAsset(
+    customerName: string,
+    assetId: string,
+    updates: Record<string, any>,
+  ): Promise<any> {
+    const index = this.getDataAssetIndex(customerName);
+
+    this.logger.info('Elasticsearch: Updating data asset', {
+      index,
+      assetId,
+      fields: Object.keys(updates),
+    });
+
+    try {
+      const response = await this.client.post(
+        `/${index}/_update/${assetId}`,
+        { doc: updates },
+        { params: { refresh: 'wait_for' } },
+      );
+
+      this.logger.info('Elasticsearch: Data asset updated', {
+        assetId,
+        result: response.data.result,
+      });
+
+      return response.data;
+    } catch (error) {
+      this.handleError('updateDataAsset', error, { assetId, index });
+      throw error;
+    }
+  }
+
  private handleError(
    operation: string,
    error: any,
@@ -0,0 +1,9 @@
+import { Module } from "@nestjs/common";
+import { NimbusService } from "./nimbus.service";
+import DadosferaLogger from "@dadosfera/dadosfera-logs";
+
+@Module({
+  providers: [NimbusService, DadosferaLogger],
+  exports: [NimbusService],
+})
+export class NimbusServicesModule {}
@@ -0,0 +1,56 @@
+import DadosferaLogger from "@dadosfera/dadosfera-logs";
+import { Inject, Injectable } from "@nestjs/common";
+import axios from "axios";
+
+type TableUpdate = {
+    table_schema: string;
+    table_name: string;
+}
+
+@Injectable()
+export class NimbusService {
+    private logger: DadosferaLogger;
+  
+    constructor(
+      @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+    ) {
+      this.logger = dadosferaLogger.logger;
+    }
+
+    private buildUrl(customerName: string) {
+        if (process.env.ENV === 'prd') {
+            return `https://nimbus-${customerName}.dadosfera.ai`;
+          }
+      
+          return `https://nimbus-${customerName}.${process.env.ENV.replace(
+            'local',
+            'stg',
+          )}.dadosfera.ai`;
+    }
+
+    async renameTable(customerName: string, database: string, old: TableUpdate, update: TableUpdate) {
+        const nimbusUrl = this.buildUrl(customerName);
+
+        const path = `/api/catalog/rename-tables/?database_name=${encodeURIComponent(database)}&table_name=${encodeURIComponent(old.table_name)}&table_schema=${encodeURIComponent(old.table_schema)}`;
+
+        try {
+            this.logger.info("Request for PATCH " + nimbusUrl + path);
+            this.logger.info("Payload: " + JSON.stringify(update));
+            const { data } = await axios.patch(nimbusUrl + path, {
+                table_name: update.table_name,
+                table_schema: update.table_schema
+            })
+
+            return data;
+        } catch (error) {
+            this.logger.error(error);
+            return {
+                message: error.message,
+                database,
+                old, 
+                update
+            }
+        }
+
+    }
+}
Author	SHA1	Message	Date
marcos-silva-rodrigues	e32787baff	FIX: roles	2026-04-29 17:06:04 -03:00
marcos-silva-rodrigues	02627d023a	FEAT: list assets by pipeline and multiple ids	2026-04-29 16:26:43 -03:00
marcos-silva-rodrigues	6b3241281b	FIX: update package lock	2026-04-23 15:33:18 -03:00
marcos-silva-rodrigues	e980c58507	FEAT: list schema and filter assets by schema	2026-04-23 15:15:14 -03:00
Marcos Rodrigues Silva	ff5f8672e2	Merge pull request #483 from dadosfera/beta Beta	2026-04-20 10:46:37 -03:00
Marcos Rodrigues Silva	d51456ecf7	Merge pull request #482 from dadosfera/hotfix/disable-edit-pipeline FIX: block cancel first pipeline	2026-04-16 15:02:20 -03:00
marcos-silva-rodrigues	0cb9da13d0	FIX: block cancel first pipeline	2026-04-16 14:58:19 -03:00
Marcos Rodrigues Silva	f198449c16	Merge pull request #481 from dadosfera/hotfix/disable-edit-pipeline Hotfix/disable edit pipeline	2026-04-13 14:29:58 -03:00
marcos-silva-rodrigues	0d627b0451	FEAT: guard to prevent pipeline update when pipeline is running	2026-04-13 14:23:44 -03:00
Marcos Rodrigues Silva	ff8eb3197d	Merge pull request #478 from dadosfera/beta Beta	2026-04-09 18:17:58 -03:00
Marcos Rodrigues Silva	abd4e6f90a	Merge pull request #480 from dadosfera/hotfix/remove-platform-endpoints FIX: remove full table	2026-04-09 17:41:32 -03:00
marcos-silva-rodrigues	901518d26c	FIX: remove full table	2026-04-09 17:38:28 -03:00
Marcos Rodrigues Silva	17a4c0ef82	Merge pull request #479 from dadosfera/hotfix/remove-platform-endpoints FEAT: remove endpoints	2026-04-09 17:24:57 -03:00
marcos-silva-rodrigues	4ab8147149	FEAT: remove endpoints	2026-04-09 17:23:58 -03:00
marcos-silva-rodrigues	0086528d51	FEAT: update connectors	2026-04-07 18:05:30 -03:00
vinicius gadea	bf12598915	Merge pull request #476 from dadosfera/feat/beta-delete-pipeline-job Feat/beta delete pipeline job	2026-04-02 17:35:06 -03:00
viniciusgadea	efb0b58648	FEAT: update deleteTable endpoint to use pipelineId in path and refactor parameters	2026-04-02 17:28:42 -03:00
viniciusgadea	8a9b58b612	FIX: rename method normalizeJobId to normalizePipelineId for clarity	2026-04-02 16:40:35 -03:00
viniciusgadea	837a9d7265	FEAT: update job deletion logic to mark tables as deleted and adjust API endpoints accordingly	2026-04-02 15:40:07 -03:00
viniciusgadea	d0122a9c20	FEAT: remove unused status field from InputDocument and updateInputTable method	2026-04-01 14:43:51 -03:00
viniciusgadea	968f75b688	FEAT: update job deletion endpoint to include inputId in path and implement rollback for table deletion	2026-04-01 14:26:55 -03:00
viniciusgadea	877cb9d281	FEAT: refine PipelineTablesConfig type definition and update parsing logic in PipelinesController	2026-03-31 18:38:25 -03:00
viniciusgadea	59efdb6272	FEAT: update job deletion and mark associated table as deleted in DynamoDB. Update protospack-v2	2026-03-31 16:36:59 -03:00
Marcos Rodrigues Silva	7b1049224c	Merge pull request #477 from dadosfera/hotfix/axios-vulnerability FIX: preventing the axios vulnerability	2026-03-31 15:01:03 -03:00
marcos-silva-rodrigues	0369f10b5c	FIX: preventing the axios vulnerability	2026-03-31 14:52:52 -03:00
viniciusgadea	ecca9106f0	FEAT: remove PipelinesV2Module from PlatformApiModule imports	2026-03-31 11:17:32 -03:00
viniciusgadea	efc1f49d92	FEAT: update delete job endpoint summary and remove unused InputsModule from platform-api module	2026-03-31 10:55:31 -03:00
viniciusgadea	2d46ac3213	FEAT: add delete job endpoint and update related services; update protospack-v2 version to 3.40.0-beta.3	2026-03-31 10:54:50 -03:00
Marcos Rodrigues Silva	271174176b	Merge pull request #473 from dadosfera/feat/qualify FEAT: update input	2026-03-30 12:06:08 -03:00
marcos-silva-rodrigues	dcf7aed51c	MERGE: resolve package conflicts	2026-03-30 12:05:36 -03:00
marcos-silva-rodrigues	7fbce8b5be	FEAT: update input	2026-03-30 12:02:27 -03:00
vinicius gadea	049eca9700	Merge pull request #472 from dadosfera/feat/cancel-pipeline-run-beta FEAT: update protospack-v2 to version 3.40.0-beta.1 and adjust relate…	2026-03-26 14:54:32 -03:00
viniciusgadea	3bcd78bb32	FEAT: update protospack-v2 to version 3.40.0-beta.1 and adjust related scripts	2026-03-26 14:53:33 -03:00
vinicius gadea	f603b64679	Merge pull request #471 from dadosfera/feat/cancel-pipeline-run-beta Feat/cancel pipeline run beta	2026-03-26 11:29:09 -03:00
viniciusgadea	b640465624	Merge remote-tracking branch 'origin/beta' into feat/cancel-pipeline-run-beta	2026-03-26 11:19:30 -03:00
viniciusgadea	98282471a9	FIX: remove unused data asset methods from ElasticsearchService	2026-03-26 11:08:40 -03:00
viniciusgadea	8983430889	REF: remove last_run_status tracking and related Elasticsearch update logic from pipeline cancellation	2026-03-26 10:32:09 -03:00
viniciusgadea	d3aeca12cd	FIX: remove last_run_canceled_at from PipelineDocument and update last_run_status handling	2026-03-26 10:32:09 -03:00
viniciusgadea	ce619942a3	FEAT: add endpoint to cancel running pipeline runs and update Elasticsearch status	2026-03-26 10:32:09 -03:00
Marcos Rodrigues Silva	71b3f278a5	Merge pull request #469 from dadosfera/feat/override-menu2 Feat/override menu2	2026-03-25 18:02:14 -03:00
viniciusgadea	c92542ed90	FEAT: update protospack-v2 version to 3.39.0 in package.json and package-lock.json	2026-03-25 15:53:02 -03:00
viniciusgadeaandClaude Sonnet 4.6	69a9d78642	FIX: add multer@2.0.2 and update package-lock.json — missing transitive dep of protospack-v2@3.38.0-beta.30 Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>	2026-03-25 15:41:02 -03:00
viniciusgadea	bf4f3cfd8c	FEAT: update CustomerSidebarSection and related DTOs to use object type for title; update protospack-v2 version; update from id to customerId	2026-03-25 15:40:57 -03:00
viniciusgadeaandClaude Sonnet 4.6	01afa69fcb	FIX: remove duplicate identifier_columns declaration in TableColumns DTO Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>	2026-03-25 15:37:15 -03:00
viniciusgadea	80f3913fd2	FEAT: update CustomerSidebarSection to support both menu and link items	2026-03-25 15:24:59 -03:00
viniciusgadea	10293ad6a9	FEAT: update customer links handling and DTOs for improved structure sidebar. update protospack-v2	2026-03-25 15:24:59 -03:00
Marcos Rodrigues Silva	e4d0c9c3e6	Merge pull request #465 from dadosfera/feat/qualify FEAT: update nimbus after input	2026-03-24 14:10:42 -03:00
marcos-silva-rodrigues	21c57e5620	FEAT: update nimbus after input	2026-03-24 12:28:20 -03:00
marcos-silva-rodrigues	959210e354	FIX: npm ci	2026-03-19 14:56:58 -03:00
marcos-silva-rodrigues	f10953e949	FIX: multer package	2026-03-19 14:45:28 -03:00
Marcos Rodrigues Silva	13903b9bb9	Merge pull request #463 from dadosfera/fix/user-from-me-endpoint FIX: send correct name and email from user payload	2026-03-19 14:36:58 -03:00
marcos-silva-rodrigues	2e3a13d421	FIX: send correct name and email from user payload	2026-03-19 14:35:14 -03:00
vinicius gadea	fa17fc3001	Merge pull request #462 from dadosfera/feat/sidebar-menu FIX: add multer@2.0.2 and update package-lock.json — missing transiti…	2026-03-19 14:00:58 -03:00
viniciusgadeaandClaude Sonnet 4.6	b7171556b8	FIX: add multer@2.0.2 and update package-lock.json — missing transitive dep of protospack-v2@3.38.0-beta.30 Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>	2026-03-19 13:58:02 -03:00
vinicius gadea	254a638392	Merge pull request #457 from dadosfera/feat/sidebar-menu Feat/sidebar menu	2026-03-19 10:41:12 -03:00
viniciusgadea	74b3bd6b46	FEAT: update CustomerSidebarSection and related DTOs to use object type for title; update protospack-v2 version; update from id to customerId	2026-03-19 08:14:56 -03:00
Marcos Rodrigues Silva	9a29ef5401	Merge pull request #461 from dadosfera/feat/qualify FEAT: using batch route to update pipeline	2026-03-18 15:05:36 -03:00
marcos-silva-rodrigues	3f21faaa66	FEAT: using batch route to update pipeline	2026-03-18 11:25:55 -03:00
viniciusgadea	bf19d29a1d	FIX: docsfera.json	2026-03-17 15:38:35 -03:00
viniciusgadeaandClaude Sonnet 4.6	6523f707e3	FIX: remove duplicate identifier_columns declaration in TableColumns DTO Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>	2026-03-17 15:37:08 -03:00
viniciusgadeaandClaude Sonnet 4.6	8b0bf84d34	FIX: resolve merge conflict in package.json for protospack-v2 version Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>	2026-03-17 15:34:12 -03:00
viniciusgadea	9ef4c51ba1	FEAT: update CustomerSidebarSection to support both menu and link items	2026-03-17 15:25:55 -03:00
vinicius gadea	19521489fa	Merge branch 'beta' into feat/sidebar-menu	2026-03-17 10:22:37 -03:00
Rafael Santana	2ce9aad005	Merge pull request #460 from dadosfera/force-deploy FIX: uppercase table_name and table_schema in Nimbus rename calls	2026-03-16 10:42:41 -03:00
RafaelandClaude Opus 4.6	051fb6e4dd	FIX: uppercase table_name and table_schema in Nimbus rename calls Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>	2026-03-16 10:39:55 -03:00
Rafael Santana	2125884c6c	Merge pull request #459 from dadosfera/force-deploy FIX: uppercase table_name and table_schema in ES lookup	2026-03-16 10:19:02 -03:00
RafaelandClaude Opus 4.6	e3099aa2b2	FIX: uppercase table_name and table_schema in ES lookup Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>	2026-03-16 10:17:56 -03:00
Rafael Santana	f4c9226ef9	Merge pull request #458 from dadosfera/force-deploy FIX: rename-tables proxy path and ES lookup	2026-03-13 18:29:53 -03:00
RafaelandClaude Opus 4.6	12c61d9b5d	FIX: rename-tables proxy path and ES lookup - Fix proxy path: /jobs/jdbc/:jobId/rename-tables → /jobs/:jobId/rename-tables - Remove pipeline_id from ES data asset lookup, search by table_name + table_schema only Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>	2026-03-13 18:08:39 -03:00
viniciusgadea	ff3999a6aa	FEAT: update customer links handling and DTOs for improved structure sidebar. update protospack-v2	2026-03-13 17:35:56 -03:00
Rafael Santana	209470482a	Merge pull request #456 from dadosfera/force-deploy UPDATE: force deployment of maestro	2026-03-12 18:03:19 -03:00
Rafael	99c2a9ecf5	UPDATE: force deployment of maestro	2026-03-12 18:02:49 -03:00
Rafael Santana	c0f75d241f	Merge pull request #449 from dadosfera/feat/rename-tables-catalog-sync Feat/rename tables catalog sync	2026-03-12 17:57:44 -03:00
Rafael Santana	1e0fb78dff	Merge branch 'beta' into feat/rename-tables-catalog-sync	2026-03-12 17:57:37 -03:00
Marcos Rodrigues Silva	c26194554c	Merge pull request #455 from dadosfera/fix/header-validation Fix/header validation	2026-03-11 11:58:23 -03:00
Marcos Rodrigues Silva	b70d37423d	Merge pull request #454 from dadosfera/fix/header-validation FIX: types	2026-03-11 10:27:31 -03:00
marcos-silva-rodrigues	4ddd5edcfd	FIX: types	2026-03-11 10:26:33 -03:00
Marcos Rodrigues Silva	3bcbba9581	Merge pull request #453 from dadosfera/fix/header-validation Fix/header validation	2026-03-10 17:35:31 -03:00
marcos-silva-rodrigues	67d47a9642	FIX: correct header	2026-03-10 17:35:05 -03:00
Marcos Rodrigues Silva	6f9c967c96	Merge pull request #452 from dadosfera/feat/qualify FIX: stringify headers	2026-03-10 17:17:48 -03:00
marcos-silva-rodrigues	b8bdc5beea	FIX: stringify headers	2026-03-10 16:00:39 -03:00
Marcos Rodrigues Silva	269f70b309	Merge pull request #451 from dadosfera/feat/qualify FIX: ghost commit	2026-03-10 15:22:36 -03:00
marcos-silva-rodrigues	93f452ae05	FIX: ghost commit	2026-03-10 15:19:18 -03:00
Marcos Rodrigues Silva	e39378229f	Merge pull request #450 from dadosfera/feat/qualify feat: list headers	2026-03-10 14:43:43 -03:00
marcos-silva-rodrigues	61a4f724ef	feat: list headers	2026-03-10 14:43:11 -03:00
RafaelandClaude Opus 4.6	38a9e21f5f	feat: add rename-tables endpoint with catalog sync and rollback Add POST /platform/jobs/:jobId/rename-tables that renames Snowflake tables via platform-api and syncs the rename to Elasticsearch and Nimbus (table-metadata, column-metadata, data-preview). If catalog sync fails, all completed catalog steps are rolled back in reverse order and the Snowflake rename is reverted. - Support any connector type (jdbc, singer, s3) via getJobByAnyConnectorType - Resolve old table names from output_config (raw/qualify) - Skip qualify sync when output_config.qualify has no table_name - Add findDataAssetByPipelineAndTable and updateDataAsset to ElasticsearchService - Add renameTableOnNimbus, renameColumnMetadataOnNimbus, renameDataPreviewOnNimbus to CatalogService - Add upstream error logging to PlatformApiService Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>	2026-03-05 17:29:12 -03:00
Marcos Rodrigues Silva	1a2153d62f	Merge pull request #448 from dadosfera/fix/proxy-urls Fix/proxy urls	2026-02-20 16:03:05 -03:00
Marcos Rodrigues Silva	d25bfd147c	Merge pull request #447 from dadosfera/fix/proxy-urls Fix/proxy urls	2026-02-20 14:32:50 -03:00
marcos-silva-rodrigues	d4ba45fd03	FIX: storage url	2026-02-20 14:28:55 -03:00
marcos-silva-rodrigues	82f1035a5e	FIX: update storage port	2026-02-20 14:28:36 -03:00