FEAT: add logic to native documentation with AI

2026-11-03 02:49:09 +00:00 · 2025-09-23 16:28:38 -03:00
27 changed files with 1156 additions and 1695 deletions
@@ -56,9 +56,9 @@ jobs:

      - name: Install Helmfile
        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
+          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
-          sudo mv helmfile /usr/local/bin/
+          mv helmfile /usr/local/bin/
          helmfile --version

      - name: Install Helm Diff Plugin
@@ -105,7 +105,7 @@ jobs:

      - name: Install Helmfile
        run: |
-          curl -fsSLO https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
+          wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
          tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
          sudo mv helmfile /usr/local/bin/
          helmfile --version
@@ -1,482 +0,0 @@
-# Maestro ↔ In-Factory Migration Map
-
-This document maps all integration points between Maestro and In-Factory that need to be addressed to remove the dependency.
-
-## Architecture Overview
-
-```mermaid
-graph TD;
-  Frontend<-->Maestro;
-  Maestro<-->DUC;
-  Maestro<-->pi-factory;
-  Maestro<-->in-factory;
-```
-
-Maestro connects to **3 external microservices**:
- **DUC** (`DUC_URL`) - User management, authentication, permissions
- **PI-Factory** (`PIFACTORY_URL`) - Pipelines, Catalog services
- **IN-Factory** (`INFACTORY_URL`) - Connections, Connectors, Inputs, Network Config, Transformations
-
---
-
-## Summary Table
-
-| Category | Count | Impact Level |
-|----------|-------|--------------|
-| gRPC Client Configurations | 6 | HIGH |
-| NestJS Modules | 6 | HIGH |
-| REST Controllers/Endpoints | 6 | HIGH |
-| Service Classes | 6 | HIGH |
-| Configuration Files | 5 | MEDIUM |
-| Proto Package Dependencies | 2 | HIGH |
-| Environment Variables | 2 | LOW |
-
---
-
-## 1. gRPC CLIENT CONFIGURATIONS (Files to Migrate)
-
-These files configure gRPC connections to In-Factory services:
-
-### 1.1 Connection Client (`INFACTORY_URL`)
-**File:** `src/modules/connection/client.config.ts`
-```typescript
-// Lines 10-11, 18
-process.env.INFACTORY_URL.startsWith('in-factory:')
-process.env.INFACTORY_URL.includes('0.0.0.0')
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
- `ConnectionManager.ProtoPackages.WritePackage`
- `ConnectionManager.ProtoPackages.ReadPackage`
-
-### 1.2 Connector Client (`INFACTORY_URL`)
-**File:** `src/modules/connector/client.config.ts`
-```typescript
-// Lines 10-11, 18
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
- `ConnectorManager.ProtoPackages.WritePackage`
- `ConnectorManager.ProtoPackages.ReadPackage`
-
-### 1.3 Inputs Client (`INFACTORY_URL`)
-**File:** `src/modules/inputs/inputs-client.config.ts`
-```typescript
-// Lines 10-11, 17
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
- `Input.ProtoPackages.WritePackage`
- `Input.ProtoPackages.ReadPackage`
-
-### 1.4 Network Config Client (`INFACTORY_URL`)
-**File:** `src/modules/network-config/network-config-client.config.ts`
-```typescript
-// Lines 10-11, 19
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
- `NetworkConfig.ProtoPackages.WritePackage`
- `NetworkConfig.ProtoPackages.ReadPackage`
-
-### 1.5 Connection Test Client (`INFACTORY_URL`)
-**File:** `src/modules/connection-test/connection-test-client.config.ts`
-```typescript
-// Lines 10-11, 17
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
- `ConnectionTest.ProtoPackages.ReadPackage`
-
-### 1.6 Transformations Client (`INFACTORY_URL`)
-**File:** `src/modules/transformations/transformations-client.ts`
-```typescript
-// Lines 10-11, 18
-url: process.env.INFACTORY_URL
-```
-**Proto Services Used:**
- `Transformation.ProtoPackages.WritePackage`
-
---
-
-## 2. SERVICE CLASSES (Business Logic to Migrate)
-
-### 2.1 Connection Client Service
-**File:** `src/modules/connection/client.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `CreateConnection()` | ConnectionManagerWriteServices | Write |
-| `UpdateConnection()` | ConnectionManagerWriteServices | Write |
-| `DeleteConnection()` | ConnectionManagerWriteServices | Write |
-| `GetConnectionDetails()` | ConnectionManagerReadServices | Read |
-| `GetAllConnections()` | ConnectionManagerReadServices | Read |
-| `GetConnectorAvailableConnectionsByCustomer()` | ConnectionManagerReadServices | Read |
-| `ValidatePlatformConnections()` | ConnectionManagerReadServices | Read |
-
-**Key Methods:**
- `createConnection()`
- `updateConnection()`
- `deleteConnection()`
- `getConnections()`
- `getConnectionDetails()`
- `validatePlatformConnections()`
-
-### 2.2 Connector Client Service
-**File:** `src/modules/connector/client.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `RegisterConnector()` | ConnectorManagerWriteServices | Write |
-| `UploadFile()` | ConnectorManagerWriteServices | Write |
-| `RegisterMultipleConnectorsWithoutImage()` | ConnectorManagerWriteServices | Write |
-| `UpdateConnectorByID()` | ConnectorManagerWriteServices | Write |
-| `DeleteConnectorById()` | ConnectorManagerWriteServices | Write |
-| `GetConnectors()` | ConnectorManagerReadServices | Read |
-
-### 2.3 Inputs Service
-**File:** `src/modules/inputs/inputs.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `CreateInput()` | InputWriteService | Write |
-| `UpdateInput()` | InputWriteService | Write |
-| `DeleteInput()` | InputWriteService | Write |
-| `GetAvailableEntities()` | InputReadService | Read |
-
-### 2.4 Network Config Service
-**File:** `src/modules/network-config/network-config.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `NetworkConfigCreate()` | NetworkConfigWriteService | Write |
-| `NetworkConfigUpdate()` | NetworkConfigWriteService | Write |
-| `NetworkConfigDelete()` | NetworkConfigWriteService | Write |
-| `NetworkConfigFindAll()` | NetworkConfigReadService | Read |
-| `NetworkConfigFindOneById()` | NetworkConfigReadService | Read |
-
-### 2.5 Connection Test Service
-**File:** `src/modules/connection-test/connection-test.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `TestConnection()` | ConnectionTestReadService | Read |
-
-### 2.6 Transformations Service
-**File:** `src/modules/transformations/client.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Direction |
-|--------|---------|-----------|
-| `CreateTransformation()` | TransformationWriteService | Write |
-| `UpdateTransformation()` | TransformationWriteService | Write |
-| `DeleteTransformation()` | TransformationWriteService | Write |
-| Various read operations | TransformationReadService | Read |
-
---
-
-## 3. NESTJS MODULES (Module Registration)
-
-These modules register the gRPC clients and export services:
-
-| Module | File | Imports | Exports |
-|--------|------|---------|---------|
-| ConnectionModule | `src/modules/connection/connection.module.ts` | ConnectionClientConfiguration | ConnectionClientService |
-| ConnectorModule | `src/modules/connector/connector.module.ts` | ConnectorClientConfiguration | ConnectorClientService |
-| InputsModule | `src/modules/inputs/inputs.module.ts` | InputsGrpcClient | InputsService |
-| NetworkConfigModule | `src/modules/network-config/network-config.module.ts` | NetworkConfigGrpcClient | NetworkConfigService |
-| ConnectionTestModule | `src/modules/connection-test/connection-test.module.ts` | ConnectionTestClientConfiguration | ConnectionTestService |
-| TransformationsModule | `src/modules/transformations/transformations.module.ts` | TransformationsClientConfiguration | TransformationsService |
-
-**App Module Registration:** `src/app.module.ts` (Lines 15-21, 50-60)
-
---
-
-## 4. REST CONTROLLERS (API Endpoints to Migrate)
-
-### 4.1 Connection Controller
-**File:** `src/modules/connection/connection.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/connections` | Create a new connection |
-| PUT | `/connections/:id` | Update an existing connection |
-| DELETE | `/connections/:id` | Delete a connection |
-| GET | `/connections` | Get all connections |
-| GET | `/connections/:id` | Get connection details |
-| GET | `/connections/available/:connector_id` | Get available connections by connector |
-
-### 4.2 Connector Controller
-**File:** `src/modules/connector/connector.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/connectors` | Register a new connector |
-| POST | `/connectors/uploads` | Upload multiple connector files |
-| GET | `/connectors` | List all connectors |
-| PUT | `/connectors/:id` | Update a connector |
-| DELETE | `/connectors/:id` | Delete a connector |
-
-### 4.3 Inputs Controller
-**File:** `src/modules/inputs/inputs.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| GET | `/inputs/available-entities/:plugin` | Get available entities for a plugin |
-| POST | `/inputs` | Create an input |
-| PATCH | `/inputs` | Update an input |
-| DELETE | `/inputs/:id` | Delete an input |
-
-### 4.4 Network Config Controller
-**File:** `src/modules/network-config/network-config.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| GET | `/network-configs` | Get all network configurations |
-| GET | `/network-configs/:id` | Get network config by ID |
-| POST | `/network-configs` | Create network configuration |
-| PUT | `/network-configs/:id` | Update network configuration |
-| DELETE | `/network-configs/:id` | Delete network configuration |
-
-### 4.5 Connection Test Controller
-**File:** `src/modules/connection-test/connection-test.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/connection-test` | Test a connection |
-
-### 4.6 Transformations Controller
-**File:** `src/modules/transformations/transformations.controller.ts`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/transformations` | Create transformation |
-| GET | `/transformations` | Get transformations |
-| PUT | `/transformations/:id` | Update transformation |
-| DELETE | `/transformations/:id` | Delete transformation |
-
---
-
-## 5. CONFIGURATION FILES
-
-### 5.1 Helm Chart Values (Production)
-**File:** `deploy/helm-chart/values.yaml`
-```yaml
-# Lines 32, 42
-maestro:
-  in_factory_url: in-factory.dadosfera.ai
-  tr_factory_url: in-factory.dadosfera.ai  # Transformation factory also uses in-factory
-```
-
-### 5.2 Helm Chart Values (Staging)
-**File:** `deploy/helm-chart/values-stg.yaml`
-```yaml
-# Lines 5-6
-maestro:
-  in_factory_url: in-factory.stg.dadosfera.ai
-  tr_factory_url: in-factory.stg.dadosfera.ai
-```
-
-### 5.3 Helmfiles (Production)
-**File:** `deploy/helmfiles/prd.yaml`
-```yaml
-# Lines 15-18, 39-42 (for both maestro and maestro-unimed releases)
-maestro.in_factory_url: in-factory.dadosfera.ai
-maestro.tr_factory_url: in-factory.dadosfera.ai
-```
-
-### 5.4 Deployment Template
-**File:** `deploy/helm-chart/templates/deployment.yaml`
-```yaml
-# Lines 71-72
- name: INFACTORY_URL
-  value: {{ .Values.maestro.in_factory_url }}
-```
-
-### 5.5 Environment Type Definition
-**File:** `environment.d.ts`
-```typescript
-// Line 9
-INFACTORY_URL: string;
-```
-
---
-
-## 6. PROTO PACKAGE DEPENDENCIES
-
-### 6.1 Package.json
-**File:** `package.json`
-```json
-{
-  "@dadosfera/protospack": "2.5.3",
-  "@dadosfera/protospack-v2": "3.38.0-beta.14"
-}
-```
-
-### 6.2 Proto Imports from `@dadosfera/protospack-v2` (In-Factory related)
-
-| Import Path | Used In |
-|-------------|---------|
-| `ConnectionManager` | connection/client.config.ts, connection/client.service.ts |
-| `ConnectionManager/interfaces/messages` | connection/client.service.ts, connection/dtos/connection.ts |
-| `ConnectionManager/interfaces/entities` | connection/dtos/connection.ts |
-| `ConnectorManager` | connector/client.config.ts, connector/client.service.ts |
-| `Input` | inputs/inputs-client.config.ts, inputs/inputs.service.ts |
-| `Input/interfaces/messages` | inputs/inputs.service.ts |
-| `Input/interfaces/entities` | inputs/inputs.controller.ts, inputs/inputs.service.ts |
-| `NetworkConfig` | network-config/network-config-client.config.ts, network-config/network-config.service.ts |
-| `NetworkConfig/interfaces/entities` | network-config/dto/network-config.ts |
-| `ConnectionTest` | connection-test/connection-test-client.config.ts, connection-test/connection-test.service.ts |
-| `Transformation` | transformations/transformations-client.ts, transformations/client.service.ts |
-
---
-
-## 7. MIGRATION STRATEGY OPTIONS
-
-### Option A: Move In-Factory functionality INTO Maestro
-**Pros:**
- Single service to maintain
- No network latency for these operations
- Simpler deployment
-
-**Cons:**
- Increases Maestro's responsibility/complexity
- Requires database access from Maestro
- May require significant refactoring
-
-**Files to create/migrate:**
-1. Database models for connections, connectors, inputs, network-configs, transformations
-2. Repository layer for database operations
-3. Convert gRPC services to internal services
-4. Remove all gRPC client configurations
-
-### Option B: Create REST API wrapper in In-Factory
-**Pros:**
- Minimal changes to Maestro
- Can migrate incrementally
-
-**Cons:**
- Still maintains dependency
- Additional REST→gRPC translation layer
-
-### Option C: Direct database access from Maestro
-**Pros:**
- Removes runtime dependency
- Better performance
-
-**Cons:**
- Shared database coupling
- Complex migration
-
---
-
-## 8. FILES TO MODIFY/DELETE (Summary)
-
-### High Priority - Core Integration Files
-```
-src/modules/connection/client.config.ts          → DELETE or REPLACE
-src/modules/connection/client.service.ts         → REPLACE with local implementation
-src/modules/connector/client.config.ts           → DELETE or REPLACE
-src/modules/connector/client.service.ts          → REPLACE with local implementation
-src/modules/inputs/inputs-client.config.ts       → DELETE or REPLACE
-src/modules/inputs/inputs.service.ts             → REPLACE with local implementation
-src/modules/network-config/network-config-client.config.ts → DELETE or REPLACE
-src/modules/network-config/network-config.service.ts      → REPLACE with local implementation
-src/modules/connection-test/connection-test-client.config.ts → DELETE or REPLACE
-src/modules/connection-test/connection-test.service.ts    → REPLACE with local implementation
-src/modules/transformations/transformations-client.ts     → DELETE or REPLACE
-src/modules/transformations/client.service.ts            → REPLACE with local implementation
-```
-
-### Medium Priority - Module Registration
-```
-src/modules/connection/connection.module.ts      → UPDATE imports
-src/modules/connector/connector.module.ts        → UPDATE imports
-src/modules/inputs/inputs.module.ts              → UPDATE imports
-src/modules/network-config/network-config.module.ts → UPDATE imports
-src/modules/connection-test/connection-test.module.ts → UPDATE imports
-src/modules/transformations/transformations.module.ts → UPDATE imports
-src/app.module.ts                                → UPDATE if module structure changes
-```
-
-### Low Priority - Configuration
-```
-deploy/helm-chart/values.yaml                    → REMOVE in_factory_url, tr_factory_url
-deploy/helm-chart/values-stg.yaml                → REMOVE in_factory_url, tr_factory_url
-deploy/helmfiles/prd.yaml                        → REMOVE in_factory_url references
-deploy/helm-chart/templates/deployment.yaml      → REMOVE INFACTORY_URL env var
-environment.d.ts                                 → REMOVE INFACTORY_URL type
-README.md                                        → UPDATE architecture diagram
-```
-
---
-
-## 9. DEPENDENCY COUNT BY MODULE
-
-| Module | Files | gRPC Calls | REST Endpoints |
-|--------|-------|------------|----------------|
-| Connection | 4 | 7 | 6 |
-| Connector | 3 | 6 | 5 |
-| Inputs | 3 | 4 | 4 |
-| Network Config | 3 | 5 | 5 |
-| Connection Test | 3 | 1 | 1 |
-| Transformations | 4 | 4+ | 4 |
-| **TOTAL** | **20** | **27+** | **25** |
-
---
-
-## 10. DATA MODELS (Proto Messages Used)
-
-### Connection Manager
- `CreateConnectionRequest` / `CreateConnectionResponse`
- `UpdateConnectionRequest` / `UpdateConnectionResponse`
- `DeleteConnectionRequest` / `DeleteConnectionResponse`
- `GetConnectionDetailsRequest` / `GetConnectionDetailsResponse`
- `GetAllConnectionsRequest` / `GetAllConnectionsResponse`
- `Connection` (entity)
- `ConnectionCredential` (entity)
-
-### Connector Manager
- `RegisterConnectorRequest` / `RegisterConnectorResponse`
- `UploadFileRequest` / `UploadFileResponse`
- `GetConnectorsRequest` / `GetConnectorsResponse`
- `Connector` (entity)
-
-### Input
- `CreateInputRequest` / `CreateInputResponse`
- `UpdateInputRequest` / `UpdateInputResponse`
- `DeleteInputRequest` / `DeleteInputResponse`
- `GetAvailableEntitiesRequest` / `GetAvailableEntitiesResponse`
- `Info` (entity)
-
-### Network Config
- `NetworkConfigCreateRequest` / `NetworkConfigCreateResponse`
- `NetworkConfigUpdateRequest` / `NetworkConfigUpdateResponse`
- `NetworkConfigDeleteRequest` / `NetworkConfigDeleteResponse`
- `NetworkConfigFindAllRequest` / `NetworkConfigFindAllResponse`
- `NetworkConfig` (entity)
-
-### Connection Test
- `TestConnectionRequest` / `TestConnectionResponse`
-
-### Transformation
- `CreateTransformationRequest` / `CreateTransformationResponse`
- `UpdateTransformationRequest` / `UpdateTransformationResponse`
- `DeleteTransformationRequest` / `DeleteTransformationResponse`
-
---
-
-## NEXT STEPS
-
-1. **Decide on migration strategy** (Option A, B, or C)
-2. **Prioritize modules** - Recommend starting with Connection Test (smallest), then Inputs, Network Config, Transformations, Connection, Connector (largest)
-3. **Create database schema** if moving to Option A
-4. **Implement local services** one module at a time
-5. **Update tests** for each migrated module
-6. **Update deployment configs** to remove INFACTORY_URL
-7. **Coordinate with In-Factory team** for data migration
@@ -1,320 +0,0 @@
-# In-Factory Side - Migration Requirements
-
-This document outlines what needs to be addressed in the **In-Factory** service to remove its coupling with Maestro.
-
-> **Note:** This analysis is based on the Maestro codebase. For a complete analysis, the In-Factory repository should also be reviewed.
-
---
-
-## Current Architecture (In-Factory → Maestro)
-
-Based on the Maestro codebase analysis, **In-Factory** exposes the following gRPC services that Maestro consumes:
-
-```mermaid
-graph LR;
-  Maestro -->|gRPC| InFactory;
-  subgraph InFactory Services
-    CM[ConnectionManager]
-    ConM[ConnectorManager]
-    IN[Input]
-    NC[NetworkConfig]
-    CT[ConnectionTest]
-    TR[Transformation]
-  end
-  Maestro --> CM;
-  Maestro --> ConM;
-  Maestro --> IN;
-  Maestro --> NC;
-  Maestro --> CT;
-  Maestro --> TR;
-```
-
---
-
-## gRPC Services Exposed by In-Factory
-
-### 1. ConnectionManager Service
-
-**Package:** `ConnectionManager` from `@dadosfera/protospack-v2`
-
-#### Write Services (`ConnectionManagerWriteServices`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `CreateConnection` | Create a new data connection | Maestro POST /connections |
-| `UpdateConnection` | Update an existing connection | Maestro PUT /connections/:id |
-| `DeleteConnection` | Delete a connection | Maestro DELETE /connections/:id |
-
-#### Read Services (`ConnectionManagerReadServices`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `GetConnectionDetails` | Get details of a single connection | Maestro GET /connections/:id |
-| `GetAllConnections` | List all connections for a customer | Maestro GET /connections |
-| `GetConnectorAvailableConnectionsByCustomer` | Get available connections by connector | Maestro GET /connections/available/:connector_id |
-| `ValidatePlatformConnections` | Validate connections against platform | Maestro internal |
-
---
-
-### 2. ConnectorManager Service
-
-**Package:** `ConnectorManager` from `@dadosfera/protospack-v2`
-
-#### Write Services (`ConnectorManagerWriteServices`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `RegisterConnector` | Register a new connector | Maestro POST /connectors |
-| `UploadFile` | Upload connector files | Maestro POST /connectors/uploads |
-| `RegisterMultipleConnectorsWithoutImage` | Bulk register connectors | Maestro internal |
-| `UpdateConnectorByID` | Update a connector | Maestro PUT /connectors/:id |
-| `DeleteConnectorById` | Delete a connector | Maestro DELETE /connectors/:id |
-
-#### Read Services (`ConnectorManagerReadServices`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `GetConnectors` | List all connectors | Maestro GET /connectors |
-
---
-
-### 3. Input Service
-
-**Package:** `Input` from `@dadosfera/protospack-v2`
-
-#### Write Services (`InputWriteService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `CreateInput` | Create a new input configuration | Maestro POST /inputs |
-| `UpdateInput` | Update input configuration | Maestro PATCH /inputs |
-| `DeleteInput` | Delete an input | Maestro DELETE /inputs/:id |
-
-#### Read Services (`InputReadService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `GetAvailableEntities` | Get available entities for a plugin | Maestro GET /inputs/available-entities/:plugin |
-
---
-
-### 4. NetworkConfig Service
-
-**Package:** `NetworkConfig` from `@dadosfera/protospack-v2`
-
-#### Write Services (`NetworkConfigWriteService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `NetworkConfigCreate` | Create network configuration | Maestro POST /network-configs |
-| `NetworkConfigUpdate` | Update network configuration | Maestro PUT /network-configs/:id |
-| `NetworkConfigDelete` | Delete network configuration | Maestro DELETE /network-configs/:id |
-
-#### Read Services (`NetworkConfigReadService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `NetworkConfigFindAll` | List all network configs | Maestro GET /network-configs |
-| `NetworkConfigFindOneById` | Get network config by ID | Maestro GET /network-configs/:id |
-
---
-
-### 5. ConnectionTest Service
-
-**Package:** `ConnectionTest` from `@dadosfera/protospack-v2`
-
-#### Read Services (`ConnectionTestReadService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `TestConnection` | Test a connection's connectivity | Maestro POST /connection-test |
-
---
-
-### 6. Transformation Service
-
-**Package:** `Transformation` from `@dadosfera/protospack-v2`
-
-#### Write Services (`TransformationWriteService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| `CreateTransformation` | Create a transformation | Maestro POST /transformations |
-| `UpdateTransformation` | Update a transformation | Maestro PUT /transformations/:id |
-| `DeleteTransformation` | Delete a transformation | Maestro DELETE /transformations/:id |
-
-#### Read Services (`TransformationReadService`)
-| gRPC Method | Description | Called By |
-|-------------|-------------|-----------|
-| Various read operations | Get transformation details | Maestro GET /transformations |
-
---
-
-## Proto Package Ownership
-
-The proto definitions are managed in `@dadosfera/protospack-v2`:
-
-```
-@dadosfera/protospack-v2/
-├── dist/lib/
-│   ├── ConnectionManager/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   ├── ConnectorManager/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   ├── Input/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   ├── NetworkConfig/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   ├── ConnectionTest/
-│   │   ├── interfaces/messages.ts
-│   │   └── interfaces/entities.ts
-│   └── Transformation/
-│       ├── interfaces/messages.ts
-│       └── interfaces/entities.ts
-```
-
---
-
-## In-Factory Migration Options
-
-### Option 1: Expose REST API (Keep In-Factory, Add REST Layer)
-
-**Changes Required in In-Factory:**
-1. Add REST controllers for all services
-2. Implement HTTP endpoints mirroring gRPC methods
-3. Update deployment to expose HTTP port
-4. Create OpenAPI documentation
-
-**Pros:**
- Minimal architectural changes
- Can run both gRPC and REST in parallel during migration
- Maestro can switch to REST calls gradually
-
-**Cons:**
- Still maintains service dependency
- Adds another communication layer
-
---
-
-### Option 2: Move Logic to Maestro (Deprecate In-Factory for these features)
-
-**Changes Required in In-Factory:**
-1. Export database schema/migrations
-2. Document all business logic
-3. Provide data migration scripts
-4. Deprecate gRPC endpoints after migration
-
-**Changes Required in Maestro:**
-1. Create database models
-2. Implement repositories
-3. Create service layer with same business logic
-4. Run data migration
-
-**Pros:**
- Removes runtime dependency completely
- Simplifies architecture
- One less service to maintain
-
-**Cons:**
- Significant development effort
- Risk of business logic divergence during migration
- Database sharing concerns
-
---
-
-### Option 3: Merge Services (Combine In-Factory into a larger service)
-
-**Changes Required:**
-1. Create new combined service
-2. Migrate both In-Factory and relevant Maestro code
-3. Update all clients
-
-**Pros:**
- Clean architectural redesign
- Opportunity to optimize
-
-**Cons:**
- Largest effort
- Risk of disruption
-
---
-
-## Data Migration Considerations
-
-### Entities Managed by In-Factory
-
-Based on proto definitions, In-Factory manages:
-
-1. **Connections**
-   - Connection credentials
-   - Connection metadata
-   - Customer associations
-
-2. **Connectors**
-   - Connector definitions
-   - Connector images/files
-   - Plugin configurations
-
-3. **Inputs**
-   - Input configurations
-   - Entity mappings
-
-4. **Network Configs**
-   - Network configuration settings
-   - Security settings
-
-5. **Transformations**
-   - Transformation definitions
-   - Transformation scripts
-
-### Migration Steps
-1. Export database schema from In-Factory
-2. Create equivalent schema in target database
-3. Write data migration scripts
-4. Validate data integrity
-5. Switch traffic
-6. Decommission old service
-
---
-
-## Recommended Investigation for In-Factory Team
-
-1. **Check for Maestro dependencies in In-Factory**
-   - Does In-Factory call any Maestro APIs?
-   - Are there any shared databases?
-   - Any shared message queues?
-
-2. **Document database schema**
-   - All tables related to connections, connectors, inputs, network-configs, transformations
-   - Foreign key relationships
-   - Indexes and constraints
-
-3. **List all consumers**
-   - Besides Maestro, who else calls In-Factory?
-   - Are there other internal services?
-   - Any external integrations?
-
-4. **Business logic documentation**
-   - Validation rules
-   - Business constraints
-   - Side effects (events, notifications, etc.)
-
---
-
-## Timeline Considerations
-
-| Phase | Description | Dependencies |
-|-------|-------------|--------------|
-| Phase 1 | Analysis & Planning | Both teams available |
-| Phase 2 | Schema/API Design | Proto definitions finalized |
-| Phase 3 | Implementation | Development resources |
-| Phase 4 | Data Migration | Database access, downtime window |
-| Phase 5 | Testing | QA resources, test environments |
-| Phase 6 | Cutover | Deployment coordination |
-| Phase 7 | Decommission | Monitoring, rollback plan |
-
---
-
-## Questions for In-Factory Team
-
-1. What database does In-Factory use? (PostgreSQL, MongoDB, etc.)
-2. Are there any async operations? (message queues, event sourcing)
-3. What is the current data volume for each entity type?
-4. Are there any scheduled jobs or background processes?
-5. What monitoring/alerting is in place?
-6. Are there any data retention policies?
-7. What is the backup/recovery strategy?
@@ -1,486 +0,0 @@
-# Maestro ↔ PI-Factory Migration Map
-
-This document maps all integration points between Maestro and PI-Factory that need to be addressed to remove the dependency.
-
-## Architecture Overview
-
-```mermaid
-graph TD;
-  Frontend<-->Maestro;
-  Maestro<-->DUC;
-  Maestro<-->pi-factory;
-  Maestro<-->in-factory;
-```
-
-PI-Factory (`PIFACTORY_URL`) is responsible for:
- **Pipeline Management** - Create, read, update, delete pipelines
- **Catalog Services** - Data asset management, metadata, previews
- **Platform Interfaces** - Dataset cataloging operations
-
---
-
-## Summary Table
-
-| Category | Count | Impact Level |
-|----------|-------|--------------|
-| gRPC Client Configurations | 3 | HIGH |
-| NestJS Modules | 3 | HIGH |
-| REST Controllers/Endpoints | 3 (~50 endpoints) | HIGH |
-| Service Classes | 4 | HIGH |
-| Configuration Files | 4 | MEDIUM |
-| Proto Package Dependencies | 2 | HIGH |
-| Environment Variables | 1 | LOW |
-
---
-
-## 1. gRPC CLIENT CONFIGURATIONS (Files to Migrate)
-
-These files configure gRPC connections to PI-Factory services:
-
-### 1.1 Catalog Client (`PIFACTORY_URL`)
-**File:** `src/modules/catalog/catalog-client.ts`
-```typescript
-// Lines 11-12, 19
-process.env.PIFACTORY_URL.startsWith('pi-factory:')
-process.env.PIFACTORY_URL.includes('0.0.0.0')
-url: process.env.PIFACTORY_URL
-```
-**Proto Services Used:**
- `Catalog.ProtoPackages.ReadPackage`
- `Catalog.ProtoPackages.WritePackage`
- `PlatformInterfaces.ProtoPackages.WritePackage`
-
-### 1.2 Pipelines V2 Client (`PIFACTORY_URL`)
-**File:** `src/modules/pipelinesV2/pipelines-client.ts`
-```typescript
-// Lines 13-14, 21
-url: process.env.PIFACTORY_URL
-```
-**Proto Services Used:**
- `PipelineV2.ProtoPackages.ReadPackage`
- `PipelineV2.ProtoPackages.WritePackage`
-
-### 1.3 Pipelines Client (Legacy) (`PIFACTORY_URL`)
-**File:** `src/modules/pipelines/pipelines-client.ts`
-```typescript
-// Lines 10-11, 18
-url: process.env.PIFACTORY_URL
-```
-**Proto Services Used:**
- `PipelinePackages` from `@dadosfera/protospack`
-
---
-
-## 2. SERVICE CLASSES (Business Logic to Migrate)
-
-### 2.1 Catalog Service
-**File:** `src/modules/catalog/catalog.service.ts`
-
-**gRPC Services Initialized:**
- `CatalogReadServices` (from `Catalog.ReadService`)
- `CatalogWriteServices` (from `Catalog.WriteService`)
- `PlatformInterfacesWriteServices` (from `PlatformInterfaces.WriteService`)
-
-**gRPC Methods Called:**
-
-| Method | Service | Description |
-|--------|---------|-------------|
-| `GetAllDataAssets()` | CatalogReadServices | Search/list data assets |
-| `GetOneDataAsset()` | CatalogReadServices | Get single data asset by ID |
-| `GetOneDataAssetByPipelineAndObject()` | CatalogReadServices | Get asset by pipeline/object |
-| `GetDatasetDoc()` | CatalogReadServices | Get dataset documentation |
-| `GetDatasetPreview()` | CatalogReadServices | Get data preview |
-| `GetDatasetColumnsMetadata()` | CatalogReadServices | Get column metadata |
-| `GetCustomerTags()` | CatalogReadServices | Get all tags for customer |
-| `GetDatasetCatalogTask()` | CatalogReadServices | Get catalog task status |
-| `GetRlsRules()` | CatalogReadServices | Get RLS rules |
-| `GetOneRlsRule()` | CatalogReadServices | Get single RLS rule |
-| `GetNimbusDashboards()` | CatalogReadServices | Get Nimbus dashboards |
-| `CreateDataAsset()` | CatalogWriteServices | Create new data asset |
-| `UpdateDataAsset()` | CatalogWriteServices | Update existing data asset |
-| `DeleteDataAsset()` | CatalogWriteServices | Delete data asset |
-| `ManagePermission()` | CatalogWriteServices | Manage asset permissions |
-| `RevokePermission()` | CatalogWriteServices | Revoke asset permissions |
-| `MakeAComment()` | CatalogWriteServices | Add comment to asset |
-| `UpdateAComment()` | CatalogWriteServices | Update/delete comment |
-| `TriggerDatasetCataloging()` | CatalogWriteServices | Trigger catalog process |
-| `AddRlsRule()` | CatalogWriteServices | Add RLS rule |
-| `RemoveRlsRule()` | CatalogWriteServices | Remove RLS rule |
-| `RemoveRlsRulesByRlsId()` | CatalogWriteServices | Batch remove by RLS ID |
-| `RemoveRlsRulesByDashboardId()` | CatalogWriteServices | Batch remove by dashboard |
-| `GetPiiReporter()` | CatalogWriteServices | Get PII report data |
-| `CatalogDataAssets()` | PlatformInterfacesWriteServices | Catalog datasets |
-
-**Additional HTTP Calls to Nimbus:**
- `POST ${nimbusUrl}/api/catalog/data-docs/` - Create data docs
- `POST ${nimbusUrl}/api/catalog/table-metadata/` - Create table metadata
- `POST ${nimbusUrl}/api/catalog/column-metadata/` - Create column metadata
- `POST ${nimbusUrl}/api/catalog/data-preview/` - Create data preview
-
-### 2.2 Pipelines V2 Service
-**File:** `src/modules/pipelinesV2/pipelines.service.ts`
-
-**gRPC Services Initialized:**
- `PipelineV2ReadService` (from `PipelineV2.ReadService`)
- `PipelineV2WriteService` (from `PipelineV2.WriteService`)
-
-**gRPC Methods Called:**
-
-| Method | Service | Description |
-|--------|---------|-------------|
-| `PipelineV2Create()` | PipelineV2WriteService | Create new pipeline |
-| `PipelineV2Update()` | PipelineV2WriteService | Update pipeline |
-| `PipelineV2Remove()` | PipelineV2WriteService | Delete pipeline |
-| `PipelineV2UploadFile()` | PipelineV2WriteService | Initialize file upload |
-| `PipelineV2CompleteUploadFile()` | PipelineV2WriteService | Complete file upload |
-| `PipelineV2FindAll()` | PipelineV2ReadService | List all pipelines |
-| `PipelineV2FindOne()` | PipelineV2ReadService | Get single pipeline |
-| `PipelineV2FindObjects()` | PipelineV2ReadService | Get pipeline objects |
-| `PipelineV2DownloadLogs()` | PipelineV2ReadService | Download pipeline logs |
-| `PipelineV2GetDashboardUrl()` | PipelineV2ReadService | Get monitoring dashboard URL |
-
-### 2.3 Pipelines Service (Legacy)
-**File:** `src/modules/pipelines/pipelines.service.ts`
-
-**Uses:** `PipelinesClientService`
-
-**Methods:**
- `getPipelineStatus()` - Get pipeline execution status
- `runPipeline()` - Trigger pipeline execution
-
-### 2.4 Pipelines Client Service (Legacy)
-**File:** `src/modules/pipelines/client.service.ts`
-
-**gRPC Methods Called:**
-| Method | Service | Description |
-|--------|---------|-------------|
-| `getPipelineStatus()` | PipelineService | Get pipeline status |
-| `triggerPipeline()` | PipelineService | Trigger pipeline run |
-
---
-
-## 3. NESTJS MODULES (Module Registration)
-
-| Module | File | Client Configuration | Exports |
-|--------|------|---------------------|---------|
-| CatalogModule | `src/modules/catalog/catalog.module.ts` | CatalogClientConfiguration | CatalogService |
-| PipelinesV2Module | `src/modules/pipelinesV2/pipelines.module.ts` | PipelinesClientConfiguration | PipelinesService |
-| PipelinesModule | `src/modules/pipelines/pipelines.module.ts` | PipelinesClientConfiguration | PipelinesService, PipelinesClientService |
-
-**App Module Registration:** `src/app.module.ts` (Lines 20, 23, 25, 53-54, 59)
-
---
-
-## 4. REST CONTROLLERS (API Endpoints to Migrate)
-
-### 4.1 Catalog Controller
-**File:** `src/modules/catalog/catalog.controller.ts`
-**Base Path:** `/catalog`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| GET | `/catalog` | Search data assets |
-| GET | `/catalog/download` | Download assets as CSV |
-| GET | `/catalog/data-asset` | Get asset by pipeline/object |
-| GET | `/catalog/data-asset/:id` | Get single data asset |
-| GET | `/catalog/data-asset/rls/:id` | Get data asset RLS info |
-| GET | `/catalog/data-asset/:id/columns-metadata` | Get column metadata |
-| GET | `/catalog/data-asset/:id/preview` | Get data preview |
-| GET | `/catalog/data-asset/:id/docs` | Get documentation |
-| GET | `/catalog/tags` | Get all tags |
-| PUT | `/catalog/data-asset/:id` | Update data asset |
-| PUT | `/catalog/data-asset/:id/manage-permissions` | Manage permissions |
-| PUT | `/catalog/data-asset/:id/revoke-permissions` | Revoke permissions |
-| POST | `/catalog` | Create data asset |
-| POST | `/catalog/data-asset/:id/docs` | Create documentation |
-| POST | `/catalog/data-asset/:id/comment` | Add comment |
-| POST | `/catalog/dataset-catalog-task` | Trigger catalog task |
-| POST | `/catalog/rls-rule` | Add RLS rule |
-| POST | `/catalog/register-dataset` | Register dataset with metadata |
-| DELETE | `/catalog/data-asset/:id` | Delete data asset |
-| DELETE | `/catalog/data-asset/:id/comment` | Delete comment |
-| DELETE | `/catalog/rls-rule/:id` | Remove RLS rule |
-| DELETE | `/catalog/rls-rule` | Batch remove RLS rules |
-| GET | `/catalog/dataset-catalog-task/:session` | Get catalog task status |
-| GET | `/catalog/rls-rule/:id` | Get single RLS rule |
-| GET | `/catalog/rls-rule` | Get RLS rules |
-| GET | `/catalog/nimbus-dashboards` | Get Nimbus dashboards |
-| GET | `/catalog/pii-reporter` | Get PII report |
-
-**Total: 27 endpoints**
-
-### 4.2 Pipelines V2 Controller
-**File:** `src/modules/pipelinesV2/pipelines.controller.ts`
-**Base Path:** `/pipelinesV2`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| GET | `/pipelinesV2/monitoring-dashboard` | Get monitoring dashboard URL |
-| GET | `/pipelinesV2` | List all pipelines |
-| GET | `/pipelinesV2/download-logs` | Download pipeline logs |
-| GET | `/pipelinesV2/:id` | Get single pipeline |
-| GET | `/pipelinesV2/:id/config` | Get pipeline properties |
-| GET | `/pipelinesV2/:id/objects` | Get pipeline objects |
-| GET | `/pipelinesV2/:id/status` | Get pipeline status (legacy) |
-| POST | `/pipelinesV2` | Create pipeline |
-| POST | `/pipelinesV2/init-upload` | Initialize file upload |
-| POST | `/pipelinesV2/complete-upload` | Complete file upload |
-| POST | `/pipelinesV2/file` | Upload file pipeline |
-| POST | `/pipelinesV2/start/:id` | Start pipeline |
-| PATCH | `/pipelinesV2/:id` | Update pipeline |
-| PUT | `/pipelinesV2/:id` | Update pipeline (deprecated) |
-| DELETE | `/pipelinesV2/:id` | Delete pipeline |
-
-**Total: 15 endpoints**
-
-### 4.3 Pipelines Controller (Legacy)
-**File:** `src/modules/pipelines/pipelines.controller.ts`
-**Base Path:** `/pipelines`
-
-| HTTP Method | Endpoint | Description |
-|-------------|----------|-------------|
-| POST | `/pipelines/start/:id` | Start pipeline (deprecated) |
-| GET | `/pipelines/:id/status` | Get pipeline status (deprecated) |
-
-**Total: 2 endpoints (deprecated)**
-
---
-
-## 5. CONFIGURATION FILES
-
-### 5.1 Helm Chart Values (Production)
-**File:** `deploy/helm-chart/values.yaml`
-```yaml
-# Line 40
-maestro:
-  pi_factory_url: pi-factory.dadosfera.ai
-```
-
-### 5.2 Helm Chart Values (Staging)
-**File:** `deploy/helm-chart/values-stg.yaml`
-```yaml
-# Line 4
-maestro:
-  pi_factory_url: pi-factory.stg.dadosfera.ai
-```
-
-### 5.3 Helmfiles (Production)
-**File:** `deploy/helmfiles/prd.yaml`
-```yaml
-# Lines 14, 38
-maestro.pi_factory_url: pi-factory.dadosfera.ai
-```
-
-### 5.4 Deployment Template
-**File:** `deploy/helm-chart/templates/deployment.yaml`
-```yaml
-# Line 85
- name: PIFACTORY_URL
-  value: {{ .Values.maestro.pi_factory_url }}
-```
-
-### 5.5 Environment Type Definition
-**File:** `environment.d.ts`
-```typescript
-// Line 10
-PIFACTORY_URL: string;
-```
-
---
-
-## 6. PROTO PACKAGE DEPENDENCIES
-
-### 6.1 Package.json
-**File:** `package.json`
-```json
-{
-  "@dadosfera/protospack": "2.5.3",      // Legacy pipelines
-  "@dadosfera/protospack-v2": "3.38.0-beta.14"  // PipelineV2, Catalog, PlatformInterfaces
-}
-```
-
-### 6.2 Proto Imports from `@dadosfera/protospack-v2` (PI-Factory related)
-
-| Import Path | Used In |
-|-------------|---------|
-| `Catalog` | catalog/catalog-client.ts, catalog/catalog.service.ts |
-| `Catalog/interfaces/messages` | catalog/catalog.service.ts, catalog/catalog.controller.ts, catalog/dtos |
-| `PlatformInterfaces` | catalog/catalog-client.ts, catalog/catalog.service.ts |
-| `PipelineV2` | pipelinesV2/pipelines-client.ts, pipelinesV2/pipelines.service.ts |
-| `PipelineV2/interfaces/messages` | pipelinesV2/pipelines.service.ts, pipelinesV2/pipelines.controller.ts |
-
-### 6.3 Proto Imports from `@dadosfera/protospack` (Legacy)
-
-| Import Path | Used In |
-|-------------|---------|
-| `PipelinePackages` | pipelines/pipelines-client.ts |
-| `PipelineProtoFilePath` | pipelines/pipelines-client.ts |
-| `PipelineServicesNames` | pipelines/client.service.ts |
-| `PipelinesServiceInterface` | pipelines/client.service.ts |
-
---
-
-## 7. FILES TO MODIFY/DELETE (Summary)
-
-### High Priority - Core Integration Files
-```
-src/modules/catalog/catalog-client.ts              → DELETE or REPLACE
-src/modules/catalog/catalog.service.ts             → REPLACE with local implementation
-src/modules/pipelinesV2/pipelines-client.ts        → DELETE or REPLACE
-src/modules/pipelinesV2/pipelines.service.ts       → REPLACE with local implementation
-src/modules/pipelines/pipelines-client.ts          → DELETE or REPLACE
-src/modules/pipelines/client.service.ts            → REPLACE with local implementation
-src/modules/pipelines/pipelines.service.ts         → REPLACE with local implementation
-```
-
-### Medium Priority - Module Registration
-```
-src/modules/catalog/catalog.module.ts              → UPDATE imports
-src/modules/pipelinesV2/pipelines.module.ts        → UPDATE imports
-src/modules/pipelines/pipelines.module.ts          → UPDATE imports
-src/app.module.ts                                  → UPDATE if module structure changes
-```
-
-### Low Priority - Configuration
-```
-deploy/helm-chart/values.yaml                      → REMOVE pi_factory_url
-deploy/helm-chart/values-stg.yaml                  → REMOVE pi_factory_url
-deploy/helmfiles/prd.yaml                          → REMOVE pi_factory_url references
-deploy/helm-chart/templates/deployment.yaml        → REMOVE PIFACTORY_URL env var
-environment.d.ts                                   → REMOVE PIFACTORY_URL type
-README.md                                          → UPDATE architecture diagram
-```
-
---
-
-## 8. DEPENDENCY COUNT BY MODULE
-
-| Module | Files | gRPC Calls | REST Endpoints |
-|--------|-------|------------|----------------|
-| Catalog | 3 | 24+ | 27 |
-| PipelinesV2 | 3 | 10 | 15 |
-| Pipelines (Legacy) | 3 | 2 | 2 |
-| **TOTAL** | **9** | **36+** | **44** |
-
---
-
-## 9. COMPARISON: PI-Factory vs In-Factory
-
-| Aspect | PI-Factory | In-Factory |
-|--------|------------|------------|
-| Environment Variable | `PIFACTORY_URL` | `INFACTORY_URL` |
-| Modules | 3 | 6 |
-| gRPC Calls | 36+ | 27+ |
-| REST Endpoints | 44 | 25 |
-| Complexity | HIGH | MEDIUM-HIGH |
-| Domain | Pipelines, Catalog | Connections, Connectors, Inputs |
-
---
-
-## 10. DATA MODELS (Proto Messages Used)
-
-### Catalog Messages
- `CreateDataAssetRequest` / `CreateDataAssetResponse`
- `GetAllDataAssetsRequest` / `GetAllDataAssetsResponse`
- `GetOneDataAssetRequest` / Response
- `UpdateDataAssetRequest` / Response
- `DeleteDataAssetRequest` / Response
- `ManagePermissionRequest` / Response
- `RevokePermissionRequest` / Response
- `MakeACommentRequest` / Response
- `UpdateACommentRequest` / Response
- `TriggerDatasetCatalogingRequest` / Response
- `GetDatasetCatalogTaskRequest` / Response
- `AddRlsRuleRequest` / Response
- `RemoveRlsRuleRequest` / Response
- `GetRlsRulesRequest` / Response
- `GetNimbusDashboardsRequest` / Response
- `PiiMetadata`
- `RegisterDatasetWithMetatadaRequest`
-
-### PipelineV2 Messages
- `PipelineV2CreateRequest` / `PipelineV2CreateResponse`
- `PipelineV2FindAllRequest` / `PipelineV2FindAllResponse`
- `PipelineV2FindOneRequest` / `PipelineV2FindOneResponse`
- `PipelineV2UpdateRequest` / `PipelineV2UpdateResponse`
- `PipelineV2RemoveRequest` / Response
- `PipelineV2UploadFileRequest` / Response
- `PipelineV2CompleteUploadFileRequest` / Response
- `PipelineV2FindObjectsRequest` / Response
- `PipelineV2DownloadLogsRequest` / Response
- `PipelineV2GetDashboardUrlRequest` / Response
-
-### Platform Interfaces Messages
- `CatalogDataAssetsRequest` / Response
-
---
-
-## 11. MIGRATION STRATEGY OPTIONS
-
-### Option A: Move PI-Factory functionality INTO Maestro
-**Pros:**
- Single service to maintain
- No network latency for these operations
- Simpler deployment
-
-**Cons:**
- Significantly increases Maestro's responsibility
- Requires database access from Maestro
- Large refactoring effort (44 endpoints)
-
-### Option B: Create REST API wrapper in PI-Factory
-**Pros:**
- Minimal changes to Maestro
- Can migrate incrementally
-
-**Cons:**
- Still maintains dependency
- Additional REST→gRPC translation layer
-
-### Option C: Direct database access from Maestro
-**Pros:**
- Removes runtime dependency
- Better performance
-
-**Cons:**
- Shared database coupling
- Complex migration
-
---
-
-## 12. RECOMMENDED MIGRATION ORDER
-
-Given the complexity, we recommend migrating in this order:
-
-1. **Legacy Pipelines** (2 endpoints, deprecated) - Lowest risk
-2. **PipelinesV2** (15 endpoints) - Core pipeline functionality
-3. **Catalog** (27 endpoints) - Most complex, migrate last
-
-### Phase 1: Legacy Pipelines (Deprecated)
- Remove `/pipelines/start/:id`
- Remove `/pipelines/:id/status`
- Update all clients to use `/pipelinesV2/*` endpoints
-
-### Phase 2: PipelinesV2
- Migrate pipeline CRUD operations
- Migrate file upload functionality
- Migrate monitoring dashboard
-
-### Phase 3: Catalog
- Migrate data asset CRUD
- Migrate permissions management
- Migrate RLS rules
- Migrate dataset registration
- Migrate PII reporting
-
---
-
-## NEXT STEPS
-
-1. **Decide on migration strategy** (Option A, B, or C)
-2. **Deprecate legacy pipelines module** first
-3. **Create database schema** if moving to Option A
-4. **Implement local services** one module at a time
-5. **Update tests** for each migrated module
-6. **Update deployment configs** to remove PIFACTORY_URL
-7. **Coordinate with PI-Factory team** for data migration
@@ -4,18 +4,9 @@ metadata:
  annotations:
    nginx.ingress.kubernetes.io/whitelist-source-range: "69.49.241.121/32" # hostgator ip 
    nginx.ingress.kubernetes.io/proxy-body-size: "0"
-    nginx.ingress.kubernetes.io/proxy-read-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-connect-timeout: "300"
-    nginx.ingress.kubernetes.io/proxy-send-timeout: "300"
    nginx.ingress.kubernetes.io/server-snippet: |
      underscores_in_headers on;
      ignore_invalid_headers on;
-    nginx.ingress.kubernetes.io/proxy-buffer-size: "16k"
-    nginx.ingress.kubernetes.io/proxy-buffers-number: "8"
-    nginx.ingress.kubernetes.io/proxy-busy-buffers-size: "64k"
-    {{- if .Values.maestro.restricted_ip}}
-    nginx.ingress.kubernetes.io/whitelist-source-range: {{ .Values.maestro.restricted_ip }}
-    {{- end }}
      
  generation: 1
  labels:
@@ -3442,6 +3442,9 @@
            "PipelinesV2"
          ],
          "security": [
+            {
+              "access-token": []
+            },
            {
              "access-token": []
            }
@@ -3491,6 +3494,9 @@
            "PipelinesV2"
          ],
          "security": [
+            {
+              "access-token": []
+            },
            {
              "access-token": []
            }
@@ -3540,6 +3546,9 @@
            "PipelinesV2"
          ],
          "security": [
+            {
+              "access-token": []
+            },
            {
              "access-token": []
            }
@@ -5153,6 +5162,116 @@
          ]
        }
      },
+      "/catalog/data-asset/{nimbus_id}/docs/ai": {
+        "post": {
+          "operationId": "CatalogController_saveDocumentation",
+          "summary": "Save documentation for data asset",
+          "description": "Saves documentation content for a data asset",
+          "parameters": [
+            {
+              "name": "dadosfera-lang",
+              "in": "header",
+              "required": false,
+              "schema": {
+                "enum": [
+                  "pt-br",
+                  "en-us"
+                ],
+                "type": "string"
+              }
+            },
+            {
+              "name": "nimbus_id",
+              "required": true,
+              "in": "path",
+              "description": "Nimbus ID of the data asset",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "201": {
+              "description": "Documentation saved successfully"
+            }
+          },
+          "tags": [
+            "Catalog"
+          ],
+          "security": [
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
+      "/catalog/data-asset/{nimbus_id}/docs/generate-ai": {
+        "post": {
+          "operationId": "CatalogController_generateAiDocumentation",
+          "summary": "Generate AI documentation for data asset",
+          "description": "Generates comprehensive documentation for a data asset using AI (Autodrive)",
+          "parameters": [
+            {
+              "name": "dadosfera-lang",
+              "in": "header",
+              "required": false,
+              "schema": {
+                "enum": [
+                  "pt-br",
+                  "en-us"
+                ],
+                "type": "string"
+              }
+            },
+            {
+              "name": "nimbus_id",
+              "required": true,
+              "in": "path",
+              "description": "Nimbus ID of the data asset",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "201": {
+              "description": "AI documentation generated successfully",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object",
+                    "properties": {
+                      "message": {
+                        "type": "string"
+                      },
+                      "documentation": {
+                        "type": "string"
+                      }
+                    }
+                  }
+                }
+              }
+            },
+            "400": {
+              "description": "Bad request - invalid nimbus_id or missing data"
+            },
+            "404": {
+              "description": "Data asset not found"
+            },
+            "500": {
+              "description": "Internal server error during AI generation"
+            }
+          },
+          "tags": [
+            "Catalog"
+          ],
+          "security": [
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/customers/{id}/mfa": {
        "post": {
          "operationId": "CustomersController_enableMfaEnforce",
@@ -6269,39 +6388,6 @@
          ]
        }
      },
-      "/customers/{id}/theme/reset": {
-        "post": {
-          "operationId": "ThemeController_resetTheme",
-          "parameters": [
-            {
-              "name": "id",
-              "required": true,
-              "in": "path",
-              "schema": {
-                "type": "string"
-              }
-            }
-          ],
-          "responses": {
-            "200": {
-              "description": "",
-              "content": {
-                "application/json": {
-                  "schema": {
-                    "$ref": "#/components/schemas/CustomerThemeResponse"
-                  }
-                }
-              }
-            },
-            "201": {
-              "description": ""
-            }
-          },
-          "tags": [
-            "Theme"
-          ]
-        }
-      },
      "/network-policy": {
        "get": {
          "operationId": "NetworkPolicyController_getNetworks",
@@ -16,6 +16,14 @@ declare global {
      OPEN_CUSTOMER_ID: string;
      DEDICATED_PROXY: string;
      COOKIE_SECRET: string;
+
+      // Autodrive Configuration
+      AUTODRIVE_USERNAME?: string;
+      AUTODRIVE_PASSWORD?: string;
+      AUTODRIVE_BASE_URL?: string;
+      AUTODRIVE_MODEL?: string;
+      AUTODRIVE_KEY?: string;
+      AUTO_DRIVE_KEY?: string;
    }
  }
 }
@@ -12,7 +12,7 @@
        "@aws-sdk/client-secrets-manager": "^3.414.0",
        "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
        "@dadosfera/protospack": "2.5.3",
-        "@dadosfera/protospack-v2": "3.38.0-beta.14",
+        "@dadosfera/protospack-v2": "3.38.0-beta.10",
        "@grpc/grpc-js": "^1.9.3",
        "@grpc/proto-loader": "^0.7.9",
        "@nestjs/cli": "^9.5.0",
@@ -57,8 +57,8 @@
        "swagger-ui-express": "^4.6.3"
      },
      "devDependencies": {
-        "@types/cache-manager": "^4.0.6",
        "@types/cookie-parser": "^1.4.9",
+        "@types/cache-manager": "^4.0.6",
        "@types/express": "^4.17.17",
        "@types/express-session": "^1.18.1",
        "@types/jest": "27.0.2",
@@ -850,7 +850,6 @@
      "integrity": "sha512-vMqyb7XCDMPvJFFOaT9kxtiRh42GwlZEg1/uIgtZshS5a/8OaduUfCi7kynKgc3Tw/6Uo2D+db9qBttghhmxwQ==",
      "dev": true,
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "@ampproject/remapping": "^2.2.0",
        "@babel/code-frame": "^7.26.2",
@@ -1409,9 +1408,9 @@
      }
    },
    "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.38.0-beta.14",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.14.tgz",
-      "integrity": "sha512-BiE1fUIHuam3cJjAGIknsRNIlf1Z0JHJOV/VZ2pyAp5mIkGOSoNFBAMXJZb+VMTnd2xsp+vPxNnWVu7OJ/CvMQ==",
+      "version": "3.38.0-beta.10",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.10.tgz",
+      "integrity": "sha512-4miwovVFHtBY1VTHdW8BVmSB8m+LXfIA8uigHbeo8IwreMtTHuLpvfenT4MBSPkdVmlo9+0XBKKf+PaSqtdMAg==",
      "license": "ISC",
      "dependencies": {
        "@grpc/grpc-js": "^1.9.3",
@@ -2261,7 +2260,6 @@
      "resolved": "https://registry.npmjs.org/@nestjs/common/-/common-9.4.3.tgz",
      "integrity": "sha512-Gd6D4IaYj01o14Bwv81ukidn4w3bPHCblMUq+SmUmWLyosK+XQmInCS09SbDDZyL8jy86PngtBLTdhJ2bXSUig==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "iterare": "1.2.1",
        "tslib": "2.5.3",
@@ -2340,7 +2338,6 @@
      "integrity": "sha512-Qi63+wi55Jh4sDyaj5Hhx2jOpKqT386aeo+VOKsxnd+Ql9VvkO/FjmuwBGUyzkJt29ENYc+P0Sx/k5LtstNpPQ==",
      "hasInstallScript": true,
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "@nuxtjs/opencollective": "0.3.2",
        "fast-safe-stringify": "2.1.1",
@@ -2478,7 +2475,6 @@
      "resolved": "https://registry.npmjs.org/@nestjs/platform-express/-/platform-express-9.4.3.tgz",
      "integrity": "sha512-FpdczWoRSC0zz2dNL9u2AQLXKXRVtq4HgHklAhbL59X0uy+mcxhlSThG7DHzDMkoSnuuHY8ojDVf7mDxk+GtCw==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "body-parser": "1.20.2",
        "cors": "2.8.5",
@@ -2842,7 +2838,6 @@
      "resolved": "https://registry.npmjs.org/@opentelemetry/api/-/api-1.9.0.tgz",
      "integrity": "sha512-3giAOQvZiH5F9bMlMiv8+GSPMeqg0dbaeo58/0SlA9sxSqZhnUtxzX9/2FzyhS9sWQf5S0GJE0AKBrFqjpeYcg==",
      "license": "Apache-2.0",
-      "peer": true,
      "engines": {
        "node": ">=8.0.0"
      }
@@ -3002,7 +2997,6 @@
      "resolved": "https://registry.npmjs.org/@redis/client/-/client-1.6.1.tgz",
      "integrity": "sha512-/KCsg3xSlR+nCK8/8ZYSknYxvXHwubJrU82F3Lm1Fp6789VQ0/3RJKfsmRXjqfaTA++23CvC3hqmqe/2GEt6Kw==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "cluster-key-slot": "1.1.2",
        "generic-pool": "3.9.0",
@@ -3799,7 +3793,6 @@
      "integrity": "sha512-ejlPM315qwLpaQlQDTjPdsUFSc6ZsP4AN6AlWnogPjQ7CVi7PYF3YVz+CY3jE2pwYf7E/7HlDAN0rV2GxTG0HQ==",
      "dev": true,
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "@types/body-parser": "*",
        "@types/express-serve-static-core": "^4.17.33",
@@ -3880,7 +3873,6 @@
      "integrity": "sha512-4dRxkS/AFX0c5XW6IPMNOydLn2tEhNhJV7DnYK+0bjoJZ+QTmfucBlihX7aoEsh/ocYtkLC73UbnBXBXIxsULA==",
      "dev": true,
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "jest-diff": "^27.0.0",
        "pretty-format": "^27.0.0"
@@ -3944,8 +3936,7 @@
      "version": "16.18.126",
      "resolved": "https://registry.npmjs.org/@types/node/-/node-16.18.126.tgz",
      "integrity": "sha512-OTcgaiwfGFBKacvfwuHzzn1KLxH/er8mluiy8/uM3sGXHaRe73RrSIj01jow9t4kJEW633Ov+cOexXeiApTyAw==",
-      "license": "MIT",
-      "peer": true
+      "license": "MIT"
    },
    "node_modules/@types/oauth": {
      "version": "0.9.6",
@@ -4175,7 +4166,6 @@
      "integrity": "sha512-VlJEV0fOQ7BExOsHYAGrgbEiZoi8D+Bl2+f6V2RrXerRSylnp+ZBHmPvaIa8cz0Ajx7WO7Z5RqfgYg7ED1nRhA==",
      "dev": true,
      "license": "BSD-2-Clause",
-      "peer": true,
      "dependencies": {
        "@typescript-eslint/scope-manager": "5.62.0",
        "@typescript-eslint/types": "5.62.0",
@@ -4522,7 +4512,6 @@
      "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.14.1.tgz",
      "integrity": "sha512-OvQ/2pUDKmgfCg++xsTX1wGxfTaszcHVcTctW4UJB4hibJx2HXxxO5UmVgyjMa+ZDsiaf5wWLXYpRWMmBI0QHg==",
      "license": "MIT",
-      "peer": true,
      "bin": {
        "acorn": "bin/acorn"
      },
@@ -4619,7 +4608,6 @@
      "resolved": "https://registry.npmjs.org/ajv/-/ajv-8.12.0.tgz",
      "integrity": "sha512-sRu1kpcO9yLtYxBKvqfTeh9KzZEwO3STyX1HT+4CaDzC6HpTGYhIhPIzj9XuKU7KYDwnaeh5hcOwjy1QuJzBPA==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "fast-deep-equal": "^3.1.1",
        "json-schema-traverse": "^1.0.0",
@@ -5248,7 +5236,6 @@
        }
      ],
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "caniuse-lite": "^1.0.30001688",
        "electron-to-chromium": "^1.5.73",
@@ -5355,7 +5342,6 @@
      "resolved": "https://registry.npmjs.org/cache-manager/-/cache-manager-5.7.6.tgz",
      "integrity": "sha512-wBxnBHjDxF1RXpHCBD6HGvKER003Ts7IIm0CHpggliHzN1RZditb7rXoduE1rplc2DEFYKxhLKgFuchXMJje9w==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "eventemitter3": "^5.0.1",
        "lodash.clonedeep": "^4.5.0",
@@ -5579,15 +5565,13 @@
      "version": "0.5.1",
      "resolved": "https://registry.npmjs.org/class-transformer/-/class-transformer-0.5.1.tgz",
      "integrity": "sha512-SQa1Ws6hUbfC98vKGxZH3KFY0Y1lm5Zm0SY8XX9zbK7FJCyVEac3ATW0RIpwzW+oOfmHE5PMPufDG9hCfoEOMw==",
-      "license": "MIT",
-      "peer": true
+      "license": "MIT"
    },
    "node_modules/class-validator": {
      "version": "0.14.1",
      "resolved": "https://registry.npmjs.org/class-validator/-/class-validator-0.14.1.tgz",
      "integrity": "sha512-2VEG9JICxIqTpoK1eMzZqaV+u/EiwEJkMGzTrZf6sU/fwsnOITVgYJ8yojSy6CaXtO9V0Cc6ZQZ8h8m4UBuLwQ==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "@types/validator": "^13.11.8",
        "libphonenumber-js": "^1.10.53",
@@ -6251,8 +6235,7 @@
      "version": "0.0.1425554",
      "resolved": "https://registry.npmjs.org/devtools-protocol/-/devtools-protocol-0.0.1425554.tgz",
      "integrity": "sha512-uRfxR6Nlzdzt0ihVIkV+sLztKgs7rgquY/Mhcv1YNCWDh5IZgl5mnn2aeEnW5stYTE0wwiF4RYVz8eMEpV1SEw==",
-      "license": "BSD-3-Clause",
-      "peer": true
+      "license": "BSD-3-Clause"
    },
    "node_modules/dezalgo": {
      "version": "1.0.4",
@@ -6529,6 +6512,7 @@
      "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-2.0.0.tgz",
      "integrity": "sha512-Q0n9HRi4m6JuGIV1eFlmvJB7ZEVxu93IrMyiMsGC0lrMJMWzRgx6WGquyfQgZVb31vhGgXnfmPNNXmxnOkRBrg==",
      "license": "MIT",
+      "peer": true,
      "engines": {
        "node": ">= 0.8"
      }
@@ -6716,7 +6700,6 @@
      "deprecated": "This version is no longer supported. Please see https://eslint.org/version-support for other options.",
      "dev": true,
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "@eslint-community/eslint-utils": "^4.2.0",
        "@eslint-community/regexpp": "^4.6.1",
@@ -7063,6 +7046,7 @@
      "resolved": "https://registry.npmjs.org/express/-/express-4.21.2.tgz",
      "integrity": "sha512-28HqgMZAmih1Czt9ny7qr6ek2qddF4FclbMzwhCREB6OFfH+rXAnuNCwo1/wFvrtbgsQDb4kSbX9de9lFbrXnA==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "accepts": "~1.3.8",
        "array-flatten": "1.1.1",
@@ -7109,6 +7093,7 @@
      "resolved": "https://registry.npmjs.org/body-parser/-/body-parser-1.20.3.tgz",
      "integrity": "sha512-7rAxByjUMqQ3/bHJy7D6OGXvx/MMc4IqBn/X0fcM1QUcAItpZrBEYhWGem+tzXH90c+G01ypMcYJBO9Y30203g==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "bytes": "3.1.2",
        "content-type": "~1.0.5",
@@ -7133,6 +7118,7 @@
      "resolved": "https://registry.npmjs.org/cookie/-/cookie-0.7.1.tgz",
      "integrity": "sha512-6DnInpx7SJ2AK3+CTUE/ZM0vWTUboZCegxhC2xiIydHR9jNuTAASBrfEpHhiGOZw/nX51bHt6YQl8jsGo4y/0w==",
      "license": "MIT",
+      "peer": true,
      "engines": {
        "node": ">= 0.6"
      }
@@ -7142,6 +7128,7 @@
      "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
      "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "ms": "2.0.0"
      }
@@ -7150,19 +7137,22 @@
      "version": "2.0.0",
      "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
      "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
    },
    "node_modules/express/node_modules/path-to-regexp": {
      "version": "0.1.12",
      "resolved": "https://registry.npmjs.org/path-to-regexp/-/path-to-regexp-0.1.12.tgz",
      "integrity": "sha512-RA1GjUVMnvYFxuqovrEqZoxxW5NUZqbwKtYz/Tt7nXerk0LbLblQmrsgdeOxV5SFHf0UDggjS/bSeOZwt1pmEQ==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
    },
    "node_modules/express/node_modules/qs": {
      "version": "6.13.0",
      "resolved": "https://registry.npmjs.org/qs/-/qs-6.13.0.tgz",
      "integrity": "sha512-+38qI9SOr8tfZ4QmJNplMUxqjbe7LKvvZgWdExBOmd+egZTtjLB67Gu0HRX3u/XOq7UU2Nx6nsjvS16Z9uwfpg==",
      "license": "BSD-3-Clause",
+      "peer": true,
      "dependencies": {
        "side-channel": "^1.0.6"
      },
@@ -7191,7 +7181,8 @@
          "url": "https://feross.org/support"
        }
      ],
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
    },
    "node_modules/external-editor": {
      "version": "3.1.0",
@@ -7426,6 +7417,7 @@
      "resolved": "https://registry.npmjs.org/finalhandler/-/finalhandler-1.3.1.tgz",
      "integrity": "sha512-6BN9trH7bp3qvnrRyzsBz+g3lZxTNZTbVO2EV1CS0WIcDbawYVdYvGflME/9QP0h0pYlCDBCTjYa9nZzMDpyxQ==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "debug": "2.6.9",
        "encodeurl": "~2.0.0",
@@ -7444,6 +7436,7 @@
      "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
      "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "ms": "2.0.0"
      }
@@ -7452,7 +7445,8 @@
      "version": "2.0.0",
      "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
      "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
    },
    "node_modules/find-up": {
      "version": "5.0.0",
@@ -8246,7 +8240,6 @@
      "resolved": "https://registry.npmjs.org/ioredis/-/ioredis-5.6.1.tgz",
      "integrity": "sha512-UxC0Yv1Y4WRJiGQxQkP0hfdL0/5/6YvdfOOClRgJ0qppSarkhneSa6UvkMkms0AkdGimSH3Ikqm+6mkMmX7vGA==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "@ioredis/commands": "^1.1.1",
        "cluster-key-slot": "^1.1.0",
@@ -8588,7 +8581,6 @@
      "integrity": "sha512-Yn0mADZB89zTtjkPJEXwrac3LHudkQMR+Paqa8uxJHCBr9agxztUifWCyiYrjhMPBoUVBjyny0I7XH6ozDr7QQ==",
      "dev": true,
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "@jest/core": "^27.5.1",
        "import-local": "^3.0.2",
@@ -9878,6 +9870,7 @@
      "resolved": "https://registry.npmjs.org/merge-descriptors/-/merge-descriptors-1.0.3.tgz",
      "integrity": "sha512-gaNvAS7TZ897/rVaZ0nMtAyxNyi/pdbjbAwUpFQpN70GqnVfOiXpeUUMKRBmzXaSQ8DdTX4/0ms62r2K+hE6mQ==",
      "license": "MIT",
+      "peer": true,
      "funding": {
        "url": "https://github.com/sponsors/sindresorhus"
      }
@@ -10635,7 +10628,6 @@
      "resolved": "https://registry.npmjs.org/passport/-/passport-0.6.0.tgz",
      "integrity": "sha512-0fe+p3ZnrWRW74fe8+SvCyf4a3Pb2/h7gFkQ8yTJpAO50gDzlfjZUZTO1k5Eg9kUct22OxHLqDZoKUWRHOh9ug==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "passport-strategy": "1.x.x",
        "pause": "0.0.1",
@@ -11025,7 +11017,6 @@
      "integrity": "sha512-tdN8qQGvNjw4CHbY+XXk0JgCXn9QiF21a55rBe5LJAU+kDyC4WQn4+awm2Xfk2lQMk5fKup9XgzTZtGkjBdP9Q==",
      "dev": true,
      "license": "MIT",
-      "peer": true,
      "bin": {
        "prettier": "bin-prettier.js"
      },
@@ -11528,8 +11519,7 @@
      "version": "0.1.14",
      "resolved": "https://registry.npmjs.org/reflect-metadata/-/reflect-metadata-0.1.14.tgz",
      "integrity": "sha512-ZhYeb6nRaXCfhnndflDK8qI6ZQ/YcWZCISRAWICW9XYqMUwjZM9Z0DveWX/ABN01oxSHwVxKQmxeYZSsm0jh5A==",
-      "license": "Apache-2.0",
-      "peer": true
+      "license": "Apache-2.0"
    },
    "node_modules/relative-microtime": {
      "version": "2.0.0",
@@ -11716,7 +11706,6 @@
      "resolved": "https://registry.npmjs.org/rxjs/-/rxjs-7.8.2.tgz",
      "integrity": "sha512-dhKf903U/PQZY6boNNtAGdWbG85WAbjT/1xYoZIC7FAY0yWapOBQVsVrDl58W86//e1VpMNBtRV4MaXfdMySFA==",
      "license": "Apache-2.0",
-      "peer": true,
      "dependencies": {
        "tslib": "^2.1.0"
      }
@@ -11778,7 +11767,6 @@
      "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz",
      "integrity": "sha512-j3fVLgvTo527anyYyJOGTYJbG+vnnQYvE0m5mmkc1TK+nxAppkCLMIL0aZ4dblVCNoGShhm+kzE4ZUykBoMg4g==",
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "fast-deep-equal": "^3.1.1",
        "fast-json-stable-stringify": "^2.0.0",
@@ -11822,6 +11810,7 @@
      "resolved": "https://registry.npmjs.org/send/-/send-0.19.0.tgz",
      "integrity": "sha512-dW41u5VfLXu8SJh5bwRmyYUbAoSB3c9uQh6L8h/KtsFREPWpbX1lrljJo186Jc4nmci/sGUZ9a0a0J2zgfq2hw==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "debug": "2.6.9",
        "depd": "2.0.0",
@@ -11846,6 +11835,7 @@
      "resolved": "https://registry.npmjs.org/debug/-/debug-2.6.9.tgz",
      "integrity": "sha512-bC7ElrdJaJnPbAP+1EotYvqZsb3ecl5wi6Bfi6BJTUcNowp6cvspg0jXznRTKDjm/E7AdgFBVeAPVMNcKGsHMA==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "ms": "2.0.0"
      }
@@ -11854,13 +11844,15 @@
      "version": "2.0.0",
      "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz",
      "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
    },
    "node_modules/send/node_modules/encodeurl": {
      "version": "1.0.2",
      "resolved": "https://registry.npmjs.org/encodeurl/-/encodeurl-1.0.2.tgz",
      "integrity": "sha512-TPJXq8JqFaVYm2CWmPvnP2Iyo4ZSM7/QKcSmuMLDObfpH5fi7RUGmd/rTDf+rut/saiDiQEeVTNgAmJEdAOx0w==",
      "license": "MIT",
+      "peer": true,
      "engines": {
        "node": ">= 0.8"
      }
@@ -11869,7 +11861,8 @@
      "version": "2.1.3",
      "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz",
      "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==",
-      "license": "MIT"
+      "license": "MIT",
+      "peer": true
    },
    "node_modules/serialize-javascript": {
      "version": "6.0.2",
@@ -11885,6 +11878,7 @@
      "resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.16.2.tgz",
      "integrity": "sha512-VqpjJZKadQB/PEbEwvFdO43Ax5dFBZ2UECszz8bQ7pi7wt//PWe1P6MN7eCnjsatYtBT6EuiClbjSWP2WrIoTw==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "encodeurl": "~2.0.0",
        "escape-html": "~1.0.3",
@@ -12862,7 +12856,6 @@
      "integrity": "sha512-f0FFpIdcHgn8zcPSbf1dRevwt047YMnaiJM3u2w2RewrB+fob/zePZcrOyQoLMMO7aBIddLcQIEK5dYjkLnGrQ==",
      "dev": true,
      "license": "MIT",
-      "peer": true,
      "dependencies": {
        "@cspotcode/source-map-support": "^0.8.0",
        "@tsconfig/node10": "^1.0.7",
@@ -13092,7 +13085,6 @@
      "resolved": "https://registry.npmjs.org/typescript/-/typescript-4.9.5.tgz",
      "integrity": "sha512-1FXk9E2Hm+QzZQ7z+McJiHL4NW1F2EzMu9Nq9i3zAaGqibafqYwCVU6WyWAuyQRRzOlxou8xZSyXLEN8oKj24g==",
      "license": "Apache-2.0",
-      "peer": true,
      "bin": {
        "tsc": "bin/tsc",
        "tsserver": "bin/tsserver"
@@ -13420,6 +13412,7 @@
      "resolved": "https://registry.npmjs.org/schema-utils/-/schema-utils-4.3.0.tgz",
      "integrity": "sha512-Gf9qqc58SpCA/xdziiHz35F4GNIWYWZrEshUc/G/r5BnLph6xpKuLeoJoQuj5WfBIx/eQLf+hmVPYHaxJu7V2g==",
      "license": "MIT",
+      "peer": true,
      "dependencies": {
        "@types/json-schema": "^7.0.9",
        "ajv": "^8.9.0",
@@ -30,7 +30,7 @@
    "@aws-sdk/client-secrets-manager": "^3.414.0",
    "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
    "@dadosfera/protospack": "2.5.3",
-    "@dadosfera/protospack-v2": "3.38.0-beta.14",
+    "@dadosfera/protospack-v2": "3.38.0-beta.10",
    "@grpc/grpc-js": "^1.9.3",
    "@grpc/proto-loader": "^0.7.9",
    "@nestjs/cli": "^9.5.0",
@@ -78,8 +78,8 @@
    "multer": "1.4.5-lts.1"
  },
  "devDependencies": {
-    "@types/cache-manager": "^4.0.6",
    "@types/cookie-parser": "^1.4.9",
+    "@types/cache-manager": "^4.0.6",
    "@types/express": "^4.17.17",
    "@types/express-session": "^1.18.1",
    "@types/jest": "27.0.2",
@@ -1,20 +0,0 @@
-import jwt, { JwtPayload } from 'jsonwebtoken';
-
-export function extractUserFrom(aRawJwt: string) {
-  const decodedToken = jwt.decode(aRawJwt, {
-    complete: true,
-  });
-
-  const payload = decodedToken.payload as JwtPayload;
-
-  return {
-    user_id: payload.user_id,
-    username: payload.username,
-    permissions: payload.permissions,
-    customer_id: payload.customer_id,
-    customer_name: payload.customer_name,
-    customer_tier: payload.customer_tier,
-    customer_modules: payload.customer_modules,
-    access_token: aRawJwt,
-  }
-}
@@ -116,44 +116,6 @@ export const PERMISSIONS_GROUPS = {
      },
    },
  },
-  IMPORT_FILES: {
-    title: {
-      'pt-br': 'Coletar | Importar arquivos',
-      'en-us': 'Collect | Import files',
-      'es-es': 'Colecta | Importar archivos',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 48,
-        claim: 'import-file:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Importar arquivos',
-          'en-us': 'Import files',
-          'es-es': 'Importar archivos',
-        },
-      },
-    },
-  },
-   AI_CHAT: {
-    title: {
-      'pt-br': 'AutodriveDDF',
-      'en-us': 'AutodriveDDF',
-      'es-es': 'AutodriveDDF',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 49,
-        claim: 'ai-chat:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'AutodriveDDF',
-          'en-us': 'AutodriveDDF',
-          'es-es': 'AutodriveDDF',
-        },
-      },
-    },
-  },
  CONNECTION: {
    title: {
      'pt-br': 'Coletar | Fontes de dados',
@@ -390,25 +352,6 @@ export const PERMISSIONS_GROUPS = {
      },
    },
  },
-  LINEAGE: {
-    title: {
-      'pt-br': 'Explorar | Linhagem',
-      'en-us': 'Explore | Lineage',
-      'es-es': 'Explorar | Linaje',
-    },
-    permissions: {
-      VIEW: {
-        seqid: 50,
-        claim: 'lineage:view',
-        usage: PermissionUsages.PUBLIC,
-        name: {
-          'pt-br': 'Acessar ao módulo de Linhagem',
-          'en-us': 'Access to Lineage module',
-          'es-es': 'Acceda al módulo de Linaje',
-        },
-      }
-    },
-  },
  EMBED: {
    title: {
      'pt-br': 'Analisar | Incorporação',
@@ -18,41 +18,21 @@ async function bootstrap() {
  });
  const logger = new DadosferaLogger();

-  const corsOrigins = [];
-
-  if (process.env.ENV === 'local') {
-    corsOrigins.push('http://localhost:4200');
-  } else {
-    corsOrigins.push( 
-      'https://app.stg.dadosfera.ai',
-      'https://app.dadosfera.ai',
-      'https://private-frontend.stg.dadosfera.ai',
-      'https://unimed.dadosfera.ai',
-      'https://boston-scientific.dadosfera.ai',
-      'https://plataforma.dadosfera.ai'
-    );
-  }
-
  const app = await NestFactory.create(AppModule, {
    logger,
    cors: {
-      origin: corsOrigins,
+      origin: '*',
      methods: 'GET,HEAD,PUT,PATCH,POST,DELETE',
      preflightContinue: false,
      optionsSuccessStatus: 204,
-      credentials: true,
+      credentials: true
    },
  });
-
  app.use(helmet());
  app.use(cookieParser(process.env.COOKIE_SECRET));
-
-  if (process.env.ENV !== 'local') {
+  if (process.env.ENV === 'prd') {
    app.use('/catalog/register-dataset', json({ limit: '10mb' }));
-    app.use(
-      '/catalog/register-dataset',
-      urlencoded({ extended: true, limit: '10mb' }),
-    );
+    app.use('/catalog/register-dataset', urlencoded({ extended: true, limit: '10mb' }));
  }

  configureSwagger(app);
@@ -1,4 +1,4 @@
-import { Controller, Body, Put, Get, NotFoundException} from '@nestjs/common';
+import { Controller, Post, Body, Put, Get} from '@nestjs/common';
 import { AssignService } from './assign.service';
 import { CreateAssignDto } from './dto/create-assign.dto';
 import { Authenticated, RequireModule, RequireSomePermission } from 'src/decorators/authentication.decorator';
@@ -28,10 +28,6 @@ export class AssignController {
  @RequireModule(DADOSFERA_MODULES_KEYS.EMBED_ASSIGNED)
  async get(@User() user: RequestUser) {
    const metadata = PackTheMetadata(user);
-    try {
-      return await this.assignService.get(metadata);
-    } catch (error) {
-      throw new NotFoundException(error.message)
-    }
+    return await this.assignService.get(metadata);
  }
 }
@@ -54,6 +54,7 @@ import jwt, { JwtPayload } from 'jsonwebtoken';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
+import { Cookie } from 'express-session';

 type CookiesValues = {
  accessToken?: string;
@@ -497,10 +498,29 @@ export class AuthController {
    const userId = req.cookies['ddf-user-id'];

    this.logger.info('Has cookie: ' + Boolean(accessToken))
+    let payload: any;
+    let userInfo: any = {};
    try {
      // Decodifica e valida o JWT de acesso
-      const userDto = await this.authClient.extractUserFrom(accessToken);
-      return res.status(200).json(userDto);
+      const decoded: any = accessToken && jwt.decode(accessToken, { complete: true });
+      if (!decoded) throw new Error('Invalid token')
+      const { kid } = decoded.header;
+      // Busca a chave pública
+      const { keys } = await this.authClient.getPublicKeys();
+      const pemValue = keys.find((k) => k.kid === kid)?.pem;
+      if (!pemValue) throw new Error('Public key not found');
+      jwt.verify(accessToken, pemValue);
+      payload = decoded.payload;
+      userInfo = {
+        id: payload.user_id,
+        name: payload.username,
+        customer: {
+          id: payload.customer_id,
+          name: payload.customer_name,
+          tier: payload.customer_tier,
+        }
+      };
+      return res.status(200).json(userInfo);
    } catch (err) {
      this.logger.error(err.message);
      const refreshToken = req.cookies['ddf-refresh-auth'];
@@ -525,8 +545,18 @@ export class AuthController {
          userId
        });
        // Decodifica novo token
-        const userDto = await this.authClient.extractUserFrom(accessToken);
-        return res.status(200).json(userDto);
+        const decoded: any = jwt.decode(data.accessToken, { complete: true });
+        const payload = decoded.payload;
+        userInfo = {
+          id: payload.user_id,
+          name: payload.username,
+          customer: {
+            id: payload.customer_id,
+            name: payload.customer_name,
+            tier: payload.customer_tier,
+          }
+        };
+        return res.status(200).json(userInfo);
      } catch (refreshErr) {
        this.logger.error(refreshErr)
        return res.status(401).json({ error: 'Not authenticated' });
@@ -543,7 +573,7 @@ export class AuthController {

      this.logger.info('Set Cookie ddf-auth')
      res.cookie('ddf-auth', data.accessToken, {
-        domain: '.dadosfera.ai',
+        domain: 'stg.dadosfera.ai',
        maxAge: exp,
        httpOnly: true,
        secure: true,
@@ -554,7 +584,7 @@ export class AuthController {
    if (data.refreshToken) {
      this.logger.info('Set Cookie ddf-refresh-auth')
      res.cookie('ddf-refresh-auth', data.refreshToken, {
-        domain: '.dadosfera.ai',
+        domain: 'stg.dadosfera.ai',
        maxAge: exp,
        httpOnly: true,
        secure: true,
@@ -565,7 +595,7 @@ export class AuthController {
    if (data.userId) {
      this.logger.info('Set Cookie ddf-refresh-auth')
      res.cookie('ddf-user-id', data.userId, {
-        domain: '.dadosfera.ai',
+        domain: 'stg.dadosfera.ai',
        maxAge: exp,
        httpOnly: true,
        secure: true,
@@ -4,7 +4,7 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { lastValueFrom } from 'rxjs';

 import { ProtoServices } from '@dadosfera/protospack-v2/dist/lib/Duc';
-import { AuthProtoService as AuthServiceInterface, IdentityProviderProtoService, UsersProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
+import { AuthProtoService as AuthServiceInterface, IdentityProviderProtoService } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/write-service';
 import {
  AuthSnowflakeSignInRequest,
  AuthSignInRequest,
@@ -21,18 +21,18 @@ import {
 } from '@dadosfera/protospack-v2/dist/lib/Duc/interfaces/messages';
 import { DucClient } from '../duc/client.config';
 import { Metadata } from '@grpc/grpc-js';
-import { BulkEditResponse, UserDTO } from './dtos/login';
-import jwt from 'jsonwebtoken';
-import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { BulkEditResponse } from './dtos/login';
+

@Injectable()
 export class AuthClientService implements OnModuleInit {

+
  logger: DadosferaLogger;

-  private authService: AuthServiceInterface;
-  private userService: UsersProtoService;

+  private authService: AuthServiceInterface;
+  private identityProviderService: IdentityProviderProtoService;
  constructor(
    @Inject(DadosferaLogger)
    dadosferaLogger: DadosferaLogger,
@@ -46,8 +46,8 @@ export class AuthClientService implements OnModuleInit {
      ProtoServices.AuthProtoService,
    );

-    this.userService = this.grpcClient.getService<UsersProtoService>(
-      ProtoServices.UsersProtoService,
+    this.identityProviderService = this.grpcClient.getService<IdentityProviderProtoService>(
+      ProtoServices.IdentityProviderProtoService,
    );
  }

@@ -283,51 +283,4 @@ export class AuthClientService implements OnModuleInit {
      throw error;
    }
  }
-
-  private async getUser(id: string, metadata: Metadata) {
-    this.logger.info('getUser');
-    return await lastValueFrom(
-      this.userService.UserFindOneById({ id }, metadata),
-    );
-  }
-
-  public async extractUserFrom(token: string) {
-      const decoded: any = token && jwt.decode(token, { complete: true });
-      if (!decoded) throw new Error('Invalid token');
-
-      const { kid } = decoded.header;
-      // Busca a chave pública
-      const { keys } = await this.getPublicKeys();
-      const pemValue = keys.find((k) => k.kid === kid)?.pem;
-      if (!pemValue)
-          throw new Error('Public key not found');
-      jwt.verify(token, pemValue);
-
-      const payload = decoded.payload;
-      const metadata = PackTheMetadata({
-        customer_id: payload.customer_id
-      })
-
-      const {
-        user
-      } = await this.getUser(
-        payload.user_id,
-        metadata
-      );
-
-      const userDto: UserDTO = {
-          id: user.id,
-          name: user.username,
-          jobTitle: user?.jobTitle || null,
-          department: user?.department || null,
-          hierarchy: user?.hierarchy || null,
-          customer: {
-            id: payload.customer_id,
-            name: payload.customer_name,
-            tier: payload.customer_tier,
-          }
-        };
-
-      return userDto;
-    }
 }
@@ -140,16 +140,3 @@ export interface BulkEditResponse {
  successfulUsers: string[];
  failedUsers: string[];
 }
-
-export type UserDTO = {
-  id: string,
-  name: string,
-  jobTitle?: string,
-  department?: string,
-  hierarchy?: string,
-  customer: {
-    id: string,
-    name: string,
-    tier: string,
-  }
-}
@@ -22,6 +22,9 @@ import {
  ApiHeaders,
  ApiOkResponse,
  ApiTags,
+  ApiOperation,
+  ApiParam,
+  ApiResponse,
 } from '@nestjs/swagger';
 import {
  Authenticated,
@@ -88,10 +91,6 @@ export class CatalogController {
    @Query() query: ICatalogAllRequest,
  ): Promise<ICatalogAllResponse> {
    const { user_id, customer_name, customer_id, username, permissions } = user;
-    this.logger.info(`/catalog - searchCatalog`, {
-      user_id,
-      customer_name,
-    });

    const is_data_manager = permissions.includes(
      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
@@ -128,10 +127,6 @@ export class CatalogController {
    @Res() res: Response
  ) {
    const { user_id, customer_name, customer_id, username, permissions } = user;
-    this.logger.info(`/catalog/download - searchCatalog`, {
-      user_id,
-      customer_name,
-    });

    const is_data_manager = permissions.includes(
      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
@@ -168,10 +163,6 @@ export class CatalogController {
  async findByPipelineAndObject(@User() user: RequestUser, @Query() query) {
    const { username, user_id, customer_id, customer_name, permissions } = user;
    const { pipeline, object } = query;
-    this.logger.info(`/catalog - ON GET DATA ASSET BY PIPELINE AND OBJECT`, {
-      username,
-      customer_name,
-    });

    if (!pipeline || !object) {
      throw new BadRequestException('Query params not provided');
@@ -224,10 +215,6 @@ export class CatalogController {
    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
  )
  async findAllTags(@Body() body) {
-    this.logger.info(`/catalog - ON FIND ALL TAGS ROUTE`, {
-      user: body.info.user_id,
-      customer: body.info.customer,
-    });

    const { user_id, customer, customer_id } = body.info;
    const metadata = PackTheMetadata({
@@ -253,10 +240,6 @@ export class CatalogController {
  ) {
    const { username, user_id, customer_id, customer_name, permissions } = user;

-    this.logger.info(`GET /data-asset/${id}`, {
-      username,
-      customer_name,
-    });

    const is_data_manager = permissions.includes(
      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
@@ -309,10 +292,6 @@ export class CatalogController {
  ) {
    const { username, user_id, customer_id, customer_name, permissions } = user;

-    this.logger.info(`/catalog - ON GET ONE DASHBOARD METABASE ROUTE`, {
-      username,
-      customer_name,
-    });

    const is_data_manager = permissions.includes(
      PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER.seqid,
@@ -364,10 +343,6 @@ export class CatalogController {
  ): Promise<IColumnsMetadataResponse> {
    const { customer_name, customer_id, user_id, username } = user;

-    this.logger.info(`/catalog - columns-metadata`, {
-      user_id,
-      customer_name,
-    });

    const metadata = PackTheMetadata({
      customer_name,
@@ -395,10 +370,6 @@ export class CatalogController {
  ): Promise<IPreviewResponse> {
    const { customer_name, customer_id, user_id, username, customer_modules } = user;

-    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
-      user_id,
-      customer_name,
-    });

    const metadata = PackTheMetadata({
      customer_name,
@@ -424,24 +395,31 @@ export class CatalogController {
    @Language() language: LanguageEnum,
    @Param('id') id: string,
  ): Promise<IDocsResponse> {
-    const { customer_name, customer_id, user_id, username } = user;
+    try {
+      const { customer_name, customer_id, user_id, username } = user;

-    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
-      user_id,
-      customer_name,
-    });
+      this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
+        user_id,
+        customer_name,
+        id,
+      });

-    const metadata = PackTheMetadata({
-      customer_name,
-      customer_id,
-      user_id,
-      username,
-      language,
-    });
+      const metadata = PackTheMetadata({
+        customer_name,
+        customer_id,
+        user_id,
+        username,
+        language,
+      });

-    const docs = await this.catalogService.getDataDocs(id, metadata);
+      const docs = await this.catalogService.getDataDocs(id, metadata);

-    return { docs };
+      return { docs };
+    } catch (error) {
+      this.logger.error(`Error in getDataAssetDocs for id ${id}: ${error.message}`);
+      this.logger.error(`Error details: ${JSON.stringify(error)}`);
+      throw error;
+    }
  }

  @Put('data-asset/:id')
@@ -490,10 +468,6 @@ export class CatalogController {
  ) {
    const { user_id, customer_name } = user;

-    this.logger.info(`/catalog - ON GET DATA DOCS ROUTE`, {
-      user_id,
-      customer_name,
-    });

    const res = await this.catalogService.createDataDocs({
      table_id,
@@ -506,6 +480,7 @@ export class CatalogController {
    return res;
  }

+
  @ApiInternalOnlyEndpoint()
  @Put('data-asset/:id/manage-permissions')
  async manageDataAssetPermissions(
@@ -931,4 +906,88 @@ export class CatalogController {
      this.logger.error(error.message);
    }
  }
+
+  @Post('/data-asset/:nimbus_id/docs/ai')
+  @ApiOperation({
+    summary: 'Save documentation for data asset',
+    description: 'Saves documentation content for a data asset',
+  })
+  @ApiParam({
+    name: 'nimbus_id',
+    description: 'Nimbus ID of the data asset',
+    type: 'string',
+  })
+  @ApiResponse({
+    status: 201,
+    description: 'Documentation saved successfully',
+  })
+  async saveDocumentation(
+    @Param('nimbus_id') nimbusId: string,
+    @Body() body: { docs: string },
+    @User() user: RequestUser,
+  ) {
+
+    const metadata = PackTheMetadata(user);
+
+    try {
+      await this.catalogService.updateDataAssetDocumentation(nimbusId, body.docs, metadata);
+      return {
+        message: 'Documentation saved successfully',
+      };
+    } catch (error) {
+      this.logger.error(`Error saving documentation for ${nimbusId}: ${error.message}`);
+      throw error;
+    }
+  }
+
+  @Post('/data-asset/:nimbus_id/docs/generate-ai')
+  @ApiOperation({
+    summary: 'Generate AI documentation for data asset',
+    description: 'Generates comprehensive documentation for a data asset using AI (Autodrive)',
+  })
+  @ApiParam({
+    name: 'nimbus_id',
+    description: 'Nimbus ID of the data asset',
+    type: 'string',
+  })
+  @ApiResponse({
+    status: 201,
+    description: 'AI documentation generated successfully',
+    schema: {
+      type: 'object',
+      properties: {
+        message: { type: 'string' },
+        documentation: { type: 'string' },
+      },
+    },
+  })
+  @ApiResponse({
+    status: 400,
+    description: 'Bad request - invalid nimbus_id or missing data',
+  })
+  @ApiResponse({
+    status: 404,
+    description: 'Data asset not found',
+  })
+  @ApiResponse({
+    status: 500,
+    description: 'Internal server error during AI generation',
+  })
+  async generateAiDocumentation(
+    @Param('nimbus_id') dataAssetId: string,
+    @User() user: RequestUser,
+  ) {
+    const metadata = PackTheMetadata(user);
+
+    try {
+      const result = await this.catalogService.generateAiDocumentation(dataAssetId, metadata, user);
+      return {
+        message: 'AI documentation generated successfully',
+        documentation: result,
+      };
+    } catch (error) {
+      this.logger.error(`Error generating AI documentation for ${dataAssetId}: ${error.message}`);
+      throw error;
+    }
+  }
 }
@@ -1,4 +1,5 @@
 import DadosferaLogger from '@dadosfera/dadosfera-logs/dist';
+import FormData from 'form-data';
 import {
  WriteService,
  ReadService,
@@ -38,6 +39,20 @@ import {
 } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';
 import { TypeParser } from 'src/utils/FileParser/parser-types';
 import { ParserBuilder } from 'src/utils/FileParser/parser.builder';
+import { AI_DOCUMENTATION_PROMPT, AI_DOCUMENTATION_CONFIG } from './prompts/ai-documentation.prompt';
+import { AUTODRIVE_CONSTANTS, GEOGRAPHIC_KEYS, COMMON_COUNTRIES } from './constants/autodrive.constants';
+import { 
+  AutodriveCredentials, 
+  AutodriveAskPayload, 
+  AutodriveAskResponse, 
+  AutodriveAnswerResponse,
+  AutodriveUploadResponse,
+  DatasetStatusResponse,
+  ColumnData,
+  ColumnsMetadata,
+  DataPreview,
+  FormattedDataForAI
+} from './types/ai-documentation.types';

 class CatalogService implements OnModuleInit {
  catalogReadService: ReadService.CatalogReadServices;
@@ -197,11 +212,9 @@ class CatalogService implements OnModuleInit {
  async getUserRolesIds(userId: string) {
    const result = await this.userService.findOneById(userId).catch(() => null);

-    if (result) {
-      return result.user.roles.map((role) => role.id);
-    }
+    const roles_ids = result.user.roles.map((role) => role.id);

-    return [];
+    return roles_ids;
  }

  async searchDataAssets(
@@ -338,15 +351,44 @@ class CatalogService implements OnModuleInit {
  }

  async getDataDocs(id: string, metadata: Metadata) {
-    const { documentation } = await lastValueFrom(
+    let documentation: string;
+    
+    try {
+      const response = await lastValueFrom(
      this.catalogReadService.GetDatasetDoc({ id, type: undefined }, metadata),
    );
 
+      const doc = response.documentation;
+      documentation = doc;
+      
+      if (!documentation) {
+        this.logger.warn(`No documentation found for id: ${id}`);
+        return null;
+      }
+      
+      // Verificar se a documentação é um JSON válido
+      if (documentation.trim().startsWith('{') || documentation.trim().startsWith('[')) {
    const docs = JSON.parse(documentation);
    return docs;
+      } else {
+        this.logger.warn(`Documentation is not JSON format, returning as raw text for id: ${id}`);
+        return { raw_documentation: documentation };
+      }
+    } catch (error) {
+      this.logger.error(`getDataDocs failed for id ${id}: ${error.message}`);
+      
+      // Se for erro de JSON parsing, tentar retornar a documentação como string
+      if (error.message.includes('JSON') || error.message.includes('parse')) {
+        this.logger.warn(`JSON parsing failed, returning raw documentation for id: ${id}`);
+        return { raw_documentation: documentation || 'No documentation available' };
+      }
+      
+      throw error;
+    }
  }

  async getDatasetPreview(id: string, metadata: Metadata) {
+    try {
    const { preview } = await lastValueFrom(
      this.catalogReadService.GetDatasetPreview(
        { id, type: undefined },
@@ -355,19 +397,35 @@ class CatalogService implements OnModuleInit {
    );
    const result = JSON.parse(preview);
    return result;
+    } catch (error) {
+      this.logger.error(`getDatasetPreview failed for id ${id}: ${error.message}`);
+      throw error;
+    }
  }

  async getDatasetColumnsMetadata(id: string, metadata: Metadata) {
+    try {
    const { columns_metadata } = await lastValueFrom(
      this.catalogReadService.GetDatasetColumnsMetadata(
        { id, type: undefined },
        metadata,
      ),
    );
+      
+      if (!columns_metadata || columns_metadata.length <= 2) {
+        this.logger.warn(`Empty or minimal response from gRPC: "${columns_metadata}"`);
+        throw new Error('Empty response from gRPC service');
+      }
+      
    const result = JSON.parse(columns_metadata);
    return result;
+    } catch (error) {
+      this.logger.error(`getDatasetColumnsMetadata failed for id ${id}: ${error.message}`);
+      throw error;
+    }
  }

+
  async createDataDocs(body) {
    const nimbusUrl = this._getNimbusUrl(body);
    const { data } = await axios.post(
@@ -377,6 +435,7 @@ class CatalogService implements OnModuleInit {
    return data;
  }

+
  async findAllTags(data, metadata) {
    this.logger.info('CatalogService - findAllCustomerTags');

@@ -408,14 +467,11 @@ class CatalogService implements OnModuleInit {

      const roles = [];
      const users = [];
-      const data_asset_roles = data_asset?.roles || []
-      for (const role_id of data_asset_roles) {
+      for (const role_id of data_asset.roles) {
        const role = customer_roles.find((r) => r.id === role_id);
        if (role) roles.push({ id: role.id, name: role.name });
      }
-
-      const data_asset_users = data_asset?.users || []
-      for (const user_id of data_asset_users) {
+      for (const user_id of data_asset.users) {
        const user = customer_users.find((r) => r.id === user_id);
        if (user) users.push({ id: user.id, username: user.username });
      }
@@ -610,6 +666,524 @@ class CatalogService implements OnModuleInit {
    );
    return res;
  }
+
+
+  private capitalizeFirst(str: string): string {
+    return str.charAt(0).toUpperCase() + str.slice(1);
+  }
+
+
+
+
+  async updateDataAssetDocumentation(nimbusId: string, documentation: string, metadata: Metadata): Promise<void> {
+    try {
+      if (!documentation) {
+        this.logger.warn(`Documentation is undefined for ${nimbusId}`);
+        return;
+      }
+      
+      const changes = {
+        documentation: documentation
+      };
+      
+      await lastValueFrom(
+        this.catalogWriteService.UpdateDataAsset(
+          { id: nimbusId, changes: JSON.stringify(changes) },
+          metadata,
+        ),
+      );
+      
+      this.logger.info(`Documentation updated successfully for ${nimbusId}`);
+    } catch (error) {
+      this.logger.error(`Error updating documentation for ${nimbusId}: ${error.message}`);
+      throw error;
+    }
+  }
+
+  async generateAiDocumentation(dataAssetId: string, metadata: Metadata, user?: any): Promise<string> {
+    this.logger.info(`Generating AI documentation for data asset: ${dataAssetId}`);
+
+    try {
+      const customer_id = metadata.get('customer_id')?.[0]?.toString();
+      
+      // 1. Buscar metadados do data asset
+      const dataAsset = await this.getOneDataAsset({
+        id: dataAssetId,
+        customer_id,
+        metadata
+      });
+      
+      if (!dataAsset || !dataAsset.data_asset || !dataAsset.data_asset.nimbus_id) {
+        throw new Error("Nimbus ID not found in data asset metadata");
+      }
+      
+      const nimbusId = dataAsset.data_asset.nimbus_id.toString();
+
+      // 2. Buscar informações das colunas
+      let columnsData = null;
+      try {
+        columnsData = await this.getDatasetColumnsMetadata(dataAssetId, metadata);
+      } catch (error) {
+        this.logger.warn(`Failed to get column metadata: ${error.message}`);
+        columnsData = null;
+      }
+
+      // 2.1. Fallback para dados das colunas
+      const dataAssetWithColumns = dataAsset as any;
+      if (!columnsData && dataAssetWithColumns.columns && Array.isArray(dataAssetWithColumns.columns)) {
+        columnsData = { columns: dataAssetWithColumns.columns };
+      } else if (!columnsData) {
+        const numColumns = parseInt(dataAsset.data_asset.num_columns) || 0;
+        if (numColumns > 0) {
+          columnsData = {
+            columns: Array.from({ length: numColumns }, (_, i) => ({
+              name: `COLUMN_${i + 1}`,
+              type: 'UNKNOWN',
+              description: 'Column information not available',
+              nullable: 'UNKNOWN'
+            }))
+          };
+        }
+      }
+
+      // 3. Buscar preview dos dados (opcional)
+      let dataPreview = [];
+      try {
+        dataPreview = await this.getDatasetPreview(nimbusId, metadata);
+      } catch (error) {
+        this.logger.warn(`Failed to get data preview: ${error.message}`);
+        dataPreview = [];
+      }
+
+      // 4. Formatar dados e chamar Autodrive
+      const combinedText = this.formatDataForAI(dataAsset, dataPreview, columnsData);
+      const documentation = await this.callAutodriveForDocumentation(combinedText, user?.access_token);
+
+      // 5. Salvar a documentação
+      const createDataDocsPayload = {
+        table_id: dataAsset.data_asset.nimbus_id,
+        docs: documentation,
+        info: {
+          customer: user.customer_name,
+        },
+      };
+      
+      await this.createDataDocs(createDataDocsPayload);
+      this.logger.info(`AI documentation generated and saved successfully for ${dataAssetId}, length: ${documentation.length} chars`);
+
+      return documentation;
+
+    } catch (error) {
+      this.logger.error(`Error generating AI documentation for ${dataAssetId}: ${error.message}`);
+      
+      let errorMessage = error.message;
+      if (error.response) {
+        errorMessage = `API Error ${error.response.status}: ${error.response.data?.detail || error.message}`;
+      }
+      
+      throw new HttpException(
+        `Failed to generate AI documentation: ${errorMessage}`,
+        HttpStatus.INTERNAL_SERVER_ERROR,
+      );
+    }
+  }
+
+  private formatDataForAI(dataAsset: any, dataPreview: any[], columnsData?: any): string {
+    let combinedText = '';
+    
+    // Seguir exatamente o padrão do Python: chamar json_to_free_text para cada objeto separadamente
+    
+    // 1. metadata_data (dataAsset)
+    combinedText += this.jsonToFreeText(dataAsset);
+    
+    // 2. info_data (columns) - usar columnsData se disponível, senão tentar dataAsset.columns
+    if (columnsData) {
+      // Adicionar aviso se os dados das colunas são limitados
+      if (columnsData.columns && columnsData.columns.some((col: any) => col.name?.startsWith('COLUMN_'))) {
+        combinedText += 'WARNING: Column information is limited or unavailable. Generated column names are placeholders.\n\n';
+      }
+      combinedText += this.jsonToFreeText(columnsData);
+    } else if (dataAsset.columns && Array.isArray(dataAsset.columns)) {
+      const columnsDataFromAsset = { columns: dataAsset.columns };
+      combinedText += this.jsonToFreeText(columnsDataFromAsset);
+    } else {
+      // Se não há dados das colunas, informar explicitamente
+      combinedText += 'WARNING: No column metadata available. Cannot generate detailed table structure.\n\n';
+    }
+    
+    // 3. preview_data
+    if (dataPreview && dataPreview.length > 0) {
+      const previewData = { preview: dataPreview };
+      combinedText += this.jsonToFreeText(previewData);
+    }
+    
+    return combinedText;
+  }
+
+  private jsonToFreeText(jsonObj: any, indentLevel: number = 0): string {
+    if (!jsonObj || typeof jsonObj !== 'object') {
+      return '';
+    }
+
+    let text = '';
+    const indent = '    '.repeat(indentLevel);
+
+    // Processa primeiro os dados geográficos se existirem (igual ao Python)
+    const geoKeys = GEOGRAPHIC_KEYS;
+    
+    // Adiciona uma seção especial para dados de preview se existirem (igual ao Python)
+    if ('preview' in jsonObj) {
+      text += "=== PREVIEW DATA START ===\n";
+      if (Array.isArray(jsonObj['preview'])) {
+        // Primeiro, vamos procurar por colunas geográficas
+        const geoColumns = [];
+        if (jsonObj['preview'].length > 0 && typeof jsonObj['preview'][0] === 'object') {
+          for (const key of Object.keys(jsonObj['preview'][0])) {
+            const keyLower = key.toLowerCase();
+            if (geoKeys.some(geoTerm => keyLower.includes(geoTerm))) {
+              geoColumns.push(key);
+            }
+          }
+        }
+        
+        // Se encontramos colunas geográficas, vamos destacá-las
+        if (geoColumns.length > 0) {
+          text += "GEOGRAPHIC DATA FOUND IN COLUMNS:\n";
+          for (const col of geoColumns) {
+            text += `=== Column: ${col} ===\n`;
+            const values = jsonObj['preview'].map(row => String(row[col] || '')).filter(v => v);
+            text += "Values: " + values.join(", ") + "\n\n";
+          }
+        }
+        
+        // Agora processamos todos os dados normalmente
+        for (const row of jsonObj['preview']) {
+          text += this.jsonToFreeText(row, indentLevel + 1);
+        }
+      } else {
+        text += this.jsonToFreeText(jsonObj['preview'], indentLevel + 1);
+      }
+      text += "=== PREVIEW DATA END ===\n\n";
+    }
+    
+    // Processa o resto dos dados (igual ao Python)
+    for (const [key, value] of Object.entries(jsonObj)) {
+      if (key === 'preview') { // Skip preview here since we handled it above
+        continue;
+      }
+      if (typeof value === 'object' && value !== null) {
+        if (Array.isArray(value)) {
+          text += `${indent}${this.capitalize(key)}:\n`;
+          for (const item of value) {
+            if (typeof item === 'object' && item !== null) {
+              text += this.jsonToFreeText(item, indentLevel + 1);
+            } else {
+              text += `${indent}    - ${item}\n`;
+            }
+          }
+        } else {
+          text += `${indent}${this.capitalize(key)}:\n`;
+          text += this.jsonToFreeText(value, indentLevel + 1);
+        }
+      } else {
+        // Destaca campos geográficos
+        if (geoKeys.includes(key.toLowerCase() as any)) {
+          text += `${indent}!!! GEOGRAPHIC DATA !!! ${this.capitalize(key)}: ${value}\n`;
+        } else {
+          text += `${indent}${this.capitalize(key)}: ${value}\n`;
+        }
+      }
+    }
+    
+    text += '\n';
+    return text;
+  }
+
+  private capitalize(str: string): string {
+    return str.charAt(0).toUpperCase() + str.slice(1);
+  }
+
+
+
+  private async callAutodriveForDocumentation(combinedText: string, userAccessToken?: string): Promise<string> {
+    const credentials = this.getAutodriveCredentials();
+
+    try {
+      // Criar dataset temporário com os dados reais
+      const datasetId = await this.createTemporaryDataset(combinedText, userAccessToken);
+      
+      // Fazer pergunta ao dataset
+      const documentation = await this.askQuestionToDataset(datasetId, credentials);
+      
+      return documentation;
+    } catch (error) {
+      this.logger.error(`Error calling Autodrive API: ${error.message}`);
+      throw new Error(`Autodrive API call failed: ${error.message}`);
+    }
+  }
+
+  private getAutodriveCredentials(): AutodriveCredentials {
+    const fallbackCredentials = process.env.AUTODRIVE_KEY || process.env.AUTO_DRIVE_KEY;
+    
+    // Verificar se as credenciais principais estão disponíveis
+    if (AUTODRIVE_CONSTANTS.USERNAME && AUTODRIVE_CONSTANTS.PASSWORD) {
+      return {
+        username: AUTODRIVE_CONSTANTS.USERNAME,
+        password: AUTODRIVE_CONSTANTS.PASSWORD,
+        baseUrl: AUTODRIVE_CONSTANTS.BASE_URL,
+        model: AUTODRIVE_CONSTANTS.DEFAULT_MODEL,
+      };
+    }
+    
+    // Fallback para credenciais alternativas
+    if (fallbackCredentials) {
+      const cleanKey = fallbackCredentials.startsWith("'") && fallbackCredentials.endsWith("'") 
+        ? fallbackCredentials.slice(1, -1) 
+        : fallbackCredentials;
+      return {
+        username: '',
+        password: '',
+        baseUrl: AUTODRIVE_CONSTANTS.BASE_URL,
+        model: AUTODRIVE_CONSTANTS.DEFAULT_MODEL,
+        authHeader: `Basic ${cleanKey}`,
+      };
+    }
+    
+    // Fallback de emergência removido por segurança
+    // Configure as variáveis de ambiente necessárias
+    
+    throw new Error('No authentication credentials available. Please configure AUTODRIVE_USERNAME and AUTODRIVE_PASSWORD in your .env file');
+  }
+
+  private async askQuestionToDataset(datasetId: string, credentials: AutodriveCredentials): Promise<string> {
+    const authHeader = credentials.authHeader || this.createAuthHeader(credentials);
+    
+    const askPayload: AutodriveAskPayload = {
+      question: AI_DOCUMENTATION_PROMPT.trim(),
+      fetch_k: AI_DOCUMENTATION_CONFIG.FETCH_K,
+      k: AI_DOCUMENTATION_CONFIG.K,
+      model: credentials.model
+    };
+    
+    const askHeaders = {
+      'Authorization': authHeader,
+      ...AUTODRIVE_CONSTANTS.HEADERS
+    };
+
+    const askResponse = await axios.post<AutodriveAskResponse>(
+      `${credentials.baseUrl}/dataset/${datasetId}/ai_question`,
+      askPayload,
+      { 
+        headers: askHeaders,
+        timeout: AUTODRIVE_CONSTANTS.ASK_TIMEOUT
+      }
+    );
+
+    // Verificar se a resposta contém a documentação diretamente
+    if (askResponse.data?.answer) {
+      const documentation = askResponse.data.answer;
+      this.logger.info(`Documentation generated successfully - Length: ${documentation.length} characters`);
+      return documentation;
+    }
+
+    // Se não contém a resposta diretamente, verificar se tem question_id para buscar
+    if (askResponse.data?.question_id) {
+      const questionId = askResponse.data.question_id;
+
+      // Buscar a resposta da pergunta
+      const answerResponse = await axios.get<AutodriveAnswerResponse>(
+        `${credentials.baseUrl}/dataset/${datasetId}/ai_question/${questionId}`,
+        { 
+          headers: { 'Authorization': authHeader },
+          timeout: AUTODRIVE_CONSTANTS.ANSWER_TIMEOUT
+        }
+      );
+
+      // Se a resposta ainda está sendo processada, fazer polling contínuo
+      if (answerResponse.data?.status === 'started' || !answerResponse.data?.answer) {
+        let attempts = 0;
+        const maxAttempts = 12;
+        const pollInterval = 10000;
+        
+        while (attempts < maxAttempts) {
+          attempts++;
+          
+          await new Promise(resolve => setTimeout(resolve, pollInterval));
+          
+          try {
+            const pollResponse = await axios.get<AutodriveAnswerResponse>(
+              `${credentials.baseUrl}/dataset/${datasetId}/ai_question/${questionId}`,
+              { 
+                headers: { 'Authorization': authHeader },
+                timeout: AUTODRIVE_CONSTANTS.ANSWER_TIMEOUT
+              }
+            );
+            
+            // Se a resposta está pronta, retornar
+            if (pollResponse.data?.answer && pollResponse.data?.status !== 'started') {
+              const documentation = pollResponse.data.answer;
+              this.logger.info(`Documentation generated successfully after ${attempts} attempts - Length: ${documentation.length} characters`);
+              return documentation;
+            }
+            
+            // Se ainda está processando, continuar o loop
+            if (pollResponse.data?.status === 'started') {
+              continue;
+            }
+            
+            // Se falhou, mostrar erro e quebrar
+            if (pollResponse.data?.status === 'failed') {
+              throw new Error(`Answer processing failed: ${pollResponse.data.status_reason || 'Unknown error'}`);
+            }
+            
+            // Se houve erro ou status inesperado, quebrar o loop
+            break;
+            
+          } catch (pollError) {
+            this.logger.error(`Polling attempt ${attempts} failed: ${pollError.message}`);
+            continue;
+          }
+        }
+        
+        throw new Error(`Answer still not ready after ${maxAttempts} polling attempts`);
+      }
+
+      if (!answerResponse.data || !answerResponse.data.answer) {
+        throw new Error(`Answer response invalid: ${JSON.stringify(answerResponse.data)}`);
+      }
+
+      const documentation = answerResponse.data.answer;
+      this.logger.info(`Documentation generated successfully - Length: ${documentation.length} characters`);
+      return documentation;
+    }
+
+    throw new Error(`Autodrive API response invalid: ${JSON.stringify(askResponse.data)}`);
+  }
+
+  private async createTemporaryDataset(combinedText: string, userAccessToken?: string): Promise<string> {
+    if (!AUTODRIVE_CONSTANTS.BASE_URL) {
+      throw new Error('AUTODRIVE_BASE_URL not configured');
+    }
+
+    if (!combinedText || combinedText.trim().length === 0) {
+      throw new Error('combinedText is empty - cannot create dataset');
+    }
+
+    const credentials = this.getAutodriveCredentials();
+    const authHeader = credentials.authHeader || this.createAuthHeader(credentials);
+    const tempFilePath = await this.createTempFile(combinedText);
+
+    try {
+      const uploadResponse = await this.uploadDataset(tempFilePath, authHeader);
+      const datasetId = uploadResponse.dataset_id;
+      
+      await this.waitForDatasetReady(datasetId, authHeader, credentials.baseUrl);
+      return datasetId;
+    } catch (error) {
+      this.logger.error(`Error creating temporary dataset: ${error.message}`);
+      throw error;
+    } finally {
+      await this.cleanupTempFile(tempFilePath);
+    }
+  }
+
+  private async createTempFile(combinedText: string): Promise<string> {
+    const tempFileName = `temp_data_${Date.now()}.txt`;
+    const tempFilePath = `/tmp/${tempFileName}`;
+    
+    const fs = await import('fs');
+    fs.writeFileSync(tempFilePath, combinedText, 'utf8');
+    
+    return tempFilePath;
+  }
+
+  private async uploadDataset(tempFilePath: string, authHeader: string): Promise<AutodriveUploadResponse> {
+    const tempFileName = tempFilePath.split('/').pop() || 'temp_data.txt';
+    const fs = await import('fs');
+    
+    const formData = new FormData();
+    formData.append('files', fs.createReadStream(tempFilePath), tempFileName);
+    formData.append('name', tempFileName);
+    
+    const uploadResponse = await axios.post<AutodriveUploadResponse>(
+      `${AUTODRIVE_CONSTANTS.BASE_URL}/upload`, 
+      formData, 
+      {
+        headers: {
+          'Authorization': authHeader,
+          ...formData.getHeaders(),
+        },
+        timeout: 30000, // 30 segundos
+      }
+    );
+
+    if (!uploadResponse.data?.dataset_id) {
+      throw new Error('No dataset_id in upload response');
+    }
+
+    return uploadResponse.data;
+  }
+
+  private async waitForDatasetReady(datasetId: string, authHeader: string, autodriveBaseUrl: string): Promise<void> {
+    const maxAttempts = 12;
+    const pollInterval = 10000; // 10 segundos
+    
+    for (let attempt = 1; attempt <= maxAttempts; attempt++) {
+      try {
+        const statusResponse = await axios.get<DatasetStatusResponse>(
+          `${autodriveBaseUrl}/dataset/${datasetId}`, 
+          {
+            headers: { 'Authorization': authHeader },
+            timeout: 30000,
+          }
+        );
+        
+        if (statusResponse.data?.status === 'success') {
+          return;
+        } 
+        
+        if (statusResponse.data?.status === 'failed') {
+          throw new Error(`Dataset processing failed: ${statusResponse.data.status_reason || 'Unknown error'}`);
+        } 
+        
+        if (statusResponse.data?.status === 'processing') {
+          if (attempt < maxAttempts) {
+            await new Promise(resolve => setTimeout(resolve, pollInterval));
+            continue;
+          }
+        }
+        
+        if (attempt === maxAttempts) {
+          throw new Error(`Dataset still not ready after ${maxAttempts} attempts`);
+        }
+        
+      } catch (statusError) {
+        this.logger.error(`Status check error on attempt ${attempt}: ${statusError.message}`);
+        if (attempt === maxAttempts) {
+          throw statusError;
+        }
+        await new Promise(resolve => setTimeout(resolve, pollInterval));
+      }
+    }
+  }
+
+  private async cleanupTempFile(tempFilePath: string | null): Promise<void> {
+    if (!tempFilePath) return;
+    
+    try {
+      const fs = await import('fs');
+      if (fs.existsSync(tempFilePath)) {
+        fs.unlinkSync(tempFilePath);
+      }
+    } catch (error) {
+      this.logger.warn(`Failed to remove temporary file: ${error.message}`);
+    }
+  }
+
+  private createAuthHeader(credentials: AutodriveCredentials): string {
+    return `Basic ${Buffer.from(`${credentials.username}:${credentials.password}`).toString('base64')}`;
+  }
+
 }

 export { CatalogService };
@@ -0,0 +1,42 @@
+/**
+ * Constantes relacionadas ao Autodrive
+ * 
+ */
+export const AUTODRIVE_CONSTANTS = {
+  // URLs e endpoints (apenas do ENV)
+  BASE_URL: process.env.BASE_URL_AUTODRIVE || process.env.AUTODRIVE_BASE_URL,
+  
+  // Credenciais (apenas do ENV, sem fallback para segurança)
+  USERNAME: process.env.AUTODRIVE_USERNAME,
+  PASSWORD: process.env.AUTODRIVE_PASSWORD,
+  
+  // Modelo padrão
+  DEFAULT_MODEL: process.env.AUTODRIVE_MODEL || "gpt-4o",
+  
+  // Timeouts (em milissegundos)
+  ASK_TIMEOUT: 120000,
+  ANSWER_TIMEOUT: 180000,
+  
+  // Headers
+  HEADERS: {
+    'Content-Type': 'application/json',
+  },
+} as const;
+
+/**
+ * Chaves geográficas para detecção de dados de localização
+ */
+export const GEOGRAPHIC_KEYS = [
+  'country', 'countries', 'city', 'cities', 
+  'region', 'regions', 'location', 'state', 
+  'states', 'address'
+] as const;
+
+/**
+ * Países comuns para detecção automática
+ */
+export const COMMON_COUNTRIES = [
+  'brazil', 'brasil', 'usa', 'united states', 
+  'canada', 'mexico', 'argentina', 'chile', 
+  'colombia'
+] as const;
@@ -0,0 +1,88 @@
+/**
+
+ */
+export const AI_DOCUMENTATION_PROMPT = `crie uma documentação em Portugues, Ingles e Espanhol seguindo essas instruções 
+1. Persona: como profissional de governança e engenharia de dados
+2. Tarefa: ao receber as informações da tabela criar uma documentação com o seguinte escopo 
+**A primeira linha do documento tem que conter a seguinte informação: ## Document languages: EN / BR / ES
+**A segunda linha tem que obrigatoriamente conter a escrita Table: nome da tabela
+**A terceira linha tem que obrigatoriamente conter a escrita Table Schema: nome do table schema
+**DIRETRIZ CRUCIAL DE CONSISTÊNCIA E COMPLETUDE DE SCHEMA:**
+**1. Fonte Exclusiva de Metadados:** O 'Table Schema' definido na linha acima é a ÚNICA fonte de verdade para o schema dos dados a serem documentados. TODAS as informações subsequentes, especialmente na seção 'Estrutura da Tabela' (incluindo a lista de colunas, seus nomes, tipos de dados, descrições e exemplos) DEVEM ser extraídas EXCLUSIVAMENTE de metadados que correspondem a ESTE 'Table Schema'. Se os dados de entrada que você recebeu contiverem informações para a mesma tabela ou colunas mas de schemas diferentes (ex: um schema 'bronze' e um 'silver'), você DEVE IGNORAR TOTALMENTE as informações dos schemas divergentes para esta tarefa de documentação e utilizar APENAS as do 'Table Schema' aqui especificado.
+**2. Listagem Completa de Colunas:** Sua principal tarefa na seção 'Estrutura da Tabela' é identificar e listar TODAS as colunas que pertencem ao 'Table Schema' especificado. Verifique nos dados de entrada fornecidos se há uma indicação explícita do número total de colunas para esta tabela neste schema (por exemplo, um campo como 'Num_columns' ou similar nos metadados da tabela). Você deve se esforçar para listar exatamente essa quantidade de colunas. Se essa contagem não estiver disponível, liste todas as colunas que você puder identificar como pertencentes exclusivamente a este 'Table Schema'. A completude em relação ao schema especificado é essencial.
+
+**Depois de "Estrutura da tablea", incluir a mensagem "Este documento foi gerado por IA", traduzida corretamente para cada idioma.**
+**Obrigatoriamente:Após finalizar a versão em Inglês, começar a versão em Português** **Após finalizar a versão em Português, começar a versão em Espanhol** **Antes de começar cada versão, colocar um título como:** - \`## English Version\` (para inglês)  
+  - \`## Versão em Português\` (para português)  
+  - \`## Versión en Español\` (para espanhol)  
+ - Descrição: fornece uma visão geral do ativo de dados, 
+ destacando seu propósito e principal funcionalidade. 
+ Esta sessão resume o conteúdo e o objetivo do ativo, ajudando os usuários a entender rapidamente o que o ativo representa 
+ e como pode ser utilizado em suas análises e decisões.
+ - Sugestão de Domínio de Dados:
+ Analise cuidadosamente os dados da tabela e sugira o domínio mais apropriado. Inclua:
+ - Domínio Sugerido: [Nome do domínio]
+ - Motivo: [Explicação breve sobre porque a tabela pertence a este domínio]
+ - Observações: [Qualquer observação adicional relevante]
+ 
+ Exemplos de Domínios de Dados para referência:
+ - Financeiro: Dados sobre transações, receitas, despesas, etc.
+ - Recursos Humanos: Dados sobre funcionários, cargos, salários, etc.
+ - Produtos: Dados sobre produtos, categorias, preços, etc.
+ - Fornecedores: Dados sobre fornecedores, produtos fornecidos, localizações, etc.
+ - Marketing: Dados sobre campanhas, leads, conversões, etc.
+ - Vendas: Dados sobre vendas, clientes, produtos vendidos, etc.
+ - Operações: Dados sobre processos, logística, produção, etc.
+ - Clientes: Dados sobre clientes, interações, histórico, etc.
+   -Tags Sugeridas:
+          A IA deve gerar tags relevantes **com base nos dados da tabela**.  
+        - **IMPORTANTE: Analise cuidadosamente os dados de preview da tabela (PREVIEW DATA) para encontrar países. Procure em todas as colunas por nomes de países, cidades ou regiões.**
+        - **Garanta que as tags estejam separadas por espaços vazios, todas na mesma linha, exemplo: #marketing #sales #australia #canada, limitar até 3 países que mais aparecem** - **Os países DEVEM ser extraídos dos dados de preview da tabela. Procure em colunas como City, Country, Region, Location, etc.** - Por que esta tabela é interessante:
+ Nesta sessão, é destacada a importância do ativo, explicando como ele pode ser útil para os usuários. 
+ São abordadas as formas como o ativo pode melhorar a tomada de decisões, identificar padrões relevantes ou fornecer insights valiosos. 
+ O objetivo é ressaltar a utilidade prática e o impacto positivo que o ativo pode ter em suas atividades.
+ - Análises potencialmente úteis feitas com esses dados:
+ Aqui são listadas algumas das análises que podem ser realizadas com o ativo de dados. Inclui sugestões de dashboards, 
+ relatórios ou outros tipos de análises que aproveitam as informações fornecidas pelo ativo. 
+ O objetivo é oferecer maneiras de utilizar os dados para obter insights valiosos e apoiar a tomada de decisões informadas.
+ - Links Úteis:
+ Os Links Úteis oferecem recursos adicionais relacionados ao ativo de dados, incluindo guias, 
+ artigos ou outras fontes de informação que podem ajudar os usuários a compreender melhor o ativo e suas aplicações. Além disso, 
+ inclui um link rápido dentro da Dadosfera para ativos relacionados diretamente com o ativo em questão, facilitando a navegação entre os ativos.
+ - Estrutura da Tabela:
+ A Estrutura da Tabela detalha TODAS as colunas e os dados disponíveis no ativo, conforme pertencentes ao 'Table Schema' principal definido no início deste documento.
+ **Instrução Detalhada para Estrutura da Tabela:**
+ Siga rigorosamente estes passos:
+ 1. Identifique nos dados de entrada (metadados da tabela e das colunas) todas as colunas que pertencem EXCLUSIVAMENTE ao 'Table Schema' especificado no cabeçalho deste documento. Se houver uma contagem de colunas (ex: 'Num_columns') para este schema específico, assegure-se de listar essa quantidade.
+ 2. Para CADA uma dessas colunas identificadas, formate a saída da seguinte maneira, **SEM utilizar NENHUM marcador de lista (como traços ou asteriscos) no início de cada entrada de coluna**. Cada coluna deve ser apresentada como um bloco de texto. Inclua uma linha em branco entre a documentação de cada coluna para separação visual.
+   - Apresente o NOME_DA_COLUNA em maiúsculas, seguido pelo (TIPO_DE_DADO_EXTRAÍDO_DOS_METADADOS_DO_SCHEMA_CORRETO) entre parênteses.
+   - O **NOME_DA_COLUNA (TIPO_DE_DADO_EXTRAÍDO_DOS_METADADOS_DO_SCHEMA_CORRETO)** deve estar na primeira linha do bloco da coluna e **inteiramente em negrito**.
+   - Na linha seguinte, a etiqueta "**Descrição:**" deve estar **em negrito**, seguida pelo texto da descrição da coluna.
+   - Na linha seguinte à descrição, a etiqueta "**Exemplo:**" deve estar **em negrito**, seguida pelo valor do exemplo. Se o exemplo for um valor literal ou código, formate-o entre crases (\`) se apropriado.
+   - Se houver informações adicionais relevantes (como "Valores Possíveis:", "Observações:", etc.), coloque a etiqueta correspondente **em negrito** em uma nova linha, seguida pelo seu texto.
+   
+ Este documento foi gerado por IA.
+
+ NOME_COLUNA_1 (TIPO_DADO_SCHEMA_CORRETO_1):
+   Descrição: [Descrição da coluna 1, do schema correto]
+   Exemplo: \`[Exemplo de valor para coluna 1, do schema correto]\`
+
+ NOME_COLUNA_2 (TIPO_DADO_SCHEMA_CORRETO_2):
+   Descrição: [Descrição da coluna 2, do schema correto]
+   Exemplo: \`[Exemplo de valor para coluna 2, do schema correto]\`
+
+ (continue este formato com início de cada coluna para TODAS as colunas do 'Table Schema' especificado, garanta com que NUNCA tenha TRAÇO OU PONTO no inicio)
+
+ 3. Contexto : O usuário ira cadastrar um ativo de dados na nossa plataforma e para ter um bom catalogo ele ira querer gerar a documentação padronizada mas explicativa e
+ automática 
+ 4. Restrições : A documentação deve seguir obrigatoriamente o mesmo padrão principalmente na parte de estrutura de dados
+ 5. Objetivo: O principal objetivo é gerar uma documentação acessível, clara, 
+ automática e padronizada para os usuários que desejem cadastrar um ativo de dados na plataforma`;
+
+/**
+ * Configurações para a geração de documentação com IA
+ */
+export const AI_DOCUMENTATION_CONFIG = {
+  FETCH_K: 250,
+  K: 100,
+} as const;
@@ -0,0 +1,60 @@
+/**
+ * Tipos relacionados à geração de documentação com IA
+ */
+
+export interface AutodriveCredentials {
+  username: string;
+  password: string;
+  baseUrl: string;
+  model: string;
+  authHeader?: string;
+}
+
+export interface AutodriveAskPayload {
+  question: string;
+  fetch_k: number;
+  k: number;
+  model: string;
+}
+
+export interface AutodriveAskResponse {
+  answer?: string;
+  question_id?: string;
+  dataset_id?: string;
+}
+
+export interface AutodriveAnswerResponse {
+  status: 'started' | 'success' | 'failed';
+  answer?: string;
+  status_reason?: string;
+}
+
+export interface AutodriveUploadResponse {
+  dataset_id: string;
+}
+
+export interface DatasetStatusResponse {
+  status: 'processing' | 'success' | 'failed';
+  status_reason?: string;
+}
+
+export interface ColumnData {
+  name: string;
+  type: string;
+  description?: string;
+  nullable?: string;
+}
+
+export interface ColumnsMetadata {
+  columns: ColumnData[];
+}
+
+export interface DataPreview {
+  preview: any[];
+}
+
+export interface FormattedDataForAI {
+  dataAsset: any;
+  dataPreview: any[];
+  columnsData?: ColumnsMetadata;
+}
@@ -1,46 +1,29 @@
 import { Body, Controller, Inject, Param, Post, Req } from '@nestjs/common';
+import { init } from 'mixpanel';
+import { Authenticated } from 'src/decorators/authentication.decorator';
 import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
-import { RequestUser } from 'src/decorators/user.decorator';
+import { RequestUser, User } from 'src/decorators/user.decorator';
 import { MixpanelService } from './mixpanel.service';
-import { extractUserFrom } from 'src/authentication/extract-user';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';

@ApiInternalOnlyController()
@Controller('trackEvent')
 export class MixpanelController {
-  logger: DadosferaLogger;
-
  constructor(
-    @Inject(DadosferaLogger)
-    dadosferaLogger: DadosferaLogger,
-    private mixpanelService: MixpanelService,
-  ) {
-    this.logger = dadosferaLogger.logger;
-  }
-
+    private mixpanelService: MixpanelService
+  ) {}
  @Post(':id')
  async trackEvent(
    @Param('id') id,
    @Body() body,
+    @User() user: RequestUser,
    @Req() request
  ) {
-    this.logger.info(`POST Track Event: ${id}`)
    delete body.info;
-
-    const anonymousUser = {
-      username: "anonymous",
-      customer_name: "anonymous"
-    } as RequestUser
-
-    const hasToken = request.headers['authorization'];
-
-    const user = hasToken ? extractUserFrom(hasToken) : anonymousUser;
-
-    this.logger.info(`Has user: ${typeof hasToken == "string"}`)
 
    await this.mixpanelService.track(id, user, request, body)

-    this.logger.info(`Event successful`)
    return { id, body, user: user.username };
  }
+
+
 }
@@ -3,7 +3,6 @@ import { ApiOperation, ApiTags } from '@nestjs/swagger';
 import {
  AuthenticateCondition,
  Authenticated,
-  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
@@ -14,6 +13,26 @@ import { ApiInternalOnlyController } from 'src/decorators/swagger.decorator';
@ApiTags('Pipelines')
@Controller('pipelines')
@Authenticated()
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
+  );
+})
 export class PipelinesController {
  logger: DadosferaLogger;
  constructor(
@@ -25,7 +44,6 @@ export class PipelinesController {
  }

  @Post('start/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  @ApiOperation({
    deprecated: true,
    description:
@@ -53,7 +71,6 @@ export class PipelinesController {
    description:
      'This method is deprecated. Please use route /pipelinesV2/:id/status instead',
  })
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineStatus(@Body() body, @Param('id') id: string) {
    body.id = id;

@@ -26,7 +26,6 @@ import {
 import {
  AuthenticateCondition,
  RequireAllPermissions,
-  RequireSomePermission,
 } from 'src/decorators/authentication.decorator';
 import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
 import { PipelinesService } from './pipelines.service';
@@ -53,6 +52,30 @@ import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
@ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
@UseFilters(new GrpcToHttpExceptionFilter())
@Controller('pipelinesV2')
+@AuthenticateCondition((req, user) => {
+  let action;
+
+  switch (req.method) {
+    case 'POST':
+      action = 'CREATE';
+      break;
+
+    case 'PUT':
+      action = 'UPDATE';
+      break;
+
+    case 'PATCH':
+      action = 'UPDATE';
+      break;
+
+    default:
+      action = req.method;
+  }
+
+  return user.permissions.includes(
+    PERMISSIONS_GROUPS.PIPELINE.permissions[action].seqid,
+  );
+})
 export class PipelinesController {
  logger: DadosferaLogger;
  constructor(
@@ -65,7 +88,6 @@ export class PipelinesController {
  }

  @Get('monitoring-dashboard')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getMonitoringDashboard(@User() user: RequestUser) {
    this.logger.info('PipelinesController - getMonitoringDashboard', { user });

@@ -78,7 +100,6 @@ export class PipelinesController {
  }

  @Post()
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  @ApiCreatedResponse({ type: IPipelineV2 })
  async create(
    @Language() language: LanguageEnum,
@@ -105,7 +126,6 @@ export class PipelinesController {
  }

  @Get()
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async findAll(
    @User() user: RequestUser,
    @Language() language: LanguageEnum,
@@ -130,7 +150,6 @@ export class PipelinesController {
  }

  @Get('/download-logs')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async downloadLogs(
    @User() user: RequestUser,
    @Language() language: LanguageEnum,
@@ -161,7 +180,6 @@ export class PipelinesController {
  }

  @Get(':id/config')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW,PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineproperties(
    @Language() language: LanguageEnum,
    @User() user: RequestUser,
@@ -173,7 +191,6 @@ export class PipelinesController {
  }

  @Get(':id/objects')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineObjects(
    @Language() language: LanguageEnum,
    @User() user: RequestUser,
@@ -185,7 +202,6 @@ export class PipelinesController {
  }

  @Get(':id/status')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getPipelineStatus(@Body() body, @Param('id') id: string) {
    body.id = id;

@@ -200,7 +216,6 @@ export class PipelinesController {
  }

  @Get('/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async findOne(
    @Language() language: LanguageEnum,
    @User() user: RequestUser,
@@ -243,7 +258,6 @@ export class PipelinesController {
  }

  @Patch('/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async update(
    @Language() language: LanguageEnum,
    @Body() updatePipelineDto,
@@ -283,7 +297,6 @@ export class PipelinesController {
    deprecated: true,
    description: 'This method is deprecated. Please use PATCH instead',
  })
-  @RequireSomePermission(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW, PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async updateDeprecated(
    @Language() language: LanguageEnum,
    @Body() updatePipelineDto,
@@ -299,7 +312,6 @@ export class PipelinesController {
  @Delete(':id')
  @ApiNoContentResponse()
  @HttpCode(HttpStatus.NO_CONTENT)
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.DELETE)
  async delete(@Param('id') id: string, @User() user: RequestUser) {
    this.logger.info('PipelinesController - delete', { user });
    const metadata = PackTheMetadata({
@@ -313,7 +325,7 @@ export class PipelinesController {

  @ApiInternalOnlyEndpoint()
  @Post('/init-upload')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async initUploadFile(
    @User() user: RequestUser,
    @Body() body: IInitUploadCSVFile,
@@ -345,7 +357,7 @@ export class PipelinesController {

  @ApiInternalOnlyEndpoint()
  @Post('/complete-upload')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async completeUploadFile(
    @User() user: RequestUser,
    @Body() body: ICompleteUploadCSVFile,
@@ -363,7 +375,7 @@ export class PipelinesController {

  @ApiInternalOnlyEndpoint()
  @Post('/file')
-  @RequireAllPermissions(PERMISSIONS_GROUPS.IMPORT_FILES.permissions.VIEW)
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async uploadedFile(
    @User() user: RequestUser,
    @Body() body: ICreatePipelineCSVFile,
@@ -413,7 +425,6 @@ export class PipelinesController {

  @ApiInternalOnlyEndpoint()
  @Post('start/:id')
-  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.CREATE)
  async activate(@Param('id') id: string, @Body() body) {
    const { info } = body;

@@ -124,24 +124,4 @@ export class ThemeController {
    }
  }

-  @Post('/:id/theme/reset')
-  @ApiOkResponse({ type: CustomerThemeResponse })
-  async resetTheme(@Param('id') id: string) {
-    this.logger.info('getCustomerTheme with id' + id);
-
-    try {
-      await this.themeService.resetTheme(id);
-
-      return { theme: null };
-    }catch (err) {
-      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND) {
-        this.logger.error('Error - getCustomerTheme - Expect CUSTOMER.NOT_FOUND');
-        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
-      } else {
-        this.logger.error('Error - getCustomerTheme Unknown Error:' + err?.message);
-        return { theme: null };
-      };
-    }
-  }
-
 }
@@ -44,18 +44,6 @@ export class ThemeService implements OnModuleInit {
    );
  }

-  async resetTheme(id: string) {
-    const { theme } = await firstValueFrom(
-      this.themeService.ResetCustomerTheme({
-        id
-      }),
-    );
-
-     return {
-      theme
-    }
-  }
-
  async createThemeByCustomer(id: string, theme: CustomerThemeRequest & Files) {
    if (!id) {
      this.logger.error('Error - saveCustomertheme - not found id:' + id);