FEAT: adding autodrive apis

FIX: storage url

.dockerignore

@@ -0,0 +1,12 @@
+node_modules
+dist
+.git
+*.log
+npm-debug.log*
+.DS_Store
+.env
+.env.*
+coverage
+.nyc_output
+*.tgz
+!protospack.tgz

Dockerfile

@@ -1,4 +1,5 @@
-FROM node:18.17-alpine AS base_image
+FROM node:20-alpine AS base_image
+RUN npm install -g npm@latest
 
 FROM base_image AS build_base
 WORKDIR /app

Dockerfile.local

@@ -0,0 +1,47 @@
+FROM node:22-alpine AS base_image
+RUN npm install -g npm@latest
+
+FROM base_image AS build_base
+WORKDIR /app
+RUN apk update
+RUN apk add --no-cache \
+      aws-cli \
+      chromium \
+      nss \
+      freetype \
+      harfbuzz \
+      ca-certificates \
+      ttf-freefont
+COPY package*.json ./
+
+ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true \
+    PUPPETEER_EXECUTABLE_PATH=/usr/bin/chromium-browser
+
+
+# Local build with secrets
+FROM build_base AS build
+RUN --mount=type=secret,id=aws,target=/root/.aws/credentials \
+  aws codeartifact login --tool npm --namespace @dadosfera --repository dadosfera-npm --domain dadosfera --domain-owner 611330257153 --region us-east-1
+RUN npm ci
+COPY . .
+RUN npm run build
+
+
+FROM base_image
+WORKDIR /app
+COPY --from=build /app/dist ./dist
+COPY --from=build /app/node_modules ./node_modules
+COPY --from=build /app/package*.json ./
+RUN apk update
+RUN apk add --no-cache \
+      chromium \
+      nss \
+      freetype \
+      harfbuzz \
+      ca-certificates \
+      ttf-freefont
+
+ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true \
+    PUPPETEER_EXECUTABLE_PATH=/usr/bin/chromium-browser
+
+ENTRYPOINT ["npm", "run", "start:prod"]

deploy/helm-chart/templates/deployment.yaml

@@ -48,6 +48,9 @@ spec:
             {{- toYaml .Values.resources | nindent 12 }}
           {{- end }}
           env:
+            # Auth Provider Configuration (cognito or keycloak)
+            - name: AUTH_PROVIDER
+              value: {{ .Values.maestro.auth_provider | default "cognito" | quote }}
             - name: AWS_IDENTITY_POOL_ID
               value: {{ .Values.maestro.aws_identity_pool_id }}
             - name: AWS_REGION
@@ -108,6 +111,14 @@ spec:
               value: "{{ .Values.maestro.redis_tls }}"
             - name: PLATFORM_API_URL
               value: {{ .Values.maestro.platform_api_url }}
+            - name: STORAGE_EXPLORER_API_URL
+              value: {{ .Values.maestro.storage_explorer_api_url | quote }}
+            - name: AUTODRIVE_EXTRACTOR_API_URL
+              value: {{ .Values.maestro.autodrive_extractor_api_url | quote }}
+            - name: AUTODRIVE_CORE_API_URL
+              value: {{ .Values.maestro.autodrive_core_api_url | quote }}
+            - name: AUTODRIVE_ASSISTANT_API_URL
+              value: {{ .Values.maestro.autodrive_assistant_api_url | quote }}
             - name: JWT_PRIVATE_KEY
               valueFrom:
                 secretKeyRef:

deploy/helm-chart/values-stg.yaml

@@ -9,6 +9,7 @@ maestro:
   cookie_secret: "ff7bc13823edb2ae50d248e5780bddc9d4b31c36"
   redis_database: "1"
   platform_api_url: https://xs2hkhq07k.execute-api.us-east-1.amazonaws.com
+  storage_explorer_api_url: "http://storage-explorer-{customer}.data-apps.svc.cluster.local:8000/api"
 
 hostname: maestro.stg.dadosfera.ai
 

deploy/helm-chart/values.yaml

@@ -27,6 +27,9 @@ resources:
     cpu: 2000m
     memory: 2Gi
 maestro:
+  # Auth provider: "cognito" (default) or "keycloak"
+  # Note: maestro doesn't connect to Keycloak directly, only duc does
+  auth_provider: "cognito"
   aws_identity_pool_id: "us-east-1_Mrezsw9Sn"
   duc_url: duc.dadosfera.ai
   in_factory_url: in-factory.dadosfera.ai
@@ -44,6 +47,10 @@ maestro:
   open_customer_id: f239718a-a271-4ef9-ae7e-02a2f0f3aa6e
   open_group_id: 401573bb-334f-44b2-b30e-88d4cea31ae9
   platform_api_url: https://oz8v2zid1e.execute-api.us-east-1.amazonaws.com
+  storage_explorer_api_url: "https://storage-explorer-{customer}.dadosfera.ai/api"
+  autodrive_extractor_api_url: "https://autodrive-extractor-api-{customer}.dadosfera.ai"
+  autodrive_core_api_url: "https://autodrive-api-{customer}.dadosfera.ai"
+  autodrive_assistant_api_url: "https://autodrive-assistant-api-{customer}.dadosfera.ai"
   dedicated_proxy: ""
   restricted_ip: ""
   redis_host: "aaapzppmlyamkocqwstpo7zvopczyyiyuy6xzm2g6c5k4mq3a66be4a-0.redis.sa-saopaulo-1.oci.oraclecloud.com"

package.json

@@ -35,7 +35,7 @@
     "@aws-sdk/signature-v4": "^3.370.0",
     "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
     "@dadosfera/protospack": "2.5.3",
-    "@dadosfera/protospack-v2": "3.38.0-beta.18",
+    "@dadosfera/protospack-v2": "3.38.0-beta.28",
     "@grpc/grpc-js": "^1.9.3",
     "@grpc/proto-loader": "^0.7.9",
     "@nestjs/cli": "^9.5.0",
@@ -49,7 +49,7 @@
     "@nestjs/schematics": "^9.2.0",
     "@nestjs/swagger": "^6.3.0",
     "@nestjs/testing": "^9.4.3",
-    "axios": "^0.27.2",
+    "axios": "^0.30.2",
     "cache-manager": "^5.1.4",
     "cache-manager-ioredis-yet": "^1.1.0",
     "class-transformer": "^0.5.1",
@@ -80,7 +80,13 @@
     "swagger-ui-express": "^4.6.3"
   },
   "overrides": {
-    "multer": "1.4.5-lts.1"
+    "multer": "2.0.2",
+    "form-data": "^4.0.4",
+    "body-parser": "^1.20.3",
+    "cross-spawn": "^7.0.5",
+    "glob": "^10.5.0",
+    "path-to-regexp": "^3.3.0",
+    "semver": "^7.5.2"
   },
   "devDependencies": {
     "@types/cache-manager": "^4.0.6",

src/app.module.ts

@@ -34,6 +34,10 @@ import { AssignModule } from './modules/assign/assign.module';
 import { ShareMetadataModule } from './modules/share-metadata/share-metadata.module';
 import { ApiKeyModule } from './modules/api-key/api-key.module';
 import { PlatformApiModule } from './modules/platform-api/platform-api.module';
+import { StorageExplorerModule } from './modules/storage-explorer/storage-explorer.module';
+import { AutodriveExtractorModule } from './modules/autodrive-extractor/autodrive-extractor.module';
+import { AutodriveCoreModule } from './modules/autodrive-core/autodrive-core.module';
+import { AutodriveAssistantModule } from './modules/autodrive-assistant/autodrive-assistant.module';
 
 @Module({
   providers: [
@@ -75,6 +79,10 @@ import { PlatformApiModule } from './modules/platform-api/platform-api.module';
     IdentityProviderModule,
     NetworkPolicyModule,
     PlatformApiModule,
+    StorageExplorerModule,
+    AutodriveExtractorModule,
+    AutodriveCoreModule,
+    AutodriveAssistantModule,
     //Always leave HealthModule last, so it is on the bottom of swagger
     HealthModule,
   ],

src/authentication/permissions.enum.ts

@@ -668,6 +668,122 @@ export const PERMISSIONS_GROUPS = {
       },
     },
   },
+  STORAGE_EXPLORER: {
+    title: {
+      'pt-br': 'Storage Explorer',
+      'en-us': 'Storage Explorer',
+      'es-es': 'Storage Explorer',
+    },
+    permissions: {
+      READ: {
+        seqid: 51,
+        claim: 'storage-explorer:read',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Ler dados do Storage Explorer',
+          'en-us': 'Read Storage Explorer data',
+          'es-es': 'Leer datos del Storage Explorer',
+        },
+      },
+      WRITE: {
+        seqid: 52,
+        claim: 'storage-explorer:write',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Escrever dados no Storage Explorer',
+          'en-us': 'Write Storage Explorer data',
+          'es-es': 'Escribir datos en Storage Explorer',
+        },
+      },
+    },
+  },
+  AUTODRIVE_EXTRACTOR: {
+    title: {
+      'pt-br': 'Autodrive Extractor',
+      'en-us': 'Autodrive Extractor',
+      'es-es': 'Autodrive Extractor',
+    },
+    permissions: {
+      READ: {
+        seqid: 53,
+        claim: 'autodrive-extractor:read',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Ler dados do Autodrive Extractor',
+          'en-us': 'Read Autodrive Extractor data',
+          'es-es': 'Leer datos del Autodrive Extractor',
+        },
+      },
+      WRITE: {
+        seqid: 54,
+        claim: 'autodrive-extractor:write',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Escrever dados no Autodrive Extractor',
+          'en-us': 'Write Autodrive Extractor data',
+          'es-es': 'Escribir datos en Autodrive Extractor',
+        },
+      },
+    },
+  },
+  AUTODRIVE_CORE: {
+    title: {
+      'pt-br': 'Autodrive Core',
+      'en-us': 'Autodrive Core',
+      'es-es': 'Autodrive Core',
+    },
+    permissions: {
+      READ: {
+        seqid: 55,
+        claim: 'autodrive-core:read',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Ler dados do Autodrive Core',
+          'en-us': 'Read Autodrive Core data',
+          'es-es': 'Leer datos del Autodrive Core',
+        },
+      },
+      WRITE: {
+        seqid: 56,
+        claim: 'autodrive-core:write',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Escrever dados no Autodrive Core',
+          'en-us': 'Write Autodrive Core data',
+          'es-es': 'Escribir datos en Autodrive Core',
+        },
+      },
+    },
+  },
+  AUTODRIVE_ASSISTANT: {
+    title: {
+      'pt-br': 'Autodrive Assistant',
+      'en-us': 'Autodrive Assistant',
+      'es-es': 'Autodrive Assistant',
+    },
+    permissions: {
+      READ: {
+        seqid: 57,
+        claim: 'autodrive-assistant:read',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Ler dados do Autodrive Assistant',
+          'en-us': 'Read Autodrive Assistant data',
+          'es-es': 'Leer datos del Autodrive Assistant',
+        },
+      },
+      WRITE: {
+        seqid: 58,
+        claim: 'autodrive-assistant:write',
+        usage: PermissionUsages.PUBLIC,
+        name: {
+          'pt-br': 'Escrever dados no Autodrive Assistant',
+          'en-us': 'Write Autodrive Assistant data',
+          'es-es': 'Escribir datos en Autodrive Assistant',
+        },
+      },
+    },
+  },
 };
 export interface DadosferaModule {
   name: string;

src/modules/auth/auth.controller.ts

@@ -55,6 +55,7 @@ import jwt, { JwtPayload } from 'jsonwebtoken';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
+import { ApiKeyService } from 'src/modules/api-key/api-key.service';
 
 type CookiesValues = {
   accessToken?: string;
@@ -74,6 +75,7 @@ export class AuthController {
     @Inject(DadosferaLogger)
     dadosferaLogger: DadosferaLogger,
     private authClient: AuthClientService,
+    private apiKeyService: ApiKeyService,
   ) {
     this.logger = dadosferaLogger.logger;
 
@@ -190,13 +192,14 @@ export class AuthController {
   ) {
     this.logger.info('/auth - change-password');
 
-    const { oldPassword, newPassword } = body;
+    const { oldPassword, newPassword, totpCode } = body;
     const { authorization: accessToken } = headers;
 
     return this.authClient.changePassword({
       accessToken,
       oldPassword,
       newPassword,
+      totpCode,
     });
   }
 
@@ -214,7 +217,8 @@ export class AuthController {
 
     const { username } = body;
 
-    return this.authClient.resetPassword({ username }, metadata);
+    await this.authClient.resetPassword({ username }, metadata);
+    return { authProvider: process.env.AUTH_PROVIDER || 'cognito' };
   }
 
   @ApiInternalOnlyEndpoint()
@@ -475,10 +479,29 @@ export class AuthController {
   async getMe(@Req() req: Request, @Res() res: Response) {
     this.logger.info('GET /auth/me ')
 
+    // Check for API key header first
+    const apiKey = req.get('X-Api-key');
+    if (apiKey) {
+      this.logger.info('Authenticating via X-Api-key header');
+      const { api_key } = await this.apiKeyService.get(apiKey);
+
+      const userDto = {
+        id: api_key.user_id,
+        name: api_key.username,
+        customer: {
+          id: api_key.customer_id,
+          name: api_key.customer_name,
+          tier: api_key.customer_tier,
+        }
+      };
+
+      return res.status(200).json(userDto);
+    }
+
     // Get token and headers
     const accessToken = req.cookies['ddf-auth'];
-    const refreshToken = req.cookies['ddf-refresh-auth']; 
-    const userId = req.cookies['ddf-user-id']; 
+    const refreshToken = req.cookies['ddf-refresh-auth'];
+    const userId = req.cookies['ddf-user-id'];
     const resourceHost = req.headers["host"]
 
     const hasUserSession = Boolean(accessToken) && Boolean(userId);

src/modules/auth/auth.module.ts

@@ -8,10 +8,11 @@ import { AuthClientService } from './auth.service';
 import { DucClient } from '../duc/client.config';
 import { GoogleLoginStrategy } from './passport-strategies/google-strategy';
 import { getOauthSecrets } from 'src/utils/OauthSecrets';
+import { ApiKeyModule } from '../api-key/api-key.module';
 const client = new DucClient();
 
 @Module({
-  imports: [ClientsModule.register([client.providerOptions])],
+  imports: [ClientsModule.register([client.providerOptions]), ApiKeyModule],
   controllers: [AuthController],
   providers: [
     AuthClientService,

src/modules/auth/auth.service.ts

@@ -143,6 +143,7 @@ export class AuthClientService implements OnModuleInit {
     accessToken,
     oldPassword,
     newPassword,
+    totpCode,
   }: AuthChangePasswordRequest) {
     this.logger.info('ChangePassword');
 
@@ -151,6 +152,7 @@ export class AuthClientService implements OnModuleInit {
         accessToken,
         oldPassword,
         newPassword,
+        totpCode,
       }),
     );
   }

src/modules/autodrive-assistant/autodrive-assistant.config.ts

@@ -0,0 +1,10 @@
+export const AUTODRIVE_ASSISTANT_CONFIG = {
+  getUrl: (customerName: string): string => {
+    const urlTemplate = process.env.AUTODRIVE_ASSISTANT_API_URL;
+    if (!urlTemplate) {
+      throw new Error('AUTODRIVE_ASSISTANT_API_URL environment variable is not set');
+    }
+    return urlTemplate.replace('{customer}', customerName);
+  },
+  timeout: parseInt(process.env.AUTODRIVE_ASSISTANT_TIMEOUT || '30000', 10),
+};

src/modules/autodrive-assistant/autodrive-assistant.controller.ts

@@ -0,0 +1,201 @@
+import {
+  Controller,
+  Get,
+  Post,
+  Put,
+  Delete,
+  Param,
+  Body,
+  Query,
+  Inject,
+} from '@nestjs/common';
+import { ApiTags, ApiOperation } from '@nestjs/swagger';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import {
+  Authenticated,
+  RequireAllPermissions,
+} from '../../decorators/authentication.decorator';
+import { User, RequestUser } from '../../decorators/user.decorator';
+import { AutodriveAssistantService } from './autodrive-assistant.service';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
+
+@ApiTags('Autodrive Assistant')
+@Controller('autodrive-assistant')
+@Authenticated()
+export class AutodriveAssistantController {
+  private logger: any;
+
+  constructor(
+    private readonly autodriveAssistantService: AutodriveAssistantService,
+    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  // ============================================
+  // ASSISTANTS
+  // ============================================
+
+  @ApiOperation({ summary: 'List assistants' })
+  @Get('assistants')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
+  async listAssistants(
+    @Query('limit') limit: number,
+    @Query('offset') offset: number,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'GET',
+      '/assistants',
+      user,
+      undefined,
+      { limit, offset },
+    );
+  }
+
+  @ApiOperation({ summary: 'Create assistant' })
+  @Post('assistants')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
+  async createAssistant(
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'POST',
+      '/assistants',
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Get assistant by ID' })
+  @Get('assistants/:assistantId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
+  async getAssistant(
+    @Param('assistantId') assistantId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'GET',
+      `/assistants/${assistantId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Update assistant' })
+  @Put('assistants/:assistantId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
+  async updateAssistant(
+    @Param('assistantId') assistantId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'PUT',
+      `/assistants/${assistantId}`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Delete assistant' })
+  @Delete('assistants/:assistantId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
+  async deleteAssistant(
+    @Param('assistantId') assistantId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'DELETE',
+      `/assistants/${assistantId}`,
+      user,
+    );
+  }
+
+  // ============================================
+  // KNOWLEDGE BASE
+  // ============================================
+
+  @ApiOperation({ summary: 'List knowledge bases linked to assistant' })
+  @Get('assistants/:assistantId/knowledge-bases')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
+  async listKnowledgeBases(
+    @Param('assistantId') assistantId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'GET',
+      `/assistants/${assistantId}/knowledge-bases`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Update knowledge base associations for assistant' })
+  @Put('assistants/:assistantId/knowledge-bases')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
+  async updateKnowledgeBases(
+    @Param('assistantId') assistantId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'PUT',
+      `/assistants/${assistantId}/knowledge-bases`,
+      user,
+      body,
+    );
+  }
+
+  // ============================================
+  // QUESTIONS
+  // ============================================
+
+  @ApiOperation({ summary: 'Ask question via assistant' })
+  @Post('dataset/:datasetId/ai_question')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.WRITE)
+  async aiQuestion(
+    @Param('datasetId') datasetId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'POST',
+      `/dataset/${datasetId}/ai_question`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Get AI question answer' })
+  @Get('dataset/:datasetId/ai_question/:questionId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
+  async getAiQuestionResult(
+    @Param('datasetId') datasetId: string,
+    @Param('questionId') questionId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveAssistantService.proxy(
+      'GET',
+      `/dataset/${datasetId}/ai_question/${questionId}`,
+      user,
+    );
+  }
+
+  // ============================================
+  // UTILITY
+  // ============================================
+
+  @ApiOperation({ summary: 'Health check' })
+  @Get('health')
+  async health(@User() user: RequestUser) {
+    return this.autodriveAssistantService.proxy('GET', '/health', user);
+  }
+
+  @ApiOperation({ summary: 'Check model availability' })
+  @Get('model-availability')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_ASSISTANT.permissions.READ)
+  async modelAvailability(@User() user: RequestUser) {
+    return this.autodriveAssistantService.proxy('GET', '/model-availability', user);
+  }
+}

src/modules/autodrive-assistant/autodrive-assistant.module.ts

@@ -0,0 +1,13 @@
+import { Module } from '@nestjs/common';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { AutodriveAssistantController } from './autodrive-assistant.controller';
+import { AutodriveAssistantService } from './autodrive-assistant.service';
+
+@Module({
+  imports: [],
+  controllers: [AutodriveAssistantController],
+  providers: [AutodriveAssistantService, DadosferaLogger],
+  exports: [AutodriveAssistantService],
+})
+export class AutodriveAssistantModule {}

src/modules/autodrive-assistant/autodrive-assistant.service.ts

@@ -0,0 +1,94 @@
+import { Injectable, Inject, HttpException } from '@nestjs/common';
+import axios, { AxiosResponse, Method } from 'axios';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { RequestUser } from '../../decorators/user.decorator';
+import { AUTODRIVE_ASSISTANT_CONFIG } from './autodrive-assistant.config';
+
+@Injectable()
+export class AutodriveAssistantService {
+  private logger: any;
+
+  constructor(
+    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  async proxy(
+    method: string,
+    path: string,
+    user: RequestUser,
+    body?: any,
+    query?: Record<string, any>
+  ): Promise<any> {
+    if (!user.customer_id) {
+      throw new HttpException('Customer ID is required for autodrive assistant operations', 400);
+    }
+
+    const baseUrl = AUTODRIVE_ASSISTANT_CONFIG.getUrl(user.customer_name);
+    const url = new URL(`${baseUrl}${path}`);
+
+    if (query) {
+      Object.entries(query).forEach(([key, value]) => {
+        if (value !== undefined && value !== null) {
+          url.searchParams.set(key, String(value));
+        }
+      });
+    }
+
+    const headers: Record<string, string> = {
+      'content-type': 'application/json',
+      'Authorization': user.access_token,
+    };
+
+    this.logger.info('Proxying request to autodrive-assistant', {
+      method: method.toUpperCase(),
+      path,
+      customer_id: user.customer_id,
+      user_id: user.user_id,
+    });
+
+    try {
+      const response: AxiosResponse = await axios({
+        method: method as Method,
+        url: url.href,
+        headers,
+        data: body,
+        timeout: AUTODRIVE_ASSISTANT_CONFIG.timeout,
+        validateStatus: () => true,
+      });
+
+      if (response.status >= 400) {
+        throw new HttpException(response.data, response.status);
+      }
+
+      return response.data;
+    } catch (error) {
+      this.logger.error('Autodrive Assistant API proxy error', {
+        error: error.message,
+        status: error.response?.status,
+        path,
+        method: method.toUpperCase(),
+      });
+
+      if (error instanceof HttpException) {
+        throw error;
+      }
+
+      if (error.response) {
+        throw new HttpException(error.response.data, error.response.status);
+      }
+
+      if (error.code === 'ECONNREFUSED') {
+        throw new HttpException('Autodrive Assistant API service unavailable', 503);
+      }
+
+      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
+        throw new HttpException('Autodrive Assistant API request timeout', 504);
+      }
+
+      throw new HttpException('Internal server error', 500);
+    }
+  }
+}

src/modules/autodrive-core/autodrive-core.config.ts

@@ -0,0 +1,10 @@
+export const AUTODRIVE_CORE_CONFIG = {
+  getUrl: (customerName: string): string => {
+    const urlTemplate = process.env.AUTODRIVE_CORE_API_URL;
+    if (!urlTemplate) {
+      throw new Error('AUTODRIVE_CORE_API_URL environment variable is not set');
+    }
+    return urlTemplate.replace('{customer}', customerName);
+  },
+  timeout: parseInt(process.env.AUTODRIVE_CORE_TIMEOUT || '30000', 10),
+};

src/modules/autodrive-core/autodrive-core.controller.ts

@@ -0,0 +1,286 @@
+import {
+  Controller,
+  Get,
+  Post,
+  Put,
+  Delete,
+  Param,
+  Body,
+  Query,
+  Inject,
+  UseInterceptors,
+  UploadedFiles,
+} from '@nestjs/common';
+import { ApiTags, ApiOperation, ApiConsumes } from '@nestjs/swagger';
+import { FilesInterceptor } from '@nestjs/platform-express';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import FormData from 'form-data';
+
+import {
+  Authenticated,
+  RequireAllPermissions,
+} from '../../decorators/authentication.decorator';
+import { User, RequestUser } from '../../decorators/user.decorator';
+import { AutodriveCoreService } from './autodrive-core.service';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
+
+@ApiTags('Autodrive Core')
+@Controller('autodrive-core')
+@Authenticated()
+export class AutodriveCoreController {
+  private logger: any;
+
+  constructor(
+    private readonly autodriveCoreService: AutodriveCoreService,
+    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  // ============================================
+  // DATASET MANAGEMENT
+  // ============================================
+
+  @ApiOperation({ summary: 'List datasets' })
+  @Get('datasets')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async listDatasets(
+    @Query('name') name: string,
+    @Query('limit') limit: number,
+    @Query('offset') offset: number,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'GET',
+      '/datasets',
+      user,
+      undefined,
+      { name, limit, offset },
+    );
+  }
+
+  @ApiOperation({ summary: 'Get dataset by ID' })
+  @Get('dataset/:datasetId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async getDataset(
+    @Param('datasetId') datasetId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'GET',
+      `/dataset/${datasetId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Add documents to existing dataset' })
+  @Put('dataset/:datasetId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
+  async updateDataset(
+    @Param('datasetId') datasetId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'PUT',
+      `/dataset/${datasetId}`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Delete dataset' })
+  @Delete('dataset/:datasetId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
+  async deleteDataset(
+    @Param('datasetId') datasetId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'DELETE',
+      `/dataset/${datasetId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Append documents from URLs to dataset' })
+  @Post('dataset/:datasetId/append-from-url')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
+  async appendFromUrl(
+    @Param('datasetId') datasetId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'POST',
+      `/dataset/${datasetId}/append-from-url`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Get dataset creation/update logs' })
+  @Get('dataset/:datasetId/logs')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async getDatasetLogs(
+    @Param('datasetId') datasetId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'GET',
+      `/dataset/${datasetId}/logs`,
+      user,
+    );
+  }
+
+  // ============================================
+  // FILE OPERATIONS
+  // ============================================
+
+  @ApiOperation({ summary: 'Create vector dataset from uploaded files' })
+  @Post('upload')
+  @ApiConsumes('multipart/form-data')
+  @UseInterceptors(FilesInterceptor('files'))
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
+  async upload(
+    @UploadedFiles() files: Array<Express.Multer.File>,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    const formData = new FormData();
+    if (files && files.length > 0) {
+      files.forEach((file) => {
+        formData.append('files', file.buffer, {
+          filename: file.originalname,
+          contentType: file.mimetype,
+        });
+      });
+    }
+    // Forward additional body fields
+    if (body) {
+      Object.entries(body).forEach(([key, value]) => {
+        if (value !== undefined && value !== null && key !== 'files') {
+          formData.append(key, String(value));
+        }
+      });
+    }
+    return this.autodriveCoreService.proxyFormData(
+      'POST',
+      '/upload',
+      user,
+      formData,
+    );
+  }
+
+  @ApiOperation({ summary: 'Create vector dataset from URLs' })
+  @Post('upload-from-url')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.WRITE)
+  async uploadFromUrl(
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'POST',
+      '/upload-from-url',
+      user,
+      body,
+    );
+  }
+
+  // ============================================
+  // QUERY OPERATIONS
+  // ============================================
+
+  @ApiOperation({ summary: 'Search dataset using semantic search' })
+  @Post('dataset/:datasetId/question')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async question(
+    @Param('datasetId') datasetId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'POST',
+      `/dataset/${datasetId}/question`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Get semantic search results' })
+  @Get('dataset/:datasetId/question/:questionId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async getQuestionResult(
+    @Param('datasetId') datasetId: string,
+    @Param('questionId') questionId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'GET',
+      `/dataset/${datasetId}/question/${questionId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Ask AI question on dataset' })
+  @Post('dataset/:datasetId/ai_question')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async aiQuestion(
+    @Param('datasetId') datasetId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'POST',
+      `/dataset/${datasetId}/ai_question`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Get AI question answer' })
+  @Get('dataset/:datasetId/ai_question/:questionId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async getAiQuestionResult(
+    @Param('datasetId') datasetId: string,
+    @Param('questionId') questionId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveCoreService.proxy(
+      'GET',
+      `/dataset/${datasetId}/ai_question/${questionId}`,
+      user,
+    );
+  }
+
+  // ============================================
+  // SYSTEM
+  // ============================================
+
+  @ApiOperation({ summary: 'Health check' })
+  @Get('health')
+  async health(@User() user: RequestUser) {
+    return this.autodriveCoreService.proxy('GET', '/health', user);
+  }
+
+  @ApiOperation({ summary: 'Check model availability' })
+  @Get('model-availability')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async modelAvailability(@User() user: RequestUser) {
+    return this.autodriveCoreService.proxy('GET', '/model-availability', user);
+  }
+
+  @ApiOperation({ summary: 'Get frontend configuration' })
+  @Get('config')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async getConfig(@User() user: RequestUser) {
+    return this.autodriveCoreService.proxy('GET', '/config', user);
+  }
+
+  @ApiOperation({ summary: 'Get usage metrics' })
+  @Get('usage')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_CORE.permissions.READ)
+  async getUsage(@User() user: RequestUser) {
+    return this.autodriveCoreService.proxy('GET', '/usage', user);
+  }
+}

src/modules/autodrive-core/autodrive-core.module.ts

@@ -0,0 +1,13 @@
+import { Module } from '@nestjs/common';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { AutodriveCoreController } from './autodrive-core.controller';
+import { AutodriveCoreService } from './autodrive-core.service';
+
+@Module({
+  imports: [],
+  controllers: [AutodriveCoreController],
+  providers: [AutodriveCoreService, DadosferaLogger],
+  exports: [AutodriveCoreService],
+})
+export class AutodriveCoreModule {}

src/modules/autodrive-core/autodrive-core.service.ts

@@ -0,0 +1,165 @@
+import { Injectable, Inject, HttpException } from '@nestjs/common';
+import axios, { AxiosResponse, Method } from 'axios';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { RequestUser } from '../../decorators/user.decorator';
+import { AUTODRIVE_CORE_CONFIG } from './autodrive-core.config';
+
+@Injectable()
+export class AutodriveCoreService {
+  private logger: any;
+
+  constructor(
+    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  async proxy(
+    method: string,
+    path: string,
+    user: RequestUser,
+    body?: any,
+    query?: Record<string, any>
+  ): Promise<any> {
+    if (!user.customer_id) {
+      throw new HttpException('Customer ID is required for autodrive core operations', 400);
+    }
+
+    const baseUrl = AUTODRIVE_CORE_CONFIG.getUrl(user.customer_name);
+    const url = new URL(`${baseUrl}${path}`);
+
+    if (query) {
+      Object.entries(query).forEach(([key, value]) => {
+        if (value !== undefined && value !== null) {
+          url.searchParams.set(key, String(value));
+        }
+      });
+    }
+
+    const headers: Record<string, string> = {
+      'content-type': 'application/json',
+      'Authorization': user.access_token,
+    };
+
+    this.logger.info('Proxying request to autodrive-core', {
+      method: method.toUpperCase(),
+      path,
+      customer_id: user.customer_id,
+      user_id: user.user_id,
+    });
+
+    try {
+      const response: AxiosResponse = await axios({
+        method: method as Method,
+        url: url.href,
+        headers,
+        data: body,
+        timeout: AUTODRIVE_CORE_CONFIG.timeout,
+        validateStatus: () => true,
+      });
+
+      if (response.status >= 400) {
+        throw new HttpException(response.data, response.status);
+      }
+
+      return response.data;
+    } catch (error) {
+      this.logger.error('Autodrive Core API proxy error', {
+        error: error.message,
+        status: error.response?.status,
+        path,
+        method: method.toUpperCase(),
+      });
+
+      if (error instanceof HttpException) {
+        throw error;
+      }
+
+      if (error.response) {
+        throw new HttpException(error.response.data, error.response.status);
+      }
+
+      if (error.code === 'ECONNREFUSED') {
+        throw new HttpException('Autodrive Core API service unavailable', 503);
+      }
+
+      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
+        throw new HttpException('Autodrive Core API request timeout', 504);
+      }
+
+      throw new HttpException('Internal server error', 500);
+    }
+  }
+
+  async proxyFormData(
+    method: string,
+    path: string,
+    user: RequestUser,
+    formData: any,
+    query?: Record<string, any>,
+  ): Promise<any> {
+    if (!user.customer_id) {
+      throw new HttpException('Customer ID is required for autodrive core operations', 400);
+    }
+
+    const baseUrl = AUTODRIVE_CORE_CONFIG.getUrl(user.customer_name);
+    const url = new URL(`${baseUrl}${path}`);
+
+    if (query) {
+      Object.entries(query).forEach(([key, value]) => {
+        if (value !== undefined && value !== null) {
+          url.searchParams.set(key, String(value));
+        }
+      });
+    }
+
+    const headers: Record<string, string> = {
+      ...formData.getHeaders?.(),
+      'Authorization': user.access_token,
+    };
+
+    this.logger.info('Proxying form data request to autodrive-core', {
+      method: method.toUpperCase(),
+      path,
+      customer_id: user.customer_id,
+      user_id: user.user_id,
+    });
+
+    try {
+      const response: AxiosResponse = await axios({
+        method: method as Method,
+        url: url.href,
+        headers,
+        data: formData,
+        timeout: AUTODRIVE_CORE_CONFIG.timeout,
+        maxContentLength: Infinity,
+        maxBodyLength: Infinity,
+        validateStatus: () => true,
+      });
+
+      if (response.status >= 400) {
+        throw new HttpException(response.data, response.status);
+      }
+
+      return response.data;
+    } catch (error) {
+      this.logger.error('Autodrive Core API form data proxy error', {
+        error: error.message,
+        status: error.response?.status,
+        path,
+        method: method.toUpperCase(),
+      });
+
+      if (error instanceof HttpException) {
+        throw error;
+      }
+
+      if (error.response) {
+        throw new HttpException(error.response.data, error.response.status);
+      }
+
+      throw new HttpException('Internal server error', 500);
+    }
+  }
+}

src/modules/autodrive-extractor/autodrive-extractor.config.ts

@@ -0,0 +1,10 @@
+export const AUTODRIVE_EXTRACTOR_CONFIG = {
+  getUrl: (customerName: string): string => {
+    const urlTemplate = process.env.AUTODRIVE_EXTRACTOR_API_URL;
+    if (!urlTemplate) {
+      throw new Error('AUTODRIVE_EXTRACTOR_API_URL environment variable is not set');
+    }
+    return urlTemplate.replace('{customer}', customerName);
+  },
+  timeout: parseInt(process.env.AUTODRIVE_EXTRACTOR_TIMEOUT || '30000', 10),
+};

src/modules/autodrive-extractor/autodrive-extractor.controller.ts

@@ -0,0 +1,491 @@
+import {
+  Controller,
+  Get,
+  Post,
+  Put,
+  Delete,
+  Param,
+  Body,
+  Query,
+  Inject,
+  UseInterceptors,
+  UploadedFiles,
+} from '@nestjs/common';
+import { ApiTags, ApiOperation, ApiConsumes } from '@nestjs/swagger';
+import { FilesInterceptor } from '@nestjs/platform-express';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import FormData from 'form-data';
+
+import {
+  Authenticated,
+  RequireAllPermissions,
+} from '../../decorators/authentication.decorator';
+import { User, RequestUser } from '../../decorators/user.decorator';
+import { AutodriveExtractorService } from './autodrive-extractor.service';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
+
+@ApiTags('Autodrive Extractor')
+@Controller('autodrive-extractor')
+@Authenticated()
+export class AutodriveExtractorController {
+  private logger: any;
+
+  constructor(
+    private readonly autodriveExtractorService: AutodriveExtractorService,
+    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  // ============================================
+  // LEGACY - NPL Extraction routes (to be removed)
+  // ============================================
+
+  @ApiOperation({ summary: '[LEGACY] Extract features from dataset using NPL' })
+  @Post('npl/datasets/:datasetId/extract')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async nplExtract(
+    @Param('datasetId') datasetId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'POST',
+      `/npl/datasets/${datasetId}/extract`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] List NPL extractions for a dataset' })
+  @Get('npl/datasets/:datasetId/extractions')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplListExtractions(
+    @Param('datasetId') datasetId: string,
+    @Query('status') status: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/npl/datasets/${datasetId}/extractions`,
+      user,
+      undefined,
+      { status },
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Get NPL extraction details' })
+  @Get('npl/datasets/:datasetId/extractions/:extractionId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetExtraction(
+    @Param('datasetId') datasetId: string,
+    @Param('extractionId') extractionId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/npl/datasets/${datasetId}/extractions/${extractionId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Export NPL extraction to CSV' })
+  @Get('npl/datasets/:datasetId/extractions/:extractionId/csv')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplExportExtractionCsv(
+    @Param('datasetId') datasetId: string,
+    @Param('extractionId') extractionId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/npl/datasets/${datasetId}/extractions/${extractionId}/csv`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Export NPL extraction to XLSX' })
+  @Get('npl/datasets/:datasetId/extractions/:extractionId/xlsx')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplExportExtractionXlsx(
+    @Param('datasetId') datasetId: string,
+    @Param('extractionId') extractionId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/npl/datasets/${datasetId}/extractions/${extractionId}/xlsx`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Batch export all NPL extractions to CSV' })
+  @Get('npl/datasets/:datasetId/extractions/export/csv')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplBatchExportCsv(
+    @Param('datasetId') datasetId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/npl/datasets/${datasetId}/extractions/export/csv`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Batch export all NPL extractions to XLSX' })
+  @Get('npl/datasets/:datasetId/extractions/export/xlsx')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplBatchExportXlsx(
+    @Param('datasetId') datasetId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/npl/datasets/${datasetId}/extractions/export/xlsx`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Get NPL extraction report' })
+  @Get('npl/datasets/:datasetId/extractions/:extractionId/report')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetExtractionReport(
+    @Param('datasetId') datasetId: string,
+    @Param('extractionId') extractionId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/npl/datasets/${datasetId}/extractions/${extractionId}/report`,
+      user,
+    );
+  }
+
+  // ============================================
+  // LEGACY - NPL Configuration routes (to be removed)
+  // ============================================
+
+  @ApiOperation({ summary: '[LEGACY] Get NPL configuration' })
+  @Get('npl/config')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetConfig(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/npl/config', user);
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Get NPL configuration summary' })
+  @Get('npl/config/summary')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetConfigSummary(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/npl/config/summary', user);
+  }
+
+  @ApiOperation({ summary: '[LEGACY] List NPL configuration fields' })
+  @Get('npl/config/fields')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetConfigFields(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/npl/config/fields', user);
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Get NPL configuration field by ID' })
+  @Get('npl/config/fields/:fieldId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetConfigField(
+    @Param('fieldId') fieldId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/npl/config/fields/${fieldId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Update NPL configuration field' })
+  @Put('npl/config/fields/:fieldId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async nplUpdateConfigField(
+    @Param('fieldId') fieldId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'PUT',
+      `/npl/config/fields/${fieldId}`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Get NPL RAG queries' })
+  @Get('npl/config/rag-queries')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetRagQueries(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/npl/config/rag-queries', user);
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Get NPL system prompt' })
+  @Get('npl/config/system-prompt')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetSystemPrompt(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/npl/config/system-prompt', user);
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Update NPL system prompt' })
+  @Put('npl/config/system-prompt')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async nplUpdateSystemPrompt(
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'PUT',
+      '/npl/config/system-prompt',
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Get NPL source priorities' })
+  @Get('npl/config/source-priorities')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplGetSourcePriorities(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/npl/config/source-priorities', user);
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Reset NPL configuration to defaults' })
+  @Post('npl/config/reset')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async nplResetConfig(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('POST', '/npl/config/reset', user);
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Export NPL configuration' })
+  @Get('npl/config/export')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async nplExportConfig(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/npl/config/export', user);
+  }
+
+  @ApiOperation({ summary: '[LEGACY] Import NPL configuration' })
+  @Post('npl/config/import')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async nplImportConfig(
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'POST',
+      '/npl/config/import',
+      user,
+      body,
+    );
+  }
+
+  // ============================================
+  // EXTRACTION TEMPLATES
+  // ============================================
+
+  @ApiOperation({ summary: 'Seed NPL Brasil extraction template' })
+  @Post('templates/seed-npl')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async seedNplTemplate(
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'POST',
+      '/templates/seed-npl',
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'List extraction templates' })
+  @Get('templates')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async listTemplates(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/templates', user);
+  }
+
+  @ApiOperation({ summary: 'Create extraction template' })
+  @Post('templates')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async createTemplate(
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'POST',
+      '/templates',
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Get extraction template by ID' })
+  @Get('templates/:templateId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async getTemplate(
+    @Param('templateId') templateId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/templates/${templateId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Update extraction template' })
+  @Put('templates/:templateId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async updateTemplate(
+    @Param('templateId') templateId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'PUT',
+      `/templates/${templateId}`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Delete extraction template' })
+  @Delete('templates/:templateId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async deleteTemplate(
+    @Param('templateId') templateId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'DELETE',
+      `/templates/${templateId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Import extraction templates from file' })
+  @Post('templates/import')
+  @ApiConsumes('multipart/form-data')
+  @UseInterceptors(FilesInterceptor('file'))
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async importTemplates(
+    @UploadedFiles() files: Array<Express.Multer.File>,
+    @User() user: RequestUser,
+  ) {
+    const formData = new FormData();
+    if (files && files.length > 0) {
+      files.forEach((file) => {
+        formData.append('file', file.buffer, {
+          filename: file.originalname,
+          contentType: file.mimetype,
+        });
+      });
+    }
+    return this.autodriveExtractorService.proxyFormData(
+      'POST',
+      '/templates/import',
+      user,
+      formData,
+    );
+  }
+
+  // ============================================
+  // GENERIC EXTRACTION
+  // ============================================
+
+  @ApiOperation({ summary: 'Start template-based extraction on dataset' })
+  @Post('extraction/datasets/:datasetId/extract')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.WRITE)
+  async startExtraction(
+    @Param('datasetId') datasetId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'POST',
+      `/extraction/datasets/${datasetId}/extract`,
+      user,
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'List extraction jobs for a dataset' })
+  @Get('extraction/datasets/:datasetId/jobs')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async listExtractionJobs(
+    @Param('datasetId') datasetId: string,
+    @Query('status') status: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/extraction/datasets/${datasetId}/jobs`,
+      user,
+      undefined,
+      { status },
+    );
+  }
+
+  @ApiOperation({ summary: 'Get extraction job details' })
+  @Get('extraction/jobs/:jobId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async getExtractionJob(
+    @Param('jobId') jobId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/extraction/jobs/${jobId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Get extraction job report' })
+  @Get('extraction/jobs/:jobId/report')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async getExtractionJobReport(
+    @Param('jobId') jobId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/extraction/jobs/${jobId}/report`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Export extraction job to CSV' })
+  @Get('extraction/jobs/:jobId/csv')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async exportExtractionJobCsv(
+    @Param('jobId') jobId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.autodriveExtractorService.proxy(
+      'GET',
+      `/extraction/jobs/${jobId}/csv`,
+      user,
+    );
+  }
+
+  // ============================================
+  // UTILITY
+  // ============================================
+
+  @ApiOperation({ summary: 'Health check' })
+  @Get('health')
+  async health(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/health', user);
+  }
+
+  @ApiOperation({ summary: 'Check model availability' })
+  @Get('model-availability')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.AUTODRIVE_EXTRACTOR.permissions.READ)
+  async modelAvailability(@User() user: RequestUser) {
+    return this.autodriveExtractorService.proxy('GET', '/model-availability', user);
+  }
+}

src/modules/autodrive-extractor/autodrive-extractor.module.ts

@@ -0,0 +1,13 @@
+import { Module } from '@nestjs/common';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { AutodriveExtractorController } from './autodrive-extractor.controller';
+import { AutodriveExtractorService } from './autodrive-extractor.service';
+
+@Module({
+  imports: [],
+  controllers: [AutodriveExtractorController],
+  providers: [AutodriveExtractorService, DadosferaLogger],
+  exports: [AutodriveExtractorService],
+})
+export class AutodriveExtractorModule {}

src/modules/autodrive-extractor/autodrive-extractor.service.ts

@@ -0,0 +1,165 @@
+import { Injectable, Inject, HttpException } from '@nestjs/common';
+import axios, { AxiosResponse, Method } from 'axios';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { RequestUser } from '../../decorators/user.decorator';
+import { AUTODRIVE_EXTRACTOR_CONFIG } from './autodrive-extractor.config';
+
+@Injectable()
+export class AutodriveExtractorService {
+  private logger: any;
+
+  constructor(
+    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  async proxy(
+    method: string,
+    path: string,
+    user: RequestUser,
+    body?: any,
+    query?: Record<string, any>
+  ): Promise<any> {
+    if (!user.customer_id) {
+      throw new HttpException('Customer ID is required for autodrive extractor operations', 400);
+    }
+
+    const baseUrl = AUTODRIVE_EXTRACTOR_CONFIG.getUrl(user.customer_name);
+    const url = new URL(`${baseUrl}${path}`);
+
+    if (query) {
+      Object.entries(query).forEach(([key, value]) => {
+        if (value !== undefined && value !== null) {
+          url.searchParams.set(key, String(value));
+        }
+      });
+    }
+
+    const headers: Record<string, string> = {
+      'content-type': 'application/json',
+      'Authorization': user.access_token,
+    };
+
+    this.logger.info('Proxying request to autodrive-extractor', {
+      method: method.toUpperCase(),
+      path,
+      customer_id: user.customer_id,
+      user_id: user.user_id,
+    });
+
+    try {
+      const response: AxiosResponse = await axios({
+        method: method as Method,
+        url: url.href,
+        headers,
+        data: body,
+        timeout: AUTODRIVE_EXTRACTOR_CONFIG.timeout,
+        validateStatus: () => true,
+      });
+
+      if (response.status >= 400) {
+        throw new HttpException(response.data, response.status);
+      }
+
+      return response.data;
+    } catch (error) {
+      this.logger.error('Autodrive Extractor API proxy error', {
+        error: error.message,
+        status: error.response?.status,
+        path,
+        method: method.toUpperCase(),
+      });
+
+      if (error instanceof HttpException) {
+        throw error;
+      }
+
+      if (error.response) {
+        throw new HttpException(error.response.data, error.response.status);
+      }
+
+      if (error.code === 'ECONNREFUSED') {
+        throw new HttpException('Autodrive Extractor API service unavailable', 503);
+      }
+
+      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
+        throw new HttpException('Autodrive Extractor API request timeout', 504);
+      }
+
+      throw new HttpException('Internal server error', 500);
+    }
+  }
+
+  async proxyFormData(
+    method: string,
+    path: string,
+    user: RequestUser,
+    formData: any,
+    query?: Record<string, any>,
+  ): Promise<any> {
+    if (!user.customer_id) {
+      throw new HttpException('Customer ID is required for autodrive extractor operations', 400);
+    }
+
+    const baseUrl = AUTODRIVE_EXTRACTOR_CONFIG.getUrl(user.customer_name);
+    const url = new URL(`${baseUrl}${path}`);
+
+    if (query) {
+      Object.entries(query).forEach(([key, value]) => {
+        if (value !== undefined && value !== null) {
+          url.searchParams.set(key, String(value));
+        }
+      });
+    }
+
+    const headers: Record<string, string> = {
+      ...formData.getHeaders?.(),
+      'Authorization': user.access_token,
+    };
+
+    this.logger.info('Proxying form data request to autodrive-extractor', {
+      method: method.toUpperCase(),
+      path,
+      customer_id: user.customer_id,
+      user_id: user.user_id,
+    });
+
+    try {
+      const response: AxiosResponse = await axios({
+        method: method as Method,
+        url: url.href,
+        headers,
+        data: formData,
+        timeout: AUTODRIVE_EXTRACTOR_CONFIG.timeout,
+        maxContentLength: Infinity,
+        maxBodyLength: Infinity,
+        validateStatus: () => true,
+      });
+
+      if (response.status >= 400) {
+        throw new HttpException(response.data, response.status);
+      }
+
+      return response.data;
+    } catch (error) {
+      this.logger.error('Autodrive Extractor API form data proxy error', {
+        error: error.message,
+        status: error.response?.status,
+        path,
+        method: method.toUpperCase(),
+      });
+
+      if (error instanceof HttpException) {
+        throw error;
+      }
+
+      if (error.response) {
+        throw new HttpException(error.response.data, error.response.status);
+      }
+
+      throw new HttpException('Internal server error', 500);
+    }
+  }
+}

src/modules/catalog/dtos/index.ts

@@ -98,6 +98,8 @@ export class IDataAsset {
   embed?: EmbedObject;
   @ApiPropertyOptional({ enum: DataAssetShareType })
   share_type?: DataAssetShareType;
+  @ApiPropertyOptional()
+  docs?: string;
 }
 
 export class IOneDataAsset {
@@ -200,6 +202,8 @@ export class IUpdateDataRequest {
   embed: EmbedObject;
   @ApiPropertyOptional({ enum: DataAssetShareType })
   share_type?: DataAssetShareType;
+  @ApiPropertyOptional()
+  docs?: string;
 }
 export class ICreateDataAsset implements CreateDataAssetRequest {
   @ApiProperty()
@@ -214,6 +218,8 @@ export class ICreateDataAsset implements CreateDataAssetRequest {
   location: string;
   @ApiPropertyOptional()
   embed: EmbedObject;
+  @ApiPropertyOptional()
+  docs: string;
 }
 
 export class IPreview {

src/modules/customers/customers.controller.ts

@@ -136,4 +136,32 @@ export class CustomersController {
     const result = await this.customersService.getAccessDashboardUrl(user.customer_name, metadata);
     return result;
   }
+
+  @Get(':id/organization-info')
+  @Authenticated()
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
+  @ApiOkResponse({ description: 'Organization information' })
+  async getOrganizationInfo(@Param('id') id: string) {
+    this.logger.info('getOrganizationInfo', { id });
+    return this.customersService.getOrganizationInfo(id);
+  }
+
+  @Put(':id/organization-info')
+  @Authenticated()
+  @RequireAllPermissions(PERMISSIONS_GROUPS.USERS.permissions.ADMIN)
+  @HttpCode(HttpStatus.OK)
+  @ApiOkResponse({ description: 'Organization information updated' })
+  async updateOrganizationInfo(
+    @Param('id') id: string,
+    @Body() body: {
+      companyName: string;
+      companySite: string;
+      domain: string;
+      cnpj: string;
+      description: string;
+    },
+  ) {
+    return this.customersService.updateOrganizationInfo(id, body);
+  }
+
 }

src/modules/customers/customers.service.ts

@@ -223,4 +223,57 @@ export class CustomersService implements OnModuleInit {
       })
     )
   }
-}
+
+  async updateOrganizationInfo(
+    customerId: string,
+    data: {
+      companyName: string;
+      companySite: string;
+      domain: string;
+      cnpj: string;
+      description: string;
+    },
+  ) {
+    try {
+      const result = await lastValueFrom(
+        this.customerService.OrganizationUpdate({
+          customerId,
+          companyName: data.companyName || '',
+          companySite: data.companySite || '',
+          domain: data.domain || '',
+          cnpj: data.cnpj || '',
+          description: data.description || '',
+        }),
+      );
+
+      return result;
+    } catch (err) {
+      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
+        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
+      else throw err;
+    }
+  }
+
+  async getOrganizationInfo(customerId: string) {
+    try {
+      const customerResponse = await lastValueFrom(
+        this.customerService.CustomerFindOneById({ id: customerId })
+      );
+
+      const customer = customerResponse.customer;
+      
+      return {
+        companyName: customer.companyName || '',
+        companySite: customer.companySite || '',
+        domain: customer.domain || '',
+        cnpj: customer.cnpj || '',
+        description: customer.description || ''
+      };
+    } catch (err) {
+      if (err.details === ErrorCodes.CUSTOMER.NOT_FOUND)
+        throw new HttpException(err.details, HttpStatus.NOT_FOUND);
+      else throw err;
+    }
+  }
+
+}

src/modules/customers/dtos/organization.ts

@@ -0,0 +1,27 @@
+import { ApiProperty, ApiPropertyOptional } from '@nestjs/swagger';
+
+export class OrganizationUpdateRequest {
+  @ApiProperty()
+  name: string;
+  @ApiPropertyOptional()
+  companySite: string;
+  @ApiProperty()
+  domain: string;
+  @ApiPropertyOptional()
+  info: string;
+  @ApiPropertyOptional()
+  cnpj: string;
+}
+
+export class OrganizationResponse {
+  @ApiProperty()
+  name: string;
+  @ApiPropertyOptional()
+  companySite: string;
+  @ApiProperty()
+  domain: string;
+  @ApiPropertyOptional()
+  info: string;
+  @ApiPropertyOptional()
+  cnpj: string;
+}

src/modules/inputs/dtos/input.model.ts

@@ -14,6 +14,13 @@ export class TableColumns {
   @ApiProperty()
   references: Column[];
   @ApiProperty()
+  identifier_columns: string[];
+  @ApiProperty()
+  destination: Record<'raw' | 'qualify', {
+    table_name: string;
+    table_schema: string;
+  }> | null;
+  @ApiProperty()
   type: string;
 }
 export class AvailableEntity {

src/modules/inputs/inputs.service.ts

@@ -200,7 +200,7 @@ export class InputsService {
   }
 
   async update(id: string, data, info: Info) {
-    this.validateCron({ ...data, info });
+    // this.validateCron({ ...data, info });
     try {
       const updateInputResponse: any = await this.OLD_inputClient.update({
         id,

src/modules/pipelinesV2/interfaces.ts

@@ -1,6 +1,15 @@
 import { ApiProperty, ApiPropertyOptional, OmitType } from '@nestjs/swagger';
 import { Info } from '@dadosfera/protospack/dist/lib/interfaces';
 
+export class PipelineInputsDTO {
+  @ApiProperty()
+  tables: Array<{
+    name: string,
+    type: string,
+    
+  }>
+}
+
 export class IPipelineV2 {
   @ApiProperty()
   id: string;
@@ -123,3 +132,30 @@ export class PipelineFindAllReq {
   @ApiPropertyOptional()
   type?: string | undefined;
 }
+
+export interface UpdateTableDTO {
+  name: string;
+  type: string;
+  columns: string[];
+  destinations: {
+    raw: {
+      table_schema: string;
+      table_name: string;
+    };
+    qualify: {
+      table_schema: string;
+      table_name: string;
+    };
+  };
+  identifier_columns: string[];
+  reference_column: {
+    name: string;
+    type: string;
+  };
+  memory: number;
+}
+
+export interface UpdatePlatformInputRequest {
+  cron: string;
+  tables: Array<UpdateTableDTO>;
+}

src/modules/pipelinesV2/pipelines.controller.ts

@@ -43,11 +43,15 @@ import {
   IPipelineV2,
   IInitUploadCSVFile,
   PipelineFindAllReq,
+  UpdatePlatformInputRequest,
 } from './interfaces';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { LanguageEnum } from 'src/utils/languages.enum';
 import { Language } from 'src/decorators/language.decorator';
 import { ApiInternalOnlyEndpoint } from 'src/decorators/swagger.decorator';
+import { TableColumns } from '../inputs/dtos/input.model';
+import { UpdateInputRequest } from '../inputs/dtos/old_interfaces';
+import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
 
 @ApiTags('PipelinesV2')
 @ApiHeaders([{ name: 'dadosfera-lang', enum: LanguageEnum, required: false }])
@@ -223,6 +227,7 @@ export class PipelinesController {
       .then((res) => {
         //{pipeline:{tables: {tables: [], input_id: ''}}}
         let tables = JSON.parse(res.pipeline.config.tables);
+        const input_id = tables?.input_id;
         if (tables?.tables) tables = tables.tables;
         Object.assign(res.pipeline, {
           transformations: res.pipeline.transformations
@@ -231,6 +236,7 @@ export class PipelinesController {
           config: {
             cron: res.pipeline.config.cron,
             tables,
+            input_id
           },
           properties: res.pipeline.properties
             ? JSON.parse(res.pipeline.properties)
@@ -277,6 +283,45 @@ export class PipelinesController {
     return response;
   }
 
+  @Patch('/:pipelineId/inputs/:id')
+  @RequireSomePermission(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
+  async updatePipelineInput(
+    @Language() language: LanguageEnum,
+    @Body() pipelineInputDTO: UpdatePlatformInputRequest,
+    @Param('id') inputId: string,
+    @Param('pipelineId') pipelineId: string,
+    @User() user: RequestUser,
+  ) {
+    this.logger.info('PipelinesController - update', { user });
+
+
+    const { customer_id, customer_name, user_id, username } = user;
+    const info: Info = {
+      user_id: user.user_id,
+      customer: user.customer_name,
+      customer_id: user.customer_id,
+    };
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+      language,
+    });
+
+    const response = await this.pipelinesClientService.updatePipelineInput(
+      pipelineId,
+      inputId,
+      pipelineInputDTO,
+      info,
+      user,
+      metadata,
+    );
+
+    this.logger.info('PipelinesController - update: OK', { user });
+    return response;
+  }
+
   @ApiInternalOnlyEndpoint()
   @Put('/:id')
   @ApiOperation({

src/modules/pipelinesV2/pipelines.module.ts

@@ -11,6 +11,7 @@ import { PipelinesModule as OldPipelineModule } from 'src/modules/pipelines/pipe
 import { ConnectorModule } from '../connector/connector.module';
 import { InputsModule } from '../inputs/inputs.module';
 import { TransformationsModule } from '../transformations/transformations.module';
+import { PlatformApiModule } from '../platform-api/platform-api.module';
 
 const client = new PipelinesClientConfiguration();
 
@@ -21,6 +22,7 @@ const client = new PipelinesClientConfiguration();
     ConnectorModule,
     InputsModule,
     TransformationsModule,
+    PlatformApiModule
   ],
   controllers: [PipelinesController],
   providers: [PipelinesService, DadosferaLogger],

src/modules/pipelinesV2/pipelines.service.ts

@@ -1,3 +1,4 @@
+/* eslint-disable no-async-promise-executor */
 import {
   BadRequestException,
   HttpException,
@@ -16,7 +17,7 @@ import { lastValueFrom } from 'rxjs';
 
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { PipelinesClientConfiguration } from './pipelines-client';
-import { ICreatePipelineV2Req } from './interfaces';
+import { ICreatePipelineV2Req, UpdatePlatformInputRequest, UpdateTableDTO } from './interfaces';
 import { PipelineV2CreateRequest } from '@dadosfera/protospack-v2/dist/lib/PipelineV2/interfaces/messages';
 import { Metadata } from '@grpc/grpc-js';
 import { ConnectorClientService } from '../connector/client.service';
@@ -26,6 +27,8 @@ import { TransformationsService } from '../transformations/transformations.servi
 import { getObjValueFromPath, objHasPath } from 'src/utils/ObjValueFromPath';
 import ErrorCodes from 'src/utils/errorCodes';
 import ErrorBuilder from 'src/utils/ErrorBuilder';
+import { PlatformApiService } from '../platform-api/platform-api.service';
+import { Info } from '@dadosfera/protospack-v2/dist/lib/Input/interfaces/entities';
 
 export class PipelinesService implements OnModuleInit {
   logger: DadosferaLogger;
@@ -39,6 +42,7 @@ export class PipelinesService implements OnModuleInit {
     private readonly connectorService: ConnectorClientService,
     private readonly inputsService: InputsService,
     private readonly transformationsService: TransformationsService,
+    private readonly platformAPI: PlatformApiService
   ) {
     this.logger = dadosferaLogger.logger;
   }
@@ -138,6 +142,7 @@ export class PipelinesService implements OnModuleInit {
     const findOnePipelineResponse = await lastValueFrom(
       this.pipelineReadService.PipelineV2FindOne(data, metadata),
     );
+    console.log('pipeline find one response', findOnePipelineResponse);
     this.logger.info('Done');
 
     return findOnePipelineResponse;
@@ -339,4 +344,137 @@ export class PipelinesService implements OnModuleInit {
 
     return res;
   }
+
+  async updatePipelineInput(pipelineId: string, inputId: string, updateInputDTO: UpdatePlatformInputRequest, info: Info, user: RequestUser, metadata: Metadata) {
+    this.logger.info('InputClientService - Update');
+
+    this.logger.info('Update Dynamo Reference');
+    const pipelineIdFormat = pipelineId.split('-').join('_');
+    const updateInputResponse = await this.inputsService.update(
+      inputId,
+      updateInputDTO,
+      info
+    )
+
+    const requests = [];
+
+    this.logger.info('Dynamo Response', updateInputResponse);
+
+    for (const [index, table] of updateInputDTO.tables.entries()) {
+      const id = `${pipelineIdFormat}_${index}`;
+      this.logger.info('Updating input reference for table', table.name);
+      const body = {}
+      if (table.columns) {
+        body['column_include_list'] = table.columns;
+      }
+
+      if (table.reference_column) {
+        body['incremental_column_name'] = table.reference_column.name;
+        body['incremental_column_type'] = table.reference_column.type;
+      }
+
+      if (table.identifier_columns) {
+        body['primary_keys'] = table.identifier_columns;
+      }
+
+      this.logger.info('Request body', body);
+      const updateCollumns = this.platformAPI.proxy(
+        'PATCH',
+        `/jobs/${id}/input`,
+        user,
+        body
+      )
+      requests.push(updateCollumns);
+
+      if (table.memory) {
+        this.logger.info('Updating memory allocation for table', table.name);
+        const updateMemory = this.platformAPI.proxy(
+          'PUT',
+          `/jobs/${id}/memory`,
+          user,
+          {
+            amount: table.memory
+          }
+        )
+        requests.push(updateMemory);
+      }
+
+      if (table.type) {
+          const updateSyncMode = this.updatePipelineSyncMode(table, id, user);
+          requests.push(updateSyncMode);
+      }
+    }
+
+    this.logger.info('Create Platform Request for each JOB');
+
+    if (updateInputDTO.cron) {
+      const crnUpdatedRequest = new Promise(async (resolve, reject) => {
+        const response = await this.updatePipelineCron(updateInputDTO.cron, pipelineIdFormat, user);
+
+        if (response.error) {
+          this.logger.error('Error updating pipeline cron', response.error);
+          return reject(new ErrorBuilder(response.error));
+        }
+        this.logger.error('Pipeline cron updated successfully', response);
+        return resolve(response);
+      });
+      requests.push(crnUpdatedRequest);
+    }
+
+    this.logger.info('Executing all request for the platform api');
+
+    const results = await Promise.allSettled(requests);
+    this.logger.info('Platform api response', results);
+
+    return updateInputResponse;
+    
+  }
+
+  private async updatePipelineSyncMode(table: UpdateTableDTO,  pipelineId: string, user: RequestUser) {
+    const body = {
+      target_load_type: table.type
+    }
+
+    if (table.type === 'incremental_with_qualify') {
+      body['incremental_column_name'] = table.reference_column.name;
+      body['incremental_column_type'] = table.reference_column.type;
+      body['primary_keys'] = table.identifier_columns;
+    }
+
+    if (table.type === 'incremental') {
+      body['incremental_column_name'] = table.reference_column.name;
+      body['incremental_column_type'] = table.reference_column.type;
+    }
+
+    this.logger.info('Updating pipeline sync mode', {
+      pipelineId,
+      body
+    });
+
+    return this.platformAPI.proxy(
+      "POST",
+      `/jobs/jdbc/${pipelineId}/sync-mode`,
+      user,
+      body
+    )
+  }
+
+  private async updatePipelineCron(cron: string, pipelineId: string, user: RequestUser) {
+    try {
+      const response = await this.platformAPI.proxy(
+        'PATCH',
+        `/pipeline/${pipelineId}`,
+        user,
+        {
+          cron
+        }
+      );
+
+      return response
+    } catch (error) {
+        return {
+          error: error.message
+        }
+    }
+  }
 }

src/modules/platform-api/platform-api.controller.ts

@@ -25,6 +25,15 @@ import { ElasticsearchService } from '../../services/elasticsearch';
 import { DynamoDBService, ReferenceColumn } from '../../services/dynamodb';
 import { CustomersService } from '../customers/customers.service';
 import { validateCronAgainstScheduleLimit } from '../../utils/cron-validation';
+import { ValidationTableDTO } from './platform-api.dto';
+
+
+type ValidateTablesDTO = {
+  tables: Array<{
+    table_schema: string,
+    table_name: string
+  }>
+}
 
 @ApiTags('Platform API')
 @Controller('platform')
@@ -720,6 +729,41 @@ export class PlatformApiController {
     );
   }
 
+  // ==================== PIPELINE VALIDATION ====================
+
+  @Get('pipelines/catalog/schemas')
+  @ApiOperation({ summary: 'Get available schemas' })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
+  async getAvailableSchemas(
+    @User() user: RequestUser,
+    @Query() query: Record<string, string>,
+  ) {
+    return this.platformApiService.proxy(
+      'GET',
+      `/catalog/schemas`,
+      user,
+      undefined,
+      query,
+    );
+  }
+
+  @Post('pipelines/catalog/tables/validate')
+  @ApiOperation({ summary: 'Validate Table and Schema' })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
+  async validateTableAndSchema(
+    @Body() payload: ValidationTableDTO,
+    @User() user: RequestUser,
+    @Query() query: Record<string, string>,
+  ) {
+    return this.platformApiService.proxy(
+      'POST',
+      `/catalog/tables/validate`,
+      user,
+      payload,
+      query,
+    );
+  }
+
   // ==================== PIPELINE RUN ROUTES ====================
 
   @Get('pipeline/:pipelineId/pipeline_run')

src/modules/platform-api/platform-api.dto.ts

@@ -0,0 +1,9 @@
+import { ApiProperty } from "@nestjs/swagger";
+
+export class ValidationTableDTO {
+    @ApiProperty()
+    tables: Array<{
+        table_name: string;
+        table_schema: string;
+    }>
+}

src/modules/storage-explorer/storage-explorer.config.ts

@@ -0,0 +1,13 @@
+export const STORAGE_EXPLORER_CONFIG = {
+  getUrl: (customerName: string): string => {
+    const urlTemplate = process.env.STORAGE_EXPLORER_API_URL;
+    if (!urlTemplate) {
+      throw new Error('STORAGE_EXPLORER_API_URL environment variable is not set');
+    }
+    // Replace {customer_id} placeholder with actual customer ID
+    // For local: http://172.17.0.1:8000/api (no placeholder)
+    // For prod: https://storage-explorer-{customer_id}.dadosfera.ai/api
+    return urlTemplate.replace('{customer}', customerName);
+  },
+  timeout: parseInt(process.env.STORAGE_EXPLORER_TIMEOUT || '30000', 10),
+};

src/modules/storage-explorer/storage-explorer.controller.ts

@@ -0,0 +1,383 @@
+import {
+  Controller,
+  Get,
+  Post,
+  Put,
+  Param,
+  Body,
+  Query,
+  Inject,
+  UseInterceptors,
+  UploadedFiles,
+  Headers,
+} from '@nestjs/common';
+import { ApiTags, ApiOperation, ApiConsumes } from '@nestjs/swagger';
+import { FilesInterceptor } from '@nestjs/platform-express';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+import FormData from 'form-data';
+
+import {
+  Authenticated,
+  RequireAllPermissions,
+} from '../../decorators/authentication.decorator';
+import { User, RequestUser } from '../../decorators/user.decorator';
+import { StorageExplorerService } from './storage-explorer.service';
+import { PERMISSIONS_GROUPS } from '../../authentication/permissions.enum';
+
+@ApiTags('Storage Explorer')
+@Controller('storage-explorer')
+@Authenticated()
+export class StorageExplorerController {
+  private logger: any;
+
+  constructor(
+    private readonly storageExplorerService: StorageExplorerService,
+    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  // ============================================
+  // TABLE OPERATIONS
+  // ============================================
+
+  @ApiOperation({ summary: 'Validate table name in PostgreSQL and Snowflake' })
+  @Post('tables/validate-name')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.WRITE)
+  async validateTableName(
+    @Body() body: any,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'POST',
+      '/tables/validate-name',
+      user,
+      
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Create a new table' })
+  @Post('tables')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.WRITE)
+  async createTable(
+    @Body() body: any,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'POST',
+      '/tables/',
+      user,
+      
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'List all tables with pagination' })
+  @Get('tables')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async listTables(
+    @Query('page') page: number,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      '/tables/',
+      user,
+      
+      undefined,
+      { page },
+    );
+  }
+
+  @ApiOperation({ summary: 'Get table details by ID' })
+  @Get('tables/:tableId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async getTable(
+    @Param('tableId') tableId: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      `/tables/${tableId}`,
+      user,
+    );
+  }
+
+  @ApiOperation({ summary: 'Link a dataset to a table' })
+  @Post('tables/:tableId/datasets/:datasetId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.WRITE)
+  async linkDatasetToTable(
+    @Param('tableId') tableId: string,
+    @Param('datasetId') datasetId: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'POST',
+      `/tables/${tableId}/datasets/${datasetId}`,
+      user,
+      
+    );
+  }
+
+  @ApiOperation({ summary: 'Get all datasets linked to a table' })
+  @Get('tables/:tableId/datasets')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async getTableDatasets(
+    @Param('tableId') tableId: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      `/tables/${tableId}/datasets`,
+      user,
+      
+    );
+  }
+
+  @ApiOperation({ summary: 'Get table schema' })
+  @Get('tables/:tableId/schema')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async getTableSchema(
+    @Param('tableId') tableId: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      `/tables/${tableId}/schema`,
+      user,
+      
+    );
+  }
+
+  @ApiOperation({ summary: 'Validate schema compatibility between table and dataset' })
+  @Post('tables/:tableId/validate-compatibility/:datasetId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async validateSchemaCompatibility(
+    @Param('tableId') tableId: string,
+    @Param('datasetId') datasetId: string,
+    @User() user: RequestUser,
+  ) {
+    return this.storageExplorerService.proxy(
+      'POST',
+      `/tables/${tableId}/validate-compatibility/${datasetId}`,
+      user,
+      
+    );
+  }
+
+  // ============================================
+  // DATASET OPERATIONS
+  // ============================================
+
+  @ApiOperation({ summary: 'Get dataset preview data' })
+  @Get('datasets/:datasetId/preview')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async getDatasetPreview(
+    @Param('datasetId') datasetId: string,
+    @Query('limit') limit: number,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      `/datasets/${datasetId}/preview`,
+      user,
+      
+      undefined,
+      { limit },
+    );
+  }
+
+  @ApiOperation({ summary: 'Get dataset schema information' })
+  @Get('datasets/:datasetId/schema')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async getDatasetSchema(
+    @Param('datasetId') datasetId: string,
+    @Query('force_refresh') forceRefresh: boolean,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      `/datasets/${datasetId}/schema`,
+      user,
+      
+      undefined,
+      { force_refresh: forceRefresh },
+    );
+  }
+
+  @ApiOperation({ summary: 'List all datasets for a specific upload' })
+  @Get('datasets/upload/:uploadId')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async listDatasetsByUpload(
+    @Param('uploadId') uploadId: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      `/datasets/upload/${uploadId}`,
+      user,
+      
+    );
+  }
+
+  @ApiOperation({ summary: 'Refresh dataset schema with new parsing options (Excel)' })
+  @Put('datasets/:datasetId/refresh-schema')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.WRITE)
+  async refreshDatasetSchema(
+    @Param('datasetId') datasetId: string,
+    @Body() body: any,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'PUT',
+      `/datasets/${datasetId}/refresh-schema`,
+      user,
+      
+      body,
+    );
+  }
+
+  // ============================================
+  // STORAGE OPERATIONS
+  // ============================================
+
+  @ApiOperation({ summary: 'List file explorer uploads with pagination' })
+  @Get('storage/uploads/history')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async listFileExplorerUploads(
+    @Query('page') page: number,
+    @Query('limit') limit: number,
+    @Query('folder_path') folderPath: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      '/storage/uploads/history',
+      user,
+      
+      undefined,
+      { page, limit, folder_path: folderPath },
+    );
+  }
+
+  @ApiOperation({ summary: 'Browse folders and files in storage' })
+  @Get('storage/browse')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async browseStorage(
+    @Query('path') path: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      '/storage/browse',
+      user,
+      
+      undefined,
+      { path },
+    );
+  }
+
+  @ApiOperation({ summary: 'Upload multiple files to storage' })
+  @Post('storage/upload/batch')
+  @ApiConsumes('multipart/form-data')
+  @UseInterceptors(FilesInterceptor('files'))
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.WRITE)
+  async batchUpload(
+    @UploadedFiles() files: Array<Express.Multer.File>,
+    @Body('folder_path') folderPath: string,
+    @User() user: RequestUser,
+    
+  ) {
+    // Create FormData to forward files to storage-explorer API
+    const formData = new FormData();
+    
+    // Add files
+    if (files && files.length > 0) {
+      files.forEach((file) => {
+        formData.append('files', file.buffer, {
+          filename: file.originalname,
+          contentType: file.mimetype,
+        });
+      });
+    }
+    
+    // Add folder_path
+    if (folderPath) {
+      formData.append('folder_path', folderPath);
+    }
+
+    return this.storageExplorerService.proxyFormData(
+      'POST',
+      '/storage/upload/batch',
+      user,
+      
+      formData,
+    );
+  }
+
+  @ApiOperation({ summary: 'Create a new folder in storage' })
+  @Post('storage/folder/create')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.WRITE)
+  async createFolder(
+    @Body() body: any,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'POST',
+      '/storage/folder/create',
+      user,
+      
+      body,
+    );
+  }
+
+  @ApiOperation({ summary: 'Download a file from storage' })
+  @Get('storage/download')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async downloadFile(
+    @Query('file_path') filePath: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      '/storage/download',
+      user,
+      
+      undefined,
+      { file_path: filePath },
+    );
+  }
+
+  @ApiOperation({ summary: 'Get detailed file metadata' })
+  @Get('storage/metadata')
+  @RequireAllPermissions(PERMISSIONS_GROUPS.STORAGE_EXPLORER.permissions.READ)
+  async getFileMetadata(
+    @Query('file_path') filePath: string,
+    @User() user: RequestUser,
+    
+  ) {
+    return this.storageExplorerService.proxy(
+      'GET',
+      '/storage/metadata',
+      user,
+      undefined,
+      { file_path: filePath },
+    );
+  }
+}

src/modules/storage-explorer/storage-explorer.module.ts

@@ -0,0 +1,13 @@
+import { Module } from '@nestjs/common';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { StorageExplorerController } from './storage-explorer.controller';
+import { StorageExplorerService } from './storage-explorer.service';
+
+@Module({
+  imports: [],
+  controllers: [StorageExplorerController],
+  providers: [StorageExplorerService, DadosferaLogger],
+  exports: [StorageExplorerService],
+})
+export class StorageExplorerModule {}

src/modules/storage-explorer/storage-explorer.service.ts

@@ -0,0 +1,178 @@
+import { Injectable, Inject, HttpException } from '@nestjs/common';
+import axios, { AxiosResponse, Method } from 'axios';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { RequestUser } from '../../decorators/user.decorator';
+import { STORAGE_EXPLORER_CONFIG } from './storage-explorer.config';
+
+@Injectable()
+export class StorageExplorerService {
+  private logger: any;
+
+  constructor(
+    @Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger,
+  ) {
+    this.logger = dadosferaLogger.logger;
+  }
+
+  async proxy(
+    method: string,
+    path: string,
+    user: RequestUser,
+    body?: any,
+    query?: Record<string, any>
+  ): Promise<any> {
+    // Validate customer_id is present for multi-tenant isolation
+    if (!user.customer_id) {
+      throw new HttpException('Customer ID is required for storage operations', 400);
+    }
+
+    // Get customer-specific storage-explorer URL
+    const baseUrl = STORAGE_EXPLORER_CONFIG.getUrl(user.customer_name);
+    const url = new URL(`${baseUrl}${path}`);
+
+    // Add query params
+    if (query) {
+      Object.entries(query).forEach(([key, value]) => {
+        if (value !== undefined && value !== null) {
+          url.searchParams.set(key, String(value));
+        }
+      });
+    }
+
+    const headers: Record<string, string> = {
+      'content-type': 'application/json',
+    };
+
+    this.logger.info('Proxying request to storage-explorer', {
+      method: method.toUpperCase(),
+      path,
+      customer_id: user.customer_id,
+      storage_url: baseUrl,
+      user_id: user.user_id,
+    });
+
+    try {
+      const response: AxiosResponse = await axios({
+        method: method as Method,
+        url: url.href,
+        headers,
+        data: body,
+        timeout: STORAGE_EXPLORER_CONFIG.timeout,
+        validateStatus: () => true, // Don't throw on non-2xx
+      });
+
+      // Propagate non-2xx responses as HttpExceptions
+      if (response.status >= 400) {
+        throw new HttpException(response.data, response.status);
+      }
+
+      return response.data;
+    } catch (error) {
+      this.logger.error('Storage Explorer API proxy error', {
+        error: error.message,
+        status: error.response?.status,
+        path,
+        storage_url: baseUrl,
+        method: method.toUpperCase(),
+      });
+
+      if (error instanceof HttpException) {
+        throw error;
+      }
+
+      if (error.response) {
+        throw new HttpException(error.response.data, error.response.status);
+      }
+
+      if (error.code === 'ECONNREFUSED') {
+        throw new HttpException('Storage Explorer API service unavailable', 503);
+      }
+
+      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
+        throw new HttpException('Storage Explorer API request timeout', 504);
+      }
+
+      throw new HttpException('Internal server error', 500);
+    }
+  }
+
+  /**
+   * Proxy with file upload support (multipart/form-data)
+   */
+  async proxyFormData(
+    method: string,
+    path: string,
+    user: RequestUser,
+    formData: any,
+    query?: Record<string, any>,
+  ): Promise<any> {
+    // Validate customer_id is present for multi-tenant isolation
+    if (!user.customer_id) {
+      throw new HttpException('Customer ID is required for storage operations', 400);
+    }
+
+    // Get customer-specific storage-explorer URL
+    const baseUrl = STORAGE_EXPLORER_CONFIG.getUrl(user.customer_name);
+    const url = new URL(`${baseUrl}${path}`);
+
+    // Add query params
+    if (query) {
+      Object.entries(query).forEach(([key, value]) => {
+        if (value !== undefined && value !== null) {
+          url.searchParams.set(key, String(value));
+        }
+      });
+    }
+
+    const headers: Record<string, string> = {
+      // Let axios set Content-Type for multipart/form-data with boundary
+      ...formData.getHeaders?.(),
+    };
+
+    this.logger.info('Proxying form data request to storage-explorer', {
+      method: method.toUpperCase(),
+      path,
+      customer_id: user.customer_id,
+      storage_url: baseUrl,
+      user_id: user.user_id,
+    });
+
+    try {
+      const response: AxiosResponse = await axios({
+        method: method as Method,
+        url: url.href,
+        headers,
+        data: formData,
+        timeout: STORAGE_EXPLORER_CONFIG.timeout,
+        maxContentLength: Infinity,
+        maxBodyLength: Infinity,
+        validateStatus: () => true,
+      });
+
+      if (response.status >= 400) {
+        throw new HttpException(response.data, response.status);
+      }
+
+      return response.data;
+    } catch (error) {
+      this.logger.error('Storage Explorer API form data proxy error', {
+        error: error.message,
+        status: error.response?.status,
+        path,
+        storage_url: baseUrl,
+        method: method.toUpperCase(),
+      });
+
+      if (error instanceof HttpException) {
+        throw error;
+      }
+
+      if (error.response) {
+        throw new HttpException(error.response.data, error.response.status);
+      }
+
+      throw new HttpException('Internal server error', 500);
+    }
+  }
+}

src/modules/users/dtos/entities.ts

@@ -43,7 +43,7 @@ export class User {
   @ApiProperty()
   companyName?: string;
   @ApiProperty()
-  companySite?: string;
+  personalSite?: string;
   @ApiPropertyOptional()
   customer?: Customer;
   @ApiProperty()
@@ -64,6 +64,8 @@ export class UserNoRolesAndCustomer extends OmitType(UserNoRoles, [
 export class IUserByCustomer extends OmitType(User, ['customer']) {
   @ApiPropertyOptional()
   permissions?: string[];
+  @ApiPropertyOptional()
+  authProvider?: string;
 }
 
 export class CreateUserReq {
@@ -117,7 +119,7 @@ export class UpdateUserReq {
   @ApiPropertyOptional()
   bio?: string;
   @ApiPropertyOptional()
-  companySite?: string;
+  personalSite?: string;
   @ApiPropertyOptional()
   companyName?: string;
   @ApiPropertyOptional()

src/modules/users/users.service.ts

@@ -125,6 +125,7 @@ export class UsersService implements OnModuleInit {
       return { permissions };
     });
     res.user.permissions = permissions;
+    res.user.authProvider = process.env.AUTH_PROVIDER || 'cognito';
     return res;
   }
 
@@ -162,7 +163,7 @@ export class UsersService implements OnModuleInit {
         name: updateUserDTO.name,
         bio: updateUserDTO.bio,
         companyName: updateUserDTO.companyName,
-        companySite: updateUserDTO.companySite,
+        personalSite: updateUserDTO.personalSite,
         customerId,
         id,
         metabaseUserId: undefined,

src/pipes/object-validation.pipe.ts

@@ -14,7 +14,10 @@ export class ValidationPipe implements PipeTransform<any> {
       return value;
     }
     const object = plainToInstance(metatype, value);
-    const errors = await validate(object);
+    const errors = await validate(object, {
+      forbidUnknownValues: false,
+      whitelist: true,
+    });
     if (errors.length > 0) {
       const errorMessages = errors.map((err) => err.constraints);
       throw new BadRequestException(errorMessages);