FIX: types

FIX: correct header
Merge pull request #448 from dadosfera/fix/proxy-urls
2026-09-03 13:14:48 +00:00 · 2026-03-11 10:26:33 -03:00 · 2026-03-10 17:35:05 -03:00 · 2026-02-20 16:03:05 -03:00 · 2026-02-20 14:28:55 -03:00 · 2026-02-20 14:28:36 -03:00
9 changed files with 65 additions and 62 deletions
@@ -9,7 +9,7 @@ maestro:
  cookie_secret: "ff7bc13823edb2ae50d248e5780bddc9d4b31c36"
  redis_database: "1"
  platform_api_url: https://xs2hkhq07k.execute-api.us-east-1.amazonaws.com
-  storage_explorer_api_url: "http://storage-explorer-{customer}.data-apps.svc.cluster.local/api"
+  storage_explorer_api_url: "http://storage-explorer-{customer}.data-apps.svc.cluster.local:8000/api"

 hostname: maestro.stg.dadosfera.ai

@@ -7275,10 +7275,37 @@
          ]
        }
      },
+      "/platform/pipelines/catalog/tables": {
+        "get": {
+          "operationId": "PlatformApiController_getAvailableTables",
+          "summary": "Get all tables available",
+          "parameters": [],
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object"
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "Platform API"
+          ],
+          "security": [
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/platform/pipelines/catalog/schemas": {
        "get": {
          "operationId": "PlatformApiController_getAvailableSchemas",
-          "summary": "Get available schemas",
+          "summary": "Get all schemas available",
          "parameters": [],
          "responses": {
            "200": {
@@ -7305,14 +7332,17 @@
      "/platform/pipelines/catalog/tables/validate": {
        "post": {
          "operationId": "PlatformApiController_validateTableAndSchema",
-          "summary": "Validate Table and Schema",
+          "summary": "Validate tables and schemas",
          "parameters": [],
          "requestBody": {
            "required": true,
            "content": {
              "application/json": {
                "schema": {
-                  "$ref": "#/components/schemas/ValidationTableDTO"
+                  "type": "array",
+                  "items": {
+                    "type": "string"
+                  }
                }
              }
            }
@@ -10088,15 +10118,6 @@
                "type": "string"
              }
            },
-            "identifier_columns": {
-              "type": "array",
-              "items": {
-                "type": "string"
-              }
-            },
-            "destination": {
-              "type": "object"
-            },
            "type": {
              "type": "string"
            }
@@ -10105,8 +10126,6 @@
            "name",
            "columns",
            "references",
-            "identifier_columns",
-            "destination",
            "type"
          ]
        },
@@ -11515,20 +11534,6 @@
          "required": [
            "providers"
          ]
-        },
-        "ValidationTableDTO": {
-          "type": "object",
-          "properties": {
-            "tables": {
-              "type": "array",
-              "items": {
-                "type": "string"
-              }
-            }
-          },
-          "required": [
-            "tables"
-          ]
        }
      }
    }
@@ -17,7 +17,7 @@
        "@aws-sdk/signature-v4": "^3.370.0",
        "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
        "@dadosfera/protospack": "2.5.3",
-        "@dadosfera/protospack-v2": "3.38.0-beta.27",
+        "@dadosfera/protospack-v2": "^3.38.0-beta.26",
        "@grpc/grpc-js": "^1.9.3",
        "@grpc/proto-loader": "^0.7.9",
        "@nestjs/cli": "^9.5.0",
@@ -1744,10 +1744,9 @@
      }
    },
    "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.38.0-beta.27",
-      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.27.tgz",
-      "integrity": "sha512-lvV3g/SyPLFVfdtxoc/l1fCtl0o/X9Dv/KOdmDAXQyRJRjd3/81V83rwomp3UtI5IYGYuSbREgolH+X3aNYF7w==",
-      "license": "ISC",
+      "version": "3.38.0-beta.26",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.38.0-beta.26.tgz",
+      "integrity": "sha512-N8NS7+djLGy0wJXk00+4oupqd/wBIQ1f+YBBhK2y9x4guFXYK1KWIrPZhPj+gaU8g2KNkqKoT7SnE9PXNxlLSQ==",
      "dependencies": {
        "@grpc/grpc-js": "^1.9.3",
        "rxjs": "^7.5.5"
@@ -35,7 +35,7 @@
    "@aws-sdk/signature-v4": "^3.370.0",
    "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
    "@dadosfera/protospack": "2.5.3",
-    "@dadosfera/protospack-v2": "3.38.0-beta.27",
+    "@dadosfera/protospack-v2": "^3.38.0-beta.26",
    "@grpc/grpc-js": "^1.9.3",
    "@grpc/proto-loader": "^0.7.9",
    "@nestjs/cli": "^9.5.0",
@@ -502,7 +502,7 @@ export class AuthController {
    const accessToken = req.cookies['ddf-auth'];
    const refreshToken = req.cookies['ddf-refresh-auth'];
    const userId = req.cookies['ddf-user-id'];
-    const resourceHost = req.headers["host"]
+    const resourceHost = req.headers["x-original-url"] as string || "" ;

    const hasUserSession = Boolean(accessToken) && Boolean(userId);
    this.logger.info('Has User Session: ' + hasUserSession);
@@ -14,13 +14,6 @@ export class TableColumns {
  @ApiProperty()
  references: Column[];
  @ApiProperty()
-  identifier_columns: string[];
-  @ApiProperty()
-  destination: Record<'raw' | 'qualify', {
-    table_name: string;
-    table_schema: string;
-  }> | null;
-  @ApiProperty()
  type: string;
 }
 export class AvailableEntity {
@@ -25,7 +25,6 @@ import { ElasticsearchService } from '../../services/elasticsearch';
 import { DynamoDBService, ReferenceColumn } from '../../services/dynamodb';
 import { CustomersService } from '../customers/customers.service';
 import { validateCronAgainstScheduleLimit } from '../../utils/cron-validation';
-import { ValidationTableDTO } from './platform-api.dto';


 type ValidateTablesDTO = {
@@ -729,10 +728,26 @@ export class PlatformApiController {
    );
  }

-  // ==================== PIPELINE VALIDATION ====================
+  // ==================== Catalog ROUTES ====================
+
+  @Get('pipelines/catalog/tables')
+  @ApiOperation({ summary: 'Get all tables available' })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
+  async getAvailableTables(
+    @User() user: RequestUser,
+    @Query() query: Record<string, string>,
+  ) {
+    return this.platformApiService.proxy(
+      'GET',
+      '/catalog/tables',
+      user,
+      undefined,
+      query,
+    );
+  }

  @Get('pipelines/catalog/schemas')
-  @ApiOperation({ summary: 'Get available schemas' })
+  @ApiOperation({ summary: 'Get all schemas available' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
  async getAvailableSchemas(
    @User() user: RequestUser,
@@ -740,7 +755,7 @@ export class PlatformApiController {
  ) {
    return this.platformApiService.proxy(
      'GET',
-      `/catalog/schemas`,
+      '/catalog/schemas',
      user,
      undefined,
      query,
@@ -748,18 +763,18 @@ export class PlatformApiController {
  }

  @Post('pipelines/catalog/tables/validate')
-  @ApiOperation({ summary: 'Validate Table and Schema' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
+  @ApiOperation({ summary: 'Validate tables and schemas' })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
  async validateTableAndSchema(
-    @Body() payload: ValidationTableDTO,
    @User() user: RequestUser,
    @Query() query: Record<string, string>,
+    @Body() validateTablesDto: ValidateTablesDTO[]
  ) {
    return this.platformApiService.proxy(
      'POST',
-      `/catalog/tables/validate`,
+      '/catalog/tables/validate',
      user,
-      payload,
+      validateTablesDto,
      query,
    );
  }
@@ -1,9 +0,0 @@
-import { ApiProperty } from "@nestjs/swagger";
-
-export class ValidationTableDTO {
-    @ApiProperty()
-    tables: Array<{
-        table_name: string;
-        table_schema: string;
-    }>
-}
@@ -113,7 +113,7 @@ export class StorageExplorerService {
    }

    // Get customer-specific storage-explorer URL
-    const baseUrl = STORAGE_EXPLORER_CONFIG.getUrl(user.customer_id);
+    const baseUrl = STORAGE_EXPLORER_CONFIG.getUrl(user.customer_name);
    const url = new URL(`${baseUrl}${path}`);

    // Add query params
Author	SHA1	Message	Date
marcos-silva-rodrigues	4ddd5edcfd	FIX: types	2026-03-11 10:26:33 -03:00
marcos-silva-rodrigues	67d47a9642	FIX: correct header	2026-03-10 17:35:05 -03:00
Marcos Rodrigues Silva	1a2153d62f	Merge pull request #448 from dadosfera/fix/proxy-urls Fix/proxy urls	2026-02-20 16:03:05 -03:00
marcos-silva-rodrigues	d4ba45fd03	FIX: storage url	2026-02-20 14:28:55 -03:00
marcos-silva-rodrigues	82f1035a5e	FIX: update storage port	2026-02-20 14:28:36 -03:00