fix(cdc): allow CDC plugins in RefreshCatalogReq validator

Beta's refresh-catalog RefreshCatalogReq DTO restricted plugin to oracle/mysql/postgresql/sqlserver. Under the cache-first catalog model (adopted for CDC in the beta merge), the CDC schema-fetch flow posts /connection-test/refresh-catalog with plugin=mysql_cdc, which the @IsIn rejected ("plugin must be one of: oracle, mysql, postgresql, sqlserver"). Add mysql_cdc/postgresql_cdc/oracle_cdc to the @IsIn and @ApiProperty enum, matching the platform connection-test SQS plugin set. docsfera.json regenerated. Co-Authored-By: WOZCODE <contact@withwoz.com>
Merge origin/beta into feature/cdc-connector
2026-08-31 19:58:21 +00:00 · 2026-08-27 20:13:00 -03:00 · 2026-08-27 19:37:31 -03:00 · 2026-08-27 19:14:26 -03:00 · 2026-08-25 17:27:45 -03:00 · 2026-08-25 17:14:22 -03:00
25 changed files with 1180 additions and 48 deletions
@@ -71,6 +71,11 @@ jobs:
          sudo mv helmfile /usr/local/bin/
          helmfile --version

+      - name: Install Helm Diff plugin
+        run: |
+          helm plugin install https://github.com/databus23/helm-diff --version v3.9.3
+          helm diff version
+
      - name: Debug Helm env
        run: |
          helm env
@@ -102,4 +107,5 @@ jobs:
      - name: Run Helmfile Diff
        env:
          ENV: ${{ needs.extract_environment.outputs.environment }}
+          HELM_PLUGINS: /home/runner/.local/share/helm/plugins
        run: helmfile -f deploy/helmfiles/${ENV}.yaml diff
@@ -111,6 +111,8 @@ spec:
              value: "{{ .Values.maestro.redis_tls }}"
            - name: PLATFORM_API_URL
              value: {{ .Values.maestro.platform_api_url }}
+            - name: CONNECTIONS_API_URL
+              value: {{ .Values.maestro.connections_api_url | default "" | quote }}
            - name: STORAGE_EXPLORER_API_URL
              value: {{ .Values.maestro.storage_explorer_api_url | quote }}
            - name: FIREBASE_BASE_URL
@@ -9,6 +9,7 @@ maestro:
  cookie_secret: "ff7bc13823edb2ae50d248e5780bddc9d4b31c36"
  redis_database: "1"
  platform_api_url: https://xs2hkhq07k.execute-api.us-east-1.amazonaws.com
+  connections_api_url: https://iy40eans64.execute-api.us-east-1.amazonaws.com
  storage_explorer_api_url: "http://storage-explorer-{customer}.data-apps.svc.cluster.local:8000/api"
  firebase_base_url: https://feature-flag-25bf6-default-rtdb.firebaseio.com/stg

@@ -5071,6 +5071,65 @@
          ]
        }
      },
+      "/platform/pipelines/{pipelineId}/pipeline_run/{runId}/jobs": {
+        "get": {
+          "operationId": "PlatformApiController_getPipelineRunJobs",
+          "summary": "Get pipeline run jobs",
+          "description": "Proxies platform-api DB-backed job runs and returns `{ jobs: [...] }`.",
+          "parameters": [
+            {
+              "name": "pipelineId",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            },
+            {
+              "name": "runId",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "description": "DB-backed job runs for the selected pipeline run.",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object",
+                    "properties": {
+                      "jobs": {
+                        "type": "array",
+                        "items": {
+                          "type": "object"
+                        }
+                      }
+                    },
+                    "required": [
+                      "jobs"
+                    ]
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "Platform API"
+          ],
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/platform/jobs/{jobId}/input": {
        "put": {
          "operationId": "PlatformApiController_updateJobInput",
@@ -6104,6 +6163,48 @@
          ]
        }
      },
+      "/catalog/custom-properties": {
+        "get": {
+          "operationId": "CatalogController_getCustomPropertyDefinitions",
+          "parameters": [
+            {
+              "name": "dadosfera-lang",
+              "in": "header",
+              "required": false,
+              "schema": {
+                "enum": [
+                  "pt-br",
+                  "en-us"
+                ],
+                "type": "string"
+              }
+            }
+          ],
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "type": "object"
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "Catalog"
+          ],
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/catalog/data-asset/{id}": {
        "get": {
          "operationId": "CatalogController_getDataAsset",
@@ -6364,6 +6465,57 @@
              "access-token": []
            }
          ]
+        },
+        "patch": {
+          "operationId": "CatalogController_updateColumnsMetadata",
+          "parameters": [
+            {
+              "name": "dadosfera-lang",
+              "in": "header",
+              "required": false,
+              "schema": {
+                "enum": [
+                  "pt-br",
+                  "en-us"
+                ],
+                "type": "string"
+              }
+            },
+            {
+              "name": "id",
+              "required": true,
+              "in": "path",
+              "schema": {
+                "type": "string"
+              }
+            }
+          ],
+          "requestBody": {
+            "required": true,
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/UpdateColumnsMetadataRequest"
+                }
+              }
+            }
+          },
+          "responses": {
+            "200": {
+              "description": ""
+            }
+          },
+          "tags": [
+            "Catalog"
+          ],
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
        }
      },
      "/catalog/data-asset/{id}/preview": {
@@ -7842,6 +7994,94 @@
          ]
        }
      },
+      "/connection-test/refresh-catalog": {
+        "post": {
+          "operationId": "ConnectionTestController_refreshCatalog",
+          "parameters": [],
+          "requestBody": {
+            "required": true,
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/RefreshCatalogReq"
+                }
+              }
+            }
+          },
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/RefreshCatalogRes"
+                  }
+                }
+              }
+            },
+            "202": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/RefreshCatalogRes"
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "Connection Test"
+          ],
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
+      "/connection-test/refresh-catalog/status": {
+        "post": {
+          "operationId": "ConnectionTestController_refreshCatalogStatus",
+          "parameters": [],
+          "requestBody": {
+            "required": true,
+            "content": {
+              "application/json": {
+                "schema": {
+                  "$ref": "#/components/schemas/RefreshCatalogStatusReq"
+                }
+              }
+            }
+          },
+          "responses": {
+            "200": {
+              "description": "",
+              "content": {
+                "application/json": {
+                  "schema": {
+                    "$ref": "#/components/schemas/RefreshCatalogRes"
+                  }
+                }
+              }
+            }
+          },
+          "tags": [
+            "Connection Test"
+          ],
+          "security": [
+            {
+              "access-token": []
+            },
+            {
+              "access-token": []
+            }
+          ]
+        }
+      },
      "/oauth/hubspot": {
        "get": {
          "operationId": "OauthController_oauthHubspot",
@@ -11715,6 +11955,35 @@
            "columns_metadata"
          ]
        },
+        "ColumnDescriptionDto": {
+          "type": "object",
+          "properties": {
+            "column_name": {
+              "type": "string"
+            },
+            "description": {
+              "type": "string"
+            }
+          },
+          "required": [
+            "column_name",
+            "description"
+          ]
+        },
+        "UpdateColumnsMetadataRequest": {
+          "type": "object",
+          "properties": {
+            "columns": {
+              "type": "array",
+              "items": {
+                "$ref": "#/components/schemas/ColumnDescriptionDto"
+              }
+            }
+          },
+          "required": [
+            "columns"
+          ]
+        },
        "IData": {
          "type": "object",
          "properties": {
@@ -11817,6 +12086,37 @@
            "docs"
          ]
        },
+        "CustomPropertyDto": {
+          "type": "object",
+          "properties": {
+            "key": {
+              "type": "string"
+            },
+            "value": {
+              "type": "string"
+            },
+            "type": {
+              "type": "string",
+              "enum": [
+                "text",
+                "number",
+                "date",
+                "boolean"
+              ]
+            },
+            "color": {
+              "type": "string"
+            },
+            "emoji": {
+              "type": "string"
+            }
+          },
+          "required": [
+            "key",
+            "value",
+            "type"
+          ]
+        },
        "IUpdateDataRequest": {
          "type": "object",
          "properties": {
@@ -11845,6 +12145,12 @@
            },
            "docs": {
              "type": "string"
+            },
+            "custom_properties": {
+              "type": "array",
+              "items": {
+                "$ref": "#/components/schemas/CustomPropertyDto"
+              }
            }
          },
          "required": [
@@ -12299,11 +12605,15 @@
            },
            "type": {
              "type": "string"
+            },
+            "is_primary_key": {
+              "type": "boolean"
            }
          },
          "required": [
            "name",
-            "type"
+            "type",
+            "is_primary_key"
          ]
        },
        "TableMetadataDto": {
@@ -12405,6 +12715,85 @@
            "checks"
          ]
        },
+        "RefreshCatalogReq": {
+          "type": "object",
+          "properties": {
+            "connection_id": {
+              "type": "string"
+            },
+            "plugin": {
+              "type": "string",
+              "enum": [
+                "oracle",
+                "mysql",
+                "postgresql",
+                "sqlserver",
+                "mysql_cdc",
+                "postgresql_cdc",
+                "oracle_cdc"
+              ]
+            }
+          },
+          "required": [
+            "connection_id",
+            "plugin"
+          ]
+        },
+        "RefreshCatalogRes": {
+          "type": "object",
+          "properties": {
+            "operation_result": {
+              "type": "boolean"
+            },
+            "status": {
+              "type": "string"
+            },
+            "session_id": {
+              "type": "string"
+            },
+            "date": {
+              "type": "string"
+            }
+          },
+          "required": [
+            "operation_result",
+            "status",
+            "session_id",
+            "date"
+          ]
+        },
+        "RefreshCatalogStatusReq": {
+          "type": "object",
+          "properties": {
+            "connection_id": {
+              "type": "string"
+            },
+            "plugin": {
+              "type": "string",
+              "enum": [
+                "oracle",
+                "mysql",
+                "postgresql",
+                "sqlserver",
+                "mysql_cdc",
+                "postgresql_cdc",
+                "oracle_cdc"
+              ]
+            },
+            "session_id": {
+              "type": "string"
+            },
+            "date": {
+              "type": "string"
+            }
+          },
+          "required": [
+            "connection_id",
+            "plugin",
+            "session_id",
+            "date"
+          ]
+        },
        "INote": {
          "type": "object",
          "properties": {
@@ -16,7 +16,7 @@
        "@aws-sdk/lib-dynamodb": "^3.414.0",
        "@aws-sdk/signature-v4": "^3.370.0",
        "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-        "@dadosfera/protospack-v2": "file:../protospack-v2/dadosfera-protospack-v2-3.41.0-cdc-iceberg.4.tgz",
+        "@dadosfera/protospack-v2": "^3.40.0-beta.20",
        "@grpc/grpc-js": "^1.9.3",
        "@grpc/proto-loader": "^0.7.9",
        "@nestjs/cli": "^9.5.0",
@@ -1735,9 +1735,9 @@
      }
    },
    "node_modules/@dadosfera/protospack-v2": {
-      "version": "3.41.0-cdc-iceberg.4",
-      "resolved": "file:../protospack-v2/dadosfera-protospack-v2-3.41.0-cdc-iceberg.4.tgz",
-      "integrity": "sha512-QcRhM2wHgoRgXbHfpu+ki+Iozbz7qunKD544v2DCdD1fbeuI6kEit/S4napquSzmzP2qcMjANobyAsWabC/f2w==",
+      "version": "3.40.0-beta.20",
+      "resolved": "https://dadosfera-611330257153.d.codeartifact.us-east-1.amazonaws.com/npm/dadosfera-npm/@dadosfera/protospack-v2/-/protospack-v2-3.40.0-beta.20.tgz",
+      "integrity": "sha512-A12jgcVMCylfXZyXZYLuZNFJBuEBV1ZYmo3w01qhemKrFAzXRjOnPTBGHngdWNHahIaEYdocieBoIzl0n6OvFw==",
      "license": "ISC",
      "dependencies": {
        "@grpc/grpc-js": "^1.9.3",
@@ -34,7 +34,7 @@
    "@aws-sdk/lib-dynamodb": "^3.414.0",
    "@aws-sdk/signature-v4": "^3.370.0",
    "@dadosfera/dadosfera-logs": "^1.0.0-beta.4",
-    "@dadosfera/protospack-v2": "file:../protospack-v2/dadosfera-protospack-v2-3.41.0-cdc-iceberg.4.tgz",
+    "@dadosfera/protospack-v2": "^3.40.0-beta.20",
    "@grpc/grpc-js": "^1.9.3",
    "@grpc/proto-loader": "^0.7.9",
    "@nestjs/cli": "^9.5.0",
@@ -37,6 +37,7 @@ import {
  RequireAllPermissions,
 } from 'src/decorators/authentication.decorator';
 import { AuthClientService } from './auth.service';
+import { UserDTO } from './dtos/login';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { GrpcToHttpExceptionFilter } from '../../error/grpc-to-http-exception.filter';
 import { RequestUser, User } from 'src/decorators/user.decorator';
@@ -486,7 +487,7 @@ export class AuthController {
      this.logger.info('Authenticating via X-Api-key header');
      const { api_key } = await this.apiKeyService.get(apiKey);

-      const userDto = {
+      const userDto: UserDTO = {
        id: api_key.user_id,
        name: api_key.username,
        email: api_key.username,
@@ -494,7 +495,8 @@ export class AuthController {
          id: api_key.customer_id,
          name: api_key.customer_name,
          tier: api_key.customer_tier,
-        }
+        },
+        permissions: [],
      };

      return res.status(200).json(userDto);
@@ -447,6 +447,9 @@ export class AuthClientService implements OnModuleInit {
        name: payload.customer_name,
        tier: payload.customer_tier,
      },
+      // Raw permission seqids from the JWT. Consumers own the seqid->meaning
+      // mapping (e.g. Orchest's auth-server); Maestro reports them as-is.
+      permissions: payload.permissions ?? [],
    };

    return userDto;
@@ -152,5 +152,6 @@ export type UserDTO = {
    id: string,
    name: string,
    tier: string,
-  }
+  },
+  permissions: number[],
 }
@@ -9,6 +9,7 @@ import {
  Inject,
  NotFoundException,
  Param,
+  Patch,
  Post,
  Put,
  Query,
@@ -51,6 +52,7 @@ import {
  IUpdateDataRequest,
  TriggerCatalogReq,
  TriggerCatalogRes,
+  UpdateColumnsMetadataRequest,
 } from './dtos';
 import { GrpcToHttpExceptionFilter } from 'src/error/grpc-to-http-exception.filter';
 import { Language } from 'src/decorators/language.decorator';
@@ -283,6 +285,23 @@ export class CatalogController {

  }

+  @Get('custom-properties')
+  @RequireSomePermission(
+    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
+    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
+  )
+  async getCustomPropertyDefinitions(@User() user: RequestUser) {
+    const { customer_id, customer_name, user_id, username } = user;
+    const metadata = PackTheMetadata({
+      customer_id,
+      customer_name,
+      user_id,
+      username,
+    });
+
+    return this.catalogService.getCustomPropertyDefinitions(metadata);
+  }
+
  @Get('data-asset/:id')
  @RequireSomePermission(
    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
@@ -431,6 +450,42 @@ export class CatalogController {
    return { columns_metadata };
  }

+  @Patch('data-asset/:id/columns-metadata')
+  @RequireSomePermission(
+    PERMISSIONS_GROUPS.CATALOG.permissions.UPDATE,
+    PERMISSIONS_GROUPS.CATALOG.permissions.DATA_MANAGER,
+  )
+  async updateColumnsMetadata(
+    @User() user: RequestUser,
+    @Language() language: LanguageEnum,
+    @Param('id') id: string,
+    @Body(new ValidationPipe()) body: UpdateColumnsMetadataRequest,
+  ): Promise<{ success: boolean }> {
+    const { customer_name, customer_id, user_id, username } = user;
+
+    this.logger.info(`/catalog - update columns metadata`, {
+      user_id,
+      customer_name,
+      columns_count: body.columns.length,
+    });
+
+    const metadata = PackTheMetadata({
+      customer_name,
+      customer_id,
+      user_id,
+      username,
+      language,
+    });
+
+    await this.catalogService.updateColumnsDescriptions(
+      id,
+      body.columns,
+      metadata,
+    );
+
+    return { success: true };
+  }
+
  @Get('data-asset/:id/preview')
  @RequireSomePermission(
    PERMISSIONS_GROUPS.CATALOG.permissions.GET,
@@ -1056,4 +1111,4 @@ export class CatalogController {
      this.logger.error(error.message);
    }
  }
-}
+}
@@ -120,6 +120,10 @@ class CatalogService implements OnModuleInit {
    }
  }

+  async getCustomPropertyDefinitions(metadata: Metadata) {
+    return lastValueFrom(this.catalogReadService.GetCustomPropertyDefinitions({}, metadata));
+  }
+
  async createDataAsset(data: Messages.CreateDataAssetRequest, metadata) {
    this.logger.info('CatalogService - Manage Data assets permissions');
    if (!data.embed) data.embed = undefined;
@@ -463,6 +467,16 @@ class CatalogService implements OnModuleInit {
    return result;
  }

+  async updateColumnsDescriptions(
+    id: string,
+    columns: { column_name: string; description: string }[],
+    metadata: Metadata,
+  ) {
+    await lastValueFrom(
+      this.catalogWriteService.UpdateColumnDescriptions({ id, columns }, metadata),
+    );
+  }
+
  async createDataDocs(body: CreateDataDocsDTO, metadata: Metadata) {
    if (body.asset_type === 'table' || body.asset_type === 'view') {
      return this.createDataDocsViaNimbus(body);
@@ -828,6 +842,8 @@ class CatalogService implements OnModuleInit {
              data_asset_id: table_metadata_id.toString(),
              customer_name: customer_name,
              data_asset_type: 'dataset',
+              column_metadata: [],
+              data_preview: '',
            },
          ],
        },
@@ -1,5 +1,13 @@
 import { ApiProperty, ApiPropertyOptional, PickType } from '@nestjs/swagger';
-import { IsEnum } from 'class-validator';
+import {
+  ArrayNotEmpty,
+  IsArray,
+  IsEnum,
+  IsNotEmpty,
+  IsString,
+  ValidateNested,
+} from 'class-validator';
+import { Type } from 'class-transformer';
 import { CreateDataAssetRequest } from '@dadosfera/protospack-v2/dist/lib/Catalog/interfaces/messages';

 export enum DataAssetShareType {
@@ -198,6 +206,27 @@ export class IData {
  day_opening: number;
 }

+
+export enum CustomPropertyType {
+  TEXT = 'text',
+  NUMBER = 'number',
+  DATE = 'date',
+  BOOLEAN = 'boolean',
+}
+
+export class CustomPropertyDto {
+  @ApiProperty()
+  key: string;
+  @ApiProperty()
+  value: string;
+  @ApiProperty({ enum: CustomPropertyType })
+  type: CustomPropertyType;
+  @ApiPropertyOptional()
+  color?: string;
+  @ApiPropertyOptional()
+  emoji?: string;
+}
+
 export class IUpdateDataRequest {
  @ApiProperty()
  name: string;
@@ -211,6 +240,8 @@ export class IUpdateDataRequest {
  share_type?: DataAssetShareType;
  @ApiPropertyOptional()
  docs?: string;
+  @ApiPropertyOptional({ type: [CustomPropertyDto] })
+  custom_properties?: CustomPropertyDto[];
 }

 export class IUpdateCertificationStatusRequest {
@@ -219,6 +250,26 @@ export class IUpdateCertificationStatusRequest {
  certification_status: CertificationStatus;
 }

+export class ColumnDescriptionDto {
+  @ApiProperty()
+  @IsString()
+  @IsNotEmpty()
+  column_name: string;
+
+  @ApiProperty()
+  @IsString()
+  description: string;
+}
+
+export class UpdateColumnsMetadataRequest {
+  @ApiProperty({ type: [ColumnDescriptionDto] })
+  @IsArray()
+  @ArrayNotEmpty()
+  @ValidateNested({ each: true })
+  @Type(() => ColumnDescriptionDto)
+  columns: ColumnDescriptionDto[];
+}
+
 export class ICreateDataAsset implements CreateDataAssetRequest {
  @ApiProperty()
  display_name: string;
@@ -372,4 +423,4 @@ export type CreateDataDocsDTO = {
  docs: string;
  asset_type: string;

-}
+}
@@ -24,6 +24,9 @@ import {
  GetTableMetadataReq,
  ValidateCdcPrerequisitesReq,
  ValidateCdcPrerequisitesRes,
+  RefreshCatalogReq,
+  RefreshCatalogRes,
+  RefreshCatalogStatusReq,
 } from './dto/connection-test';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { Authenticated, RequireModule } from 'src/decorators/authentication.decorator';
@@ -90,7 +93,7 @@ export class ConnectionTestController {
    });
    return this.connectionTestService.connectionTestListSchemas(
      body,
-      user.customer_name,
+      user,
    );
  }

@@ -107,7 +110,7 @@ export class ConnectionTestController {
    });
    return this.connectionTestService.connectionTestListTables(
      body,
-      user.customer_name,
+      user,
    );
  }

@@ -124,7 +127,7 @@ export class ConnectionTestController {
    });
    return this.connectionTestService.getTableMetadata(
      body,
-      user.customer_name,
+      user,
    );
  }

@@ -144,4 +147,35 @@ export class ConnectionTestController {
      user.customer_name,
    );
  }
+
+  @Post('refresh-catalog')
+  @ApiOkResponse({ type: RefreshCatalogRes })
+  @HttpCode(HttpStatus.ACCEPTED)
+  async refreshCatalog(
+    @User() user: RequestUser,
+    @Body(new ValidationPipe()) body: RefreshCatalogReq,
+  ) {
+    this.logger.info('/connection-test/refresh-catalog', {
+      user: user.user_id,
+      customer: user.customer_name,
+      connection: body.connection_id,
+    });
+    return this.connectionTestService.refreshCatalog(body, user);
+  }
+
+  @Post('refresh-catalog/status')
+  @ApiOkResponse({ type: RefreshCatalogRes })
+  @HttpCode(HttpStatus.OK)
+  async refreshCatalogStatus(
+    @User() user: RequestUser,
+    @Body(new ValidationPipe()) body: RefreshCatalogStatusReq,
+  ) {
+    this.logger.info('/connection-test/refresh-catalog/status', {
+      user: user.user_id,
+      customer: user.customer_name,
+      connection: body.connection_id,
+      session: body.session_id,
+    });
+    return this.connectionTestService.refreshCatalogStatus(body, user);
+  }
 }
@@ -5,10 +5,17 @@ import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
 import { ClientsModule } from '@nestjs/microservices';
 import { ConnectionTestClientConfiguration } from './connection-test-client.config';
 import { ConnectionModule } from '../connection/connection.module';
+import { ConnectionsApiModule } from '../connections-api/connections-api.module';
+import { PlatformApiModule } from '../platform-api/platform-api.module';
 const client = new ConnectionTestClientConfiguration();
@Module({
  controllers: [ConnectionTestController],
  providers: [ConnectionTestService, DadosferaLogger],
-  imports: [ClientsModule.register([client.providerOptions]), ConnectionModule],
+  imports: [
+    ClientsModule.register([client.providerOptions]),
+    ConnectionModule,
+    ConnectionsApiModule,
+    PlatformApiModule,
+  ],
 })
 export class ConnectionTestModule {}
@@ -0,0 +1,223 @@
+import { ConnectionTestService } from './connection-test.service';
+import { RequestUser } from 'src/decorators/user.decorator';
+
+describe('ConnectionTestService catalog cache', () => {
+  const user: RequestUser = {
+    user_id: 'user-id',
+    username: 'user@example.com',
+    permissions: [],
+    customer_id: 'customer-id',
+    customer_name: 'customer-name',
+    customer_tier: 'standard',
+    access_token: 'token',
+    customer_modules: [],
+    roles: [],
+  };
+  const grpcClient = { getService: jest.fn().mockReturnValue({}) };
+  const connectionsService = {};
+  const connectionsApiService = { proxy: jest.fn() };
+  const platformApiService = { proxy: jest.fn() };
+  let service: ConnectionTestService;
+
+  beforeEach(() => {
+    jest.clearAllMocks();
+    service = new ConnectionTestService(
+      grpcClient as any,
+      connectionsService as any,
+      connectionsApiService as any,
+      platformApiService as any,
+    );
+  });
+
+  it('keeps the existing schemas response contract', async () => {
+    connectionsApiService.proxy.mockResolvedValue({
+      schemas: [{ schema_name: 'analytics' }, { schema_name: 'public' }],
+    });
+
+    await expect(
+      service.connectionTestListSchemas(
+        { connection_id: 'config-id', plugin: 'postgresql' },
+        user,
+      ),
+    ).resolves.toEqual({
+      operation_result: true,
+      schema_list: ['analytics', 'public'],
+    });
+  });
+
+  it('lists tables and enriches each with its cached primary keys', async () => {
+    connectionsApiService.proxy
+      // list-tables call (names only from the catalog cache)
+      .mockResolvedValueOnce({
+        tables: [{ table_name: 'customers' }, { table_name: 'orders' }],
+      })
+      // per-table columns calls: customers has a PK, orders has none
+      .mockResolvedValueOnce({
+        columns: [
+          { column_name: 'id', data_type: 'bigint', is_primary_key: true },
+          { column_name: 'name', data_type: 'text', is_primary_key: false },
+        ],
+      })
+      .mockResolvedValueOnce({
+        columns: [
+          { column_name: 'total', data_type: 'numeric', is_primary_key: false },
+        ],
+      });
+
+    await expect(
+      service.connectionTestListTables(
+        {
+          connection_id: 'config-id',
+          plugin: 'postgresql',
+          schema: 'public',
+        },
+        user,
+      ),
+    ).resolves.toEqual({
+      operation_result: true,
+      table_list: ['customers', 'orders'],
+      tables: [
+        { table_name: 'customers', primary_keys: ['id'] },
+        { table_name: 'orders', primary_keys: [] },
+      ],
+    });
+  });
+
+  it('maps cached columns to the existing table metadata contract', async () => {
+    connectionsApiService.proxy.mockResolvedValue({
+      columns: [
+        {
+          column_name: 'id',
+          data_type: 'bigint',
+          is_primary_key: true,
+        },
+      ],
+    });
+
+    await expect(
+      service.getTableMetadata(
+        {
+          connection_id: 'config-id',
+          plugin: 'postgresql',
+          schema: 'public',
+          table_list: ['customers'],
+        },
+        user,
+      ),
+    ).resolves.toEqual({
+      operation_result: true,
+      tables_metadata: [
+        {
+          table_name: 'customers',
+          columns: [
+            {
+              name: 'id',
+              type: 'bigint',
+              is_primary_key: true,
+            },
+          ],
+          references: [],
+        },
+      ],
+    });
+    expect(connectionsApiService.proxy).toHaveBeenCalledWith(
+      'GET',
+      '/connection_catalog/config-id/schemas/public/tables/customers/columns',
+      user,
+    );
+  });
+
+  it('submits a catalog refresh without holding the request open', async () => {
+    platformApiService.proxy.mockResolvedValue({
+      session_id: 'session-id',
+      date: '20260731',
+    });
+
+    await expect(
+      service.refreshCatalog(
+        { connection_id: 'config-id', plugin: 'postgresql' },
+        user,
+      ),
+    ).resolves.toEqual({
+      operation_result: true,
+      status: 'PENDING',
+      session_id: 'session-id',
+      date: '20260731',
+    });
+
+    expect(platformApiService.proxy).toHaveBeenCalledWith(
+      'POST',
+      '/connection_test',
+      user,
+      {
+        customer_id: user.customer_name,
+        plugin: 'postgresql',
+        task: {
+          task_type: 'refresh_catalog',
+          connection: {
+            provider: 'connection_manager',
+            config_id: 'config-id',
+          },
+        },
+      },
+    );
+  });
+
+  it('keeps polling without changing the catalog pointer while pending', async () => {
+    platformApiService.proxy.mockResolvedValue({ status: 'PENDING' });
+
+    await expect(
+      service.refreshCatalogStatus(
+        {
+          connection_id: 'config-id',
+          plugin: 'postgresql',
+          session_id: 'session-id',
+          date: '20260731',
+        },
+        user,
+      ),
+    ).resolves.toEqual({
+      operation_result: false,
+      status: 'PENDING',
+      session_id: 'session-id',
+      date: '20260731',
+    });
+
+    expect(connectionsApiService.proxy).not.toHaveBeenCalled();
+  });
+
+  it('publishes the catalog pointer after the refresh finishes', async () => {
+    platformApiService.proxy.mockResolvedValue({ status: 'DONE' });
+    connectionsApiService.proxy.mockResolvedValue({
+      last_catalog_refresh_status: 'SUCCESS',
+    });
+
+    await expect(
+      service.refreshCatalogStatus(
+        {
+          connection_id: 'config/id',
+          plugin: 'postgresql',
+          session_id: 'session-id',
+          date: '20260731',
+        },
+        user,
+      ),
+    ).resolves.toEqual({
+      operation_result: true,
+      status: 'DONE',
+      session_id: 'session-id',
+      date: '20260731',
+    });
+
+    expect(connectionsApiService.proxy).toHaveBeenCalledWith(
+      'PUT',
+      '/connection_config/config%2Fid/catalog_metadata',
+      user,
+      {
+        last_catalog_refresh_status: 'SUCCESS',
+        last_catalog_connection_test_date: '20260731',
+        last_catalog_connection_test_session_id: 'session-id',
+      },
+    );
+  });
+});
@@ -1,4 +1,4 @@
-import { Inject, Injectable } from '@nestjs/common';
+import { HttpException, HttpStatus, Inject, Injectable } from '@nestjs/common';
 import { ClientGrpc } from '@nestjs/microservices';
 import { ConnectionTest } from '@dadosfera/protospack-v2';
 import { lastValueFrom } from 'rxjs';
@@ -15,6 +15,9 @@ import {
  GetTableMetadataRes,
  ValidateCdcPrerequisitesReq,
  ValidateCdcPrerequisitesRes,
+  RefreshCatalogReq,
+  RefreshCatalogRes,
+  RefreshCatalogStatusReq,
 } from './dto/connection-test';
 import { ConnectionClientService } from '../connection/client.service';
 import {
@@ -23,6 +26,8 @@ import {
 } from '../connection/dtos/connection';
 import { RequestUser } from 'src/decorators/user.decorator';
 import { PackTheMetadata } from 'src/utils/PackTheMetadata';
+import { ConnectionsApiService } from '../connections-api/connections-api.service';
+import { PlatformApiService } from '../platform-api/platform-api.service';

@Injectable()
 export class ConnectionTestService {
@@ -30,6 +35,8 @@ export class ConnectionTestService {
  constructor(
    @Inject('ConnectionTestGrpcClient') private readonly grpcClient: ClientGrpc,
    private connectionsService: ConnectionClientService,
+    private connectionsApiService: ConnectionsApiService,
+    private platformApiService: PlatformApiService,
  ) {
    this.connectionTestReadClient =
      grpcClient.getService<ConnectionTest.ReadService.ConnectionTestReadServices>(
@@ -149,46 +156,162 @@ export class ConnectionTestService {
  }
  async connectionTestListSchemas(
    body: ConnectionTestListSchemasReq,
-    customer_name: string,
+    user: RequestUser,
  ): Promise<ConnectionTestListSchemasRes> {
-    const { connection_id, plugin } = body;
-    return lastValueFrom(
-      this.connectionTestReadClient.ListSchemas({
-        connection_id,
-        customer_name,
-        plugin,
-      }),
+    const result = await this.connectionsApiService.proxy(
+      'GET',
+      `/connection_catalog/${encodeURIComponent(body.connection_id)}/schemas`,
+      user,
    );
+    return {
+      operation_result: true,
+      schema_list: result.schemas.map((schema) => schema.schema_name),
+    };
  }
+
  async connectionTestListTables(
    body: ConnectionTestListTablesReq,
-    customer_name: string,
+    user: RequestUser,
  ): Promise<ConnectionTestListTablesRes> {
-    const { connection_id, plugin, schema } = body;
-    return lastValueFrom(
-      this.connectionTestReadClient.ListTables({
-        connection_id,
-        customer_name,
-        plugin,
-        schema,
+    const result = await this.connectionsApiService.proxy(
+      'GET',
+      `/connection_catalog/${encodeURIComponent(body.connection_id)}` +
+        `/schemas/${encodeURIComponent(body.schema)}/tables`,
+      user,
+    );
+    const table_names: string[] = result.tables.map((table) => table.table_name);
+    // CDC create needs the primary keys per table (used to build the deduped
+    // Iceberg identifier-fields). The catalog-cache list-tables endpoint returns
+    // only names, so fetch each table's columns from the cache and keep the ones
+    // flagged is_primary_key. Reads hit the stored catalog snapshot (populated by
+    // refresh-catalog), never the live connection.
+    const tables = await Promise.all(
+      table_names.map(async (table_name) => {
+        const columns = await this.connectionsApiService.proxy(
+          'GET',
+          `/connection_catalog/${encodeURIComponent(body.connection_id)}` +
+            `/schemas/${encodeURIComponent(body.schema)}` +
+            `/tables/${encodeURIComponent(table_name)}/columns`,
+          user,
+        );
+        return {
+          table_name,
+          primary_keys: columns.columns
+            .filter((column) => column.is_primary_key)
+            .map((column) => column.column_name),
+        };
      }),
    );
+    return {
+      operation_result: true,
+      table_list: table_names,
+      tables,
+    };
  }

  async getTableMetadata(
    body: GetTableMetadataReq,
-    customer_name: string,
+    user: RequestUser,
  ): Promise<GetTableMetadataRes> {
-    const { schema, plugin, table_list, connection_id } = body;
-    return lastValueFrom(
-      this.connectionTestReadClient.GetTableMetadata({
-        connection_id,
-        customer_name,
-        plugin,
-        schema,
-        table_list,
+    const tables_metadata = await Promise.all(
+      body.table_list.map(async (table_name) => {
+        const result = await this.connectionsApiService.proxy(
+          'GET',
+          `/connection_catalog/${encodeURIComponent(body.connection_id)}` +
+            `/schemas/${encodeURIComponent(body.schema)}` +
+            `/tables/${encodeURIComponent(table_name)}/columns`,
+          user,
+        );
+        return {
+          table_name,
+          columns: result.columns.map((column) => ({
+            name: column.column_name,
+            type: column.data_type,
+            is_primary_key: column.is_primary_key,
+          })),
+          references: [],
+        };
      }),
    );
+    return { operation_result: true, tables_metadata };
+  }
+
+  async refreshCatalog(
+    body: RefreshCatalogReq,
+    user: RequestUser,
+  ): Promise<RefreshCatalogRes> {
+    const task = await this.platformApiService.proxy(
+      'POST',
+      '/connection_test',
+      user,
+      {
+        customer_id: user.customer_name,
+        plugin: body.plugin,
+        task: {
+          task_type: 'refresh_catalog',
+          connection: {
+            provider: 'connection_manager',
+            config_id: body.connection_id,
+          },
+        },
+      },
+    );
+
+    if (!task.session_id || !task.date) {
+      throw new HttpException(
+        'Platform API did not return a catalog refresh task identifier',
+        HttpStatus.BAD_GATEWAY,
+      );
+    }
+
+    return {
+      operation_result: true,
+      status: 'PENDING',
+      session_id: task.session_id,
+      date: task.date,
+    };
+  }
+
+  async refreshCatalogStatus(
+    body: RefreshCatalogStatusReq,
+    user: RequestUser,
+  ): Promise<RefreshCatalogRes> {
+    const result = await this.platformApiService.proxy(
+      'POST',
+      '/connection_test/status',
+      user,
+      {
+        session_id: body.session_id,
+        date: body.date,
+      },
+    );
+
+    if (result.status === 'DONE') {
+      await this.connectionsApiService.proxy(
+        'PUT',
+        `/connection_config/${encodeURIComponent(
+          body.connection_id,
+        )}/catalog_metadata`,
+        user,
+        {
+          last_catalog_refresh_status: 'SUCCESS',
+          last_catalog_connection_test_date: body.date,
+          last_catalog_connection_test_session_id: body.session_id,
+        },
+      );
+    } else if (result.status === 'ERROR' || result.status === 'EXPIRED') {
+      throw new HttpException(
+        `Catalog refresh finished with status ${result.status}`,
+        HttpStatus.BAD_GATEWAY,
+      );
+    }
+
+    return {
+      operation_result: result.status === 'DONE',
+      status: result.status,
+      session_id: body.session_id,
+      date: body.date,
+    };
  }

  async validateCdcPrerequisites(
@@ -1,5 +1,5 @@
 import { ApiProperty, ApiPropertyOptional, OmitType } from '@nestjs/swagger';
-import { IsString, IsOptional } from 'class-validator';
+import { IsIn, IsString, IsOptional } from 'class-validator';
 import { DatabaseConnectionPropertiesDto } from 'src/modules/connection/dtos/connection';
 import { CreateConnectionDto } from 'src/modules/connection/dtos/connection';
 export class ColumnDto {
@@ -7,6 +7,8 @@ export class ColumnDto {
  name: string;
  @ApiProperty()
  type: string;
+  @ApiProperty()
+  is_primary_key: boolean;
 }
 export class TableMetadataDto {
  @ApiProperty()
@@ -168,3 +170,55 @@ export class ValidateCdcPrerequisitesRes {
  @ApiProperty({ type: [CdcCheckDto] })
  checks: CdcCheckDto[];
 }
+
+export class RefreshCatalogReq {
+  @ApiProperty()
+  @IsString()
+  connection_id: string;
+
+  @ApiProperty({
+    enum: [
+      'oracle',
+      'mysql',
+      'postgresql',
+      'sqlserver',
+      'mysql_cdc',
+      'postgresql_cdc',
+      'oracle_cdc',
+    ],
+  })
+  @IsIn([
+    'oracle',
+    'mysql',
+    'postgresql',
+    'sqlserver',
+    'mysql_cdc',
+    'postgresql_cdc',
+    'oracle_cdc',
+  ])
+  plugin: string;
+}
+
+export class RefreshCatalogStatusReq extends RefreshCatalogReq {
+  @ApiProperty()
+  @IsString()
+  session_id: string;
+
+  @ApiProperty()
+  @IsString()
+  date: string;
+}
+
+export class RefreshCatalogRes {
+  @ApiProperty()
+  operation_result: boolean;
+
+  @ApiProperty()
+  status: string;
+
+  @ApiProperty()
+  session_id: string;
+
+  @ApiProperty()
+  date: string;
+}
@@ -0,0 +1,11 @@
+export const CONNECTIONS_API_CONFIG = {
+  getUrl: (): string => {
+    const url = process.env.CONNECTIONS_API_URL;
+    if (!url) {
+      throw new Error('CONNECTIONS_API_URL environment variable is not set');
+    }
+    return url;
+  },
+  region: process.env.AWS_REGION || 'us-east-1',
+  timeout: parseInt(process.env.CONNECTIONS_API_TIMEOUT || '30000', 10),
+};
@@ -0,0 +1,10 @@
+import { Module } from '@nestjs/common';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { ConnectionsApiService } from './connections-api.service';
+
+@Module({
+  providers: [ConnectionsApiService, DadosferaLogger],
+  exports: [ConnectionsApiService],
+})
+export class ConnectionsApiModule {}
@@ -0,0 +1,99 @@
+import { Injectable, Inject, HttpException } from '@nestjs/common';
+import { SignatureV4 } from '@aws-sdk/signature-v4';
+import { Sha256 } from '@aws-crypto/sha256-js';
+import { defaultProvider } from '@aws-sdk/credential-provider-node';
+import axios, { AxiosResponse, Method } from 'axios';
+import { DadosferaLogger } from '@dadosfera/dadosfera-logs';
+
+import { RequestUser } from '../../decorators/user.decorator';
+import { CONNECTIONS_API_CONFIG } from './connections-api.config';
+
+@Injectable()
+export class ConnectionsApiService {
+  private signer: SignatureV4;
+  private logger: any;
+
+  constructor(@Inject(DadosferaLogger) dadosferaLogger: DadosferaLogger) {
+    this.logger = dadosferaLogger.logger;
+    this.signer = new SignatureV4({
+      service: 'execute-api',
+      region: CONNECTIONS_API_CONFIG.region,
+      credentials: defaultProvider(),
+      sha256: Sha256,
+    });
+  }
+
+  async proxy(
+    method: string,
+    path: string,
+    user: RequestUser,
+    body?: any,
+    query?: Record<string, string>,
+  ): Promise<any> {
+    const baseUrl = CONNECTIONS_API_CONFIG.getUrl();
+    const url = new URL(`${baseUrl}${path}`);
+
+    if (query) {
+      Object.entries(query).forEach(([key, value]) => {
+        if (value !== undefined && value !== null) {
+          url.searchParams.set(key, String(value));
+        }
+      });
+    }
+    const headers: Record<string, string> = {
+      host: url.hostname,
+      'content-type': 'application/json',
+      customer_name: user.customer_name || '',
+      customer_id: user.customer_id || '',
+      'x-user-id': user.user_id || '',
+      'x-username': user.username || '',
+      'x-customer-tier': user.customer_tier || '',
+      'x-customer-id': user.customer_id || '',
+    };
+    const requestToSign = {
+      method: method.toUpperCase(),
+      protocol: url.protocol,
+      hostname: url.hostname,
+      port: url.port ? parseInt(url.port, 10) : undefined,
+      path: url.pathname + url.search,
+      headers,
+      body: body ? JSON.stringify(body) : undefined,
+    };
+
+    try {
+      const signedRequest = await this.signer.sign(requestToSign);
+      const response: AxiosResponse = await axios({
+        method: method as Method,
+        url: url.href,
+        headers: signedRequest.headers as Record<string, string>,
+        data: body,
+        timeout: CONNECTIONS_API_CONFIG.timeout,
+        validateStatus: () => true,
+      });
+
+      if (response.status >= 400) {
+        throw new HttpException(response.data, response.status);
+      }
+      return response.data;
+    } catch (error) {
+      this.logger.error('Connections API proxy error', {
+        error: error.message,
+        path,
+        method: method.toUpperCase(),
+      });
+      if (error instanceof HttpException) {
+        throw error;
+      }
+      if (error.response) {
+        throw new HttpException(error.response.data, error.response.status);
+      }
+      if (error.code === 'ECONNREFUSED') {
+        throw new HttpException('Connections API service unavailable', 503);
+      }
+      if (error.code === 'ETIMEDOUT' || error.code === 'ECONNABORTED') {
+        throw new HttpException('Connections API request timeout', 504);
+      }
+      throw new HttpException('Internal server error', 500);
+    }
+  }
+}
@@ -14,7 +14,7 @@ import {
  NotFoundException,
  UseGuards,
 } from '@nestjs/common';
-import { ApiTags, ApiOperation } from '@nestjs/swagger';
+import { ApiTags, ApiOperation, ApiOkResponse } from '@nestjs/swagger';
 import { DadosferaLogger } from '@dadosfera/dadosfera-logs';

 import {
@@ -76,6 +76,10 @@ export class PlatformApiController {
    return id?.replace(/-/g, '_') || '';
  }

+  private decodePathParam(value: string): string {
+    return value ? decodeURIComponent(value) : '';
+  }
+
  /**
   * Denormalize ID back to UUID format (replace _ with -).
   * Used when we receive a normalized ID but need the original UUID.
@@ -850,6 +854,40 @@ export class PlatformApiController {
    );
  }

+  @Get('pipelines/:pipelineId/pipeline_run/:runId/jobs')
+  @ApiOperation({
+    summary: 'Get pipeline run jobs',
+    description: 'Proxies platform-api DB-backed job runs and returns `{ jobs: [...] }`.',
+  })
+  @ApiOkResponse({
+    description: 'DB-backed job runs for the selected pipeline run.',
+    schema: {
+      type: 'object',
+      properties: {
+        jobs: {
+          type: 'array',
+          items: { type: 'object' },
+        },
+      },
+      required: ['jobs'],
+    },
+  })
+  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
+  async getPipelineRunJobs(
+    @Param('pipelineId') pipelineId: string,
+    @Param('runId') runId: string,
+    @User() user: RequestUser,
+  ) {
+    const normalizedPipelineId = this.normalizePipelineId(pipelineId);
+    const decodedRunId = this.decodePathParam(runId);
+
+    return this.platformApiService.proxy(
+      'GET',
+      `/pipeline/${normalizedPipelineId}/pipeline_run/${decodedRunId}/jobs`,
+      user,
+    );
+  }
+
  // ==================== JOBS - COLUMN EDITING ROUTES ====================

  @Put('jobs/:jobId/input')
@@ -1,7 +1,6 @@
 import { Test, TestingModule } from '@nestjs/testing';
 import { ReleaseNoteController } from './release_note.controller';
 import { ReleaseNoteService } from './release_note.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';

 describe('ReleaseNoteController', () => {
  let controller: ReleaseNoteController;
@@ -9,7 +8,7 @@ describe('ReleaseNoteController', () => {
  beforeEach(async () => {
    const module: TestingModule = await Test.createTestingModule({
      controllers: [ReleaseNoteController],
-      providers: [ReleaseNoteService, DadosferaLogger],
+      providers: [ReleaseNoteService],
    }).compile();

    controller = module.get<ReleaseNoteController>(ReleaseNoteController);
@@ -1,13 +1,12 @@
 import { Test, TestingModule } from '@nestjs/testing';
 import { ReleaseNoteService } from './release_note.service';
-import DadosferaLogger from '@dadosfera/dadosfera-logs';

 describe('ReleaseNoteService', () => {
  let service: ReleaseNoteService;

  beforeEach(async () => {
    const module: TestingModule = await Test.createTestingModule({
-      providers: [ReleaseNoteService, DadosferaLogger],
+      providers: [ReleaseNoteService],
    }).compile();

    service = module.get<ReleaseNoteService>(ReleaseNoteService);
@@ -315,6 +315,14 @@ export function EnrichErrorCode(code: string) {
          'Tente realizar a ação novamente. Caso o erro persista, entre em contato com o suporte',
        code,
      };
+    case ErrorCodes.CATALOG.COLUMN_NOT_FOUND:
+      return {
+        statusCode: HttpStatus.NOT_FOUND,
+        error: 'Coluna não encontrada',
+        message:
+          'Uma ou mais colunas informadas não existem neste ativo. Verifique os nomes e tente novamente.',
+        code,
+      };
    case ErrorCodes.CATALOG.PREVIEW_TOO_BIG:
      return {
        statusCode: HttpStatus.INTERNAL_SERVER_ERROR,
@@ -74,6 +74,7 @@ const CATALOG = {
  DATA_ASSET_NOT_FOUND: 'CATALOG.DATA_ASSET_NOT_FOUND',
  PREVIEW_TOO_BIG: 'CATALOG.PREVIEW_TOO_BIG',
  METADATA_TOO_BIG: 'CATALOG.METADATA_TOO_BIG',
+  COLUMN_NOT_FOUND: 'CATALOG.COLUMN_NOT_FOUND',
 };
 const IDENTITY_PROVIDER = {
  INVALID_RESPONSE: 'IDENTITY_PROVIDER.INVALID_RESPONSE',
Author	SHA1	Message	Date
RafaelandWOZCODE	28a11c961a	fix(cdc): allow CDC plugins in RefreshCatalogReq validator Beta's refresh-catalog RefreshCatalogReq DTO restricted plugin to oracle/mysql/postgresql/sqlserver. Under the cache-first catalog model (adopted for CDC in the beta merge), the CDC schema-fetch flow posts /connection-test/refresh-catalog with plugin=mysql_cdc, which the @IsIn rejected ("plugin must be one of: oracle, mysql, postgresql, sqlserver"). Add mysql_cdc/postgresql_cdc/oracle_cdc to the @IsIn and @ApiProperty enum, matching the platform connection-test SQS plugin set. docsfera.json regenerated. Co-Authored-By: WOZCODE <contact@withwoz.com>	2026-08-27 20:13:00 -03:00
RafaelandWOZCODE	107938aa19	Merge origin/beta into feature/cdc-connector Resolves conflicts for PR #510 (base: beta): - package.json: keep protospack ^3.40.0-beta.20 (carries CDC→Iceberg fields); package-lock.json reconciled (protospack was the only dep delta vs beta). - connection-test controller/service/dto: keep BOTH feature sets — our CDC prerequisites validation AND beta's refresh-catalog endpoints. - Adopt beta's cache-first catalog reads (connections-api proxy) over our gRPC path. connectionTestListTables now enriches each table with primary_keys derived from the cached columns endpoint (is_primary_key), preserving the CDC create flow's need for PKs under the new architecture; spec updated. - docsfera.json resolved to ours; regenerated on next app bootstrap. connection-test spec: 6 passed. tsc --noEmit: clean. Co-Authored-By: WOZCODE <contact@withwoz.com>	2026-08-27 19:37:31 -03:00
RafaelandWOZCODE	23a633badf	UPDATE: switch protospack-v2 to published @3.40.0-beta.20 Replaces the local file:../protospack-v2/...cdc-iceberg.4.tgz tarball reference with the published CodeArtifact version ^3.40.0-beta.20 (carries the CDC→Iceberg qualify_namespace / iceberg_qualify_table_name / column_exclude_list proto fields). Co-Authored-By: WOZCODE <contact@withwoz.com>	2026-08-27 19:14:26 -03:00
vinicius gadea	c1f5c013ee	Merge pull request #514 from dadosfera/feat/migration-nimbus-data-beta Feat/migration nimbus data beta	2026-08-25 17:27:45 -03:00
viniciusgadea	ba609a9494	FEAT: add data_preview field to data asset creation in CatalogService	2026-08-25 17:14:22 -03:00
viniciusgadea	8916dfc46c	FEAT: update @dadosfera/protospack-v2 dependency to version 3.40.0-beta.19	2026-08-25 17:05:34 -03:00
viniciusgadea	cf4e0aea22	FEAT: update protospack-v2 dependency to version 3.40.0-beta.18 and refactor UpdateDataAsset method in CatalogService	2026-08-25 14:06:25 -03:00
viniciusgadea	9d57e69e74	Merge remote-tracking branch 'origin/beta' into feat/migration-nimbus-data-beta # Conflicts: # docsfera.json # src/modules/catalog/dtos/index.ts	2026-08-25 12:08:47 -03:00
viniciusgadea	4db15fceab	FEAT: add request body and DTOs for updating columns metadata in catalog	2026-08-25 09:36:02 -03:00
viniciusgadea	a4f4335e43	FEAT: update columns metadata endpoint to accept batch updates and add error handling for missing columns	2026-08-25 09:05:46 -03:00
RafaelandWOZCODE	bf0314f5b1	FIX: trigger release for /auth/me permission seqids (PR #513 ) PR #513 merged to beta but no semantic-release ran: its commits used conventional-commits prefixes (feat(auth):, fix(auth):) which the .releaserc.json eslint preset does not recognise, so commit-analyzer found no release-worthy change. This empty FIX: commit matches the eslint preset's releaseRules (tag FIX -> patch) to cut a beta release that includes the /auth/me permission-seqids change, so stg can deploy it. Co-Authored-By: WOZCODE <contact@withwoz.com>	2026-08-24 19:18:59 -03:00
Rafael Santana	c97180ac95	Merge pull request #513 from dadosfera/feat/auth-me-orchest-identity feat(auth): return the user's permission seqids from /auth/me	2026-08-24 17:00:15 -03:00
RafaelandWOZCODE	cac36f2c60	refactor(auth): /auth/me returns raw permission seqids Return payload.permissions verbatim (numeric seqids) instead of translating them to claim strings. Consumers own the seqid->meaning mapping. Drops permission-claims.ts entirely; UserDTO.permissions is now number[]. Co-Authored-By: WOZCODE <contact@withwoz.com>	2026-08-24 16:56:23 -03:00
RafaelandWOZCODE	cd21fd0b7b	refactor(auth): /auth/me returns permissions only (drop roles/modules) Keep Maestro a pure identity provider: /auth/me exposes the user's permission claim strings and nothing consumer-specific. Consumers derive whatever meaning they need (roles, module access, groups) from the claim vocabulary — claims are already namespaced group:action. - UserDTO: drop roles[]/modules[], keep permissions[]. - Helper shrinks to a generic seqid->claim translation (orchest-identity.ts -> permission-claims.ts, translateSeqidsToClaims). - api-key branch: permissions: [] only. The roles/modules derivation moves entirely to the consumer (Orchest's auth-server adapter). Co-Authored-By: WOZCODE <contact@withwoz.com>	2026-08-24 16:30:33 -03:00
RafaelandWOZCODE	a5a685ee3f	fix(auth): derive Orchest identity from numeric seqids (JWT carries seqids not claim strings) The JWT `permissions` claim is an array of numeric seqids at runtime (see authentication.guard.ts / authentication.decorator.ts), not claim strings. deriveOrchestIdentity previously matched claim strings against this numeric array, so roles[]/modules[] were always empty for every real user. - deriveOrchestIdentity now takes number[] \| undefined and matches seqids sourced from PERMISSIONS_GROUPS (permissions.enum.ts) instead of hand-copied literals. - permissions is translated back to claim strings via a full seqid->claim catalog built once from PERMISSIONS_GROUPS; unknown seqids are dropped (auth-server ignores permissions[] in v1). - auth.controller.ts's api-key branch literal is now annotated `: UserDTO` so tsc enforces the three fields there. - Both spec files re-fixtured with numeric seqid inputs, including a mixed admin+module case and an exact claim-string translation assertion. Co-Authored-By: WOZCODE <contact@withwoz.com>	2026-08-24 16:03:20 -03:00
Rafael	a16fefe691	feat(auth): return permissions/roles/modules from /auth/me (all branches)	2026-08-24 15:45:09 -03:00
Rafael	9c57485031	feat(auth): pure helper deriving Orchest identity from permissions	2026-08-24 15:39:40 -03:00
viniciusgadea	6efc25ad5e	FEAT: add endpoint to update column description in catalog	2026-08-20 08:26:56 -03:00
marcos.rodrigues	e1b0e88bd8	Merge pull request #507 from dadosfera/bugfix/catalog-module-main Bugfix/catalog module main	2026-08-12 09:59:08 -03:00
marcos.rodrigues	cef1184908	Merge branch 'beta' into bugfix/catalog-module-main	2026-08-12 09:58:58 -03:00
marcos.rodrigues	31dda867d1	FIX: require collect module in endpoints	2026-08-12 09:57:23 -03:00
marcos.rodrigues	2bb280e8de	Merge pull request #505 from dadosfera/bugfix/catalog-module Bugfix/catalog module	2026-08-07 12:26:21 -03:00
marcos.rodrigues	00cbadbb45	Merge branch 'beta' into bugfix/catalog-module	2026-08-07 12:26:11 -03:00
marcos.rodrigues	47ad527d38	FIX: skip nimbus update when customer haven't catalog module	2026-08-07 12:18:37 -03:00
iruy-fr	51044a23b3	FIX: trigger cache connections rollout	2026-08-03 09:19:27 -03:00
yuri.rodrigues	bb29d126c1	Merge pull request #503 from dadosfera/feat/cache-connections-rollout feat(connection-test): refresh connection catalog cache	2026-07-31 20:56:11 -03:00
iruy-fr	9d0f449eeb	feat(connection-test): refresh connection catalog cache	2026-07-31 16:33:15 -03:00
iruy-fr	0eafa67e6f	FIX: trigger cache connections deployment	2026-07-31 09:56:05 -03:00
yuri.rodrigues	c3937472ec	Merge pull request #502 from dadosfera/feat/cache-connections-rollout feat: read connection metadata from catalog cache	2026-07-31 09:46:57 -03:00
iruy-fr	84d64424ca	feat: read connection metadata from catalog cache	2026-07-30 10:17:28 -03:00
vinicius gadea	f0bfc5c94b	Merge pull request #500 from dadosfera/feat/custom-properties FEAT: add color and emoji properties to CustomPropertyDto	2026-07-28 12:21:19 -03:00
viniciusgadea	ad86a6a698	FEAT: simplify color and emoji property definitions in docsfera.json	2026-07-28 12:01:50 -03:00
viniciusgadea	af3b11ad54	FEAT: add color and emoji properties to CustomPropertyDto	2026-07-28 07:42:18 -03:00
vinicius gadea	15860519e1	Merge pull request #498 from dadosfera/feat/custom-properties FEAT: add custom properties endpoints and DTOs for catalog management	2026-07-22 11:57:51 -03:00
viniciusgadea	cffda86eab	FEAT: add CustomPropertyDto and update IUpdateDataRequest to use custom properties array	2026-07-22 10:51:53 -03:00
viniciusgadea	a93fbfbbd9	FEAT: remove custom properties endpoints and DTOs from catalog management	2026-07-21 16:32:38 -03:00
viniciusgadea	e1cfc6e1a8	FEAT: add custom properties endpoints and DTOs for catalog management	2026-07-21 11:21:22 -03:00
vinicius gadea	1e63df6536	Merge pull request #497 from dadosfera/feat/documentation-status FEAT: add endpoint and logic to update data asset certification status	2026-07-20 13:44:43 -03:00
viniciusgadea	8eb7fd0169	FEAT: add endpoint and logic to update data asset certification status	2026-07-17 09:55:17 -03:00
vinicius gadea	f8c6a8b747	Merge pull request #496 from dadosfera/feat/documentation-status FIX: pin npm version to 10.8.2 in Dockerfile for consistency	2026-07-16 17:06:04 -03:00
viniciusgadea	8a9d6c2f9c	FIX: pin npm version to 10.8.2 in Dockerfile for consistency	2026-07-16 17:05:10 -03:00
vinicius gadea	bcb2a0b7cb	Merge pull request #495 from dadosfera/feat/documentation-status Feat/documentation status	2026-07-16 16:47:52 -03:00
viniciusgadea	2e181e70af	FEAT: rename documentation_status to certification_status in docs and update package.json for protospack versioning	2026-07-16 09:08:11 -03:00
vinicius gadea	ef615adb8e	Merge branch 'beta' into feat/documentation-status	2026-07-13 08:42:37 -03:00
viniciusgadea	e03900811b	FEAT: add documentation status enum and property to data asset	2026-07-13 08:33:35 -03:00
yuri.rodrigues	5bc5fb0977	Merge pull request #494 from dadosfera/feat/pipeline-run-jobs feat: add endpoint to retrieve pipeline run jobs	2026-06-23 13:38:55 -03:00
iruy-fr	011032e3d4	FEAT: update API title in docsfera.json to reflect project name	2026-06-23 11:58:28 -03:00
iruy-fr	17363e74f4	FEAT: simplify pipeline run jobs handling and normalize run ID usage	2026-06-23 11:54:59 -03:00
iruy-fr	63efff6adf	FEAT: enhance pipeline run jobs endpoint with error handling and response structure	2026-06-22 20:25:16 -03:00
iruy-fr	b5f569e522	Merge branch 'beta' into feat/pipeline-run-jobs # Conflicts: # docsfera.json	2026-06-19 17:08:34 -03:00
iruy-fr	5c77577992	feat: add endpoint to retrieve pipeline run jobs	2026-06-19 17:04:42 -03:00
marcos.rodrigues	4b9e113185	Merge pull request #493 from dadosfera/chore/remove-deprecated-lib FEAT: remove deprecated protospack lib	2026-06-14 15:10:22 -03:00
marcos.rodrigues	06d505c50a	FEAT: remove deprecated protospack lib	2026-06-13 21:07:14 -03:00
Marcos Rodrigues Silva	2177f6725c	Merge pull request #491 from dadosfera/hotfix/release-notes Hotfix/release notes	2026-05-25 14:10:46 -03:00
marcos-silva-rodrigues	65ab16236f	FEAT: update deployment to include firebase base url	2026-05-25 14:09:16 -03:00
marcos-silva-rodrigues	b4cc8151d7	FIX: release note endpoint	2026-05-25 14:01:00 -03:00
yuri.rodrigues	e8b982998f	Merge pull request #490 from dadosfera/feat/platform-job-rout Feat/platform job rout	2026-05-21 16:48:38 -03:00
iruy-fr	ccd4159c59	fix: validate workflow	2026-05-21 16:43:37 -03:00
iruy-fr	9e49abb40d	fix: validate workflow	2026-05-21 16:37:47 -03:00
iruy-fr	21a82b64f3	fix: validate workflow	2026-05-21 16:31:45 -03:00
iruy-fr	2414fcf21e	fix: validate workflow	2026-05-21 16:23:45 -03:00
iruy-fr	94fbdb2226	fix: validate workflow	2026-05-21 16:21:30 -03:00
iruy-fr	985170d7ae	chore: exposure from route pipeline run jobs to maestro	2026-05-21 16:12:35 -03:00
iruy-fr	b38b8f51e2	FEAT: Add endpoint to fetch pipeline run jobs	2026-05-20 15:34:49 -03:00
Marcos Rodrigues Silva	ea16e62d6b	Merge pull request #489 from dadosfera/feature/pipeline-upgrade FEAT: pipeline upgrade route	2026-05-11 12:58:06 -03:00
marcos-silva-rodrigues	6182705410	FEAT: pipeline upgrade route	2026-05-11 12:52:07 -03:00