FIX: pass type field to Elasticsearch createPipeline

The type field was missing from the createPipeline call, causing ES documents to not have the type field set. Maps: jdbc->database, singer->application, s3->file 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
UPDATE: force deployment
2026-10-21 23:59:08 +00:00 · 2025-12-16 21:09:07 -03:00 · 2025-12-16 19:16:35 -03:00 · 2025-12-16 19:10:23 -03:00 · 2025-12-16 18:23:19 -03:00 · 2025-12-16 18:10:38 -03:00
6 changed files with 35 additions and 17 deletions
@@ -2,8 +2,6 @@
  <image src="./assets/maestro.svg" style="width:10rem">
 </p>

-
-
 # Maestro

 Maestro é a API principal da Dadosfera. É responsável pela comunicação do Frontend com nossos microsserviços.
@@ -106,6 +106,8 @@ spec:
              value: "{{ .Values.maestro.redis_port }}"
            - name: REDIS_TLS
              value: "{{ .Values.maestro.redis_tls }}"
+            - name: PLATFORM_API_URL
+              value: {{ .Values.maestro.platform_api_url }}
            - name: JWT_PRIVATE_KEY
              valueFrom:
                secretKeyRef:
@@ -126,3 +128,14 @@ spec:
                secretKeyRef:
                  name: prd-{{ .Values.app_name }}
                  key: AWS_DEFAULT_REGION
+            # Elasticsearch
+            - name: ELASTICSEARCH_URL
+              valueFrom:
+                secretKeyRef:
+                  name: prd-{{ .Values.app_name }}
+                  key: ELASTICSEARCH_URL
+            - name: ELASTICSEARCH_API_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: prd-{{ .Values.app_name }}
+                  key: ELASTICSEARCH_API_KEY
@@ -38,3 +38,15 @@ spec:
      version: "AWSCURRENT"
      property: token

+  - secretKey: ELASTICSEARCH_URL
+    remoteRef:
+      key: {{ .Values.maestro.env }}/microservices/elasticsearch
+      version: "AWSCURRENT"
+      property: ELASTICSEARCH_URL
+
+  - secretKey: ELASTICSEARCH_API_KEY
+    remoteRef:
+      key: {{ .Values.maestro.env }}/microservices/elasticsearch
+      version: "AWSCURRENT"
+      property: ELASTICSEARCH_API_KEY
+
@@ -8,6 +8,7 @@ maestro:
  open_group_id: e3f98a2f-7748-4981-8505-7695c8ca8218
  cookie_secret: "ff7bc13823edb2ae50d248e5780bddc9d4b31c36"
  redis_database: "1"
+  platform_api_url: https://xs2hkhq07k.execute-api.us-east-1.amazonaws.com

 hostname: maestro.stg.dadosfera.ai

@@ -43,6 +43,7 @@ maestro:
  upload_file_agent_connection: cbc2f881-58c4-4d60-8003-0979b0b5b911
  open_customer_id: f239718a-a271-4ef9-ae7e-02a2f0f3aa6e
  open_group_id: 401573bb-334f-44b2-b30e-88d4cea31ae9
+  platform_api_url: https://oz8v2zid1e.execute-api.us-east-1.amazonaws.com
  dedicated_proxy: ""
  restricted_ip: ""
  redis_host: "aaapzppmlyamkocqwstpo7zvopczyyiyuy6xzm2g6c5k4mq3a66be4a-0.redis.sa-saopaulo-1.oci.oraclecloud.com"
@@ -490,6 +490,7 @@ export class PlatformApiController {
          cron: body.cron,
          tables: inputId,
          properties,
+          type: this.mapConnectorToDynamoType(connectorType),
        },
        connector,
      );
@@ -691,18 +692,6 @@ export class PlatformApiController {

  // ==================== PIPELINE RUN ROUTES ====================

-  @Post('pipeline/pipeline_run')
-  @ApiOperation({ summary: 'Create a pipeline run' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async createPipelineRun(@Body() body: any, @User() user: RequestUser) {
-    return this.platformApiService.proxy(
-      'POST',
-      '/pipeline/pipeline_run',
-      user,
-      body,
-    );
-  }
-
  @Get('pipeline/:pipelineId/pipeline_run')
  @ApiOperation({ summary: 'Get pipeline runs for a pipeline' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
@@ -711,9 +700,10 @@ export class PlatformApiController {
    @User() user: RequestUser,
    @Query() query: Record<string, string>,
  ) {
+    const normalizedId = this.normalizePipelineId(pipelineId);
    return this.platformApiService.proxy(
      'GET',
-      `/pipeline/${pipelineId}/pipeline_run`,
+      `/pipeline/${normalizedId}/pipeline_run`,
      user,
      undefined,
      query,
@@ -728,9 +718,11 @@ export class PlatformApiController {
    @Param('runId') runId: string,
    @User() user: RequestUser,
  ) {
+    const normalizedPipelineId = this.normalizePipelineId(pipelineId);
+    const normalizedRunId = this.normalizePipelineId(runId);
    return this.platformApiService.proxy(
      'GET',
-      `/pipeline/${pipelineId}/pipeline_run/${runId}`,
+      `/pipeline/${normalizedPipelineId}/pipeline_run/${normalizedRunId}`,
      user,
    );
  }
@@ -743,9 +735,10 @@ export class PlatformApiController {
    @User() user: RequestUser,
    @Query() query: Record<string, string>,
  ) {
+    const normalizedRunId = this.normalizePipelineId(runId);
    return this.platformApiService.proxy(
      'GET',
-      `/pipeline/pipeline_run/${runId}/logs`,
+      `/pipeline/pipeline_run/${normalizedRunId}/logs`,
      user,
      undefined,
      query,
Author	SHA1	Message	Date
RafaelandClaude Opus 4.5	fb521f53cd	FIX: pass type field to Elasticsearch createPipeline The type field was missing from the createPipeline call, causing ES documents to not have the type field set. Maps: jdbc->database, singer->application, s3->file 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>	2025-12-16 21:09:07 -03:00
Rafael	acb631e33d	UPDATE: force deployment	2025-12-16 19:16:35 -03:00
RafaelandClaude Opus 4.5	e616061c21	fix: normalize IDs in pipeline run routes before calling Platform API - Add normalization for pipelineId and runId in getPipelineRuns, getPipelineRun, and getPipelineRunLogs - Remove unused createPipelineRun route 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>	2025-12-16 19:10:23 -03:00
Rafael	e03b9e7a14	UPDATE: force deployment	2025-12-16 18:23:19 -03:00
RafaelandClaude Opus 4.5	2cc8f46418	feat: add Elasticsearch access to Maestro deployment - Add ELASTICSEARCH_URL and ELASTICSEARCH_API_KEY env vars - Pull credentials from {env}/microservices/elasticsearch secret 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>	2025-12-16 18:10:38 -03:00
Rafael	295f1f86ca	Merge branch 'fix/redis-tls-configurable' of github.com:dadosfera/maestro into fix/redis-tls-configurable	2025-12-16 16:57:59 -03:00
Rafael	0a5e8001f9	UPDATE: adding platform_api_url	2025-12-16 16:57:25 -03:00