Merge pull request #417 from dadosfera/fix/redis-tls-configurable

FIX: pass type field to Elasticsearch createPipeline
2026-10-19 08:19:09 +00:00 · 2025-12-16 21:10:19 -03:00 · 2025-12-16 21:09:07 -03:00 · 2025-12-16 21:05:55 -03:00 · 2025-12-16 21:05:21 -03:00 · 2025-12-16 19:17:08 -03:00
4 changed files with 31 additions and 17 deletions
@@ -2,8 +2,6 @@
  <image src="./assets/maestro.svg" style="width:10rem">
 </p>

-
-
 # Maestro

 Maestro é a API principal da Dadosfera. É responsável pela comunicação do Frontend com nossos microsserviços.
@@ -128,3 +128,14 @@ spec:
                secretKeyRef:
                  name: prd-{{ .Values.app_name }}
                  key: AWS_DEFAULT_REGION
+            # Elasticsearch
+            - name: ELASTICSEARCH_URL
+              valueFrom:
+                secretKeyRef:
+                  name: prd-{{ .Values.app_name }}
+                  key: ELASTICSEARCH_URL
+            - name: ELASTICSEARCH_API_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: prd-{{ .Values.app_name }}
+                  key: ELASTICSEARCH_API_KEY
@@ -38,3 +38,15 @@ spec:
      version: "AWSCURRENT"
      property: token

+  - secretKey: ELASTICSEARCH_URL
+    remoteRef:
+      key: {{ .Values.maestro.env }}/microservices/elasticsearch
+      version: "AWSCURRENT"
+      property: ELASTICSEARCH_URL
+
+  - secretKey: ELASTICSEARCH_API_KEY
+    remoteRef:
+      key: {{ .Values.maestro.env }}/microservices/elasticsearch
+      version: "AWSCURRENT"
+      property: ELASTICSEARCH_API_KEY
+
@@ -490,6 +490,7 @@ export class PlatformApiController {
          cron: body.cron,
          tables: inputId,
          properties,
+          type: this.mapConnectorToDynamoType(connectorType),
        },
        connector,
      );
@@ -691,18 +692,6 @@ export class PlatformApiController {

  // ==================== PIPELINE RUN ROUTES ====================

-  @Post('pipeline/pipeline_run')
-  @ApiOperation({ summary: 'Create a pipeline run' })
-  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.UPDATE)
-  async createPipelineRun(@Body() body: any, @User() user: RequestUser) {
-    return this.platformApiService.proxy(
-      'POST',
-      '/pipeline/pipeline_run',
-      user,
-      body,
-    );
-  }
-
  @Get('pipeline/:pipelineId/pipeline_run')
  @ApiOperation({ summary: 'Get pipeline runs for a pipeline' })
  @RequireAllPermissions(PERMISSIONS_GROUPS.PIPELINE.permissions.GET)
@@ -711,9 +700,10 @@ export class PlatformApiController {
    @User() user: RequestUser,
    @Query() query: Record<string, string>,
  ) {
+    const normalizedId = this.normalizePipelineId(pipelineId);
    return this.platformApiService.proxy(
      'GET',
-      `/pipeline/${pipelineId}/pipeline_run`,
+      `/pipeline/${normalizedId}/pipeline_run`,
      user,
      undefined,
      query,
@@ -728,9 +718,11 @@ export class PlatformApiController {
    @Param('runId') runId: string,
    @User() user: RequestUser,
  ) {
+    const normalizedPipelineId = this.normalizePipelineId(pipelineId);
+    const normalizedRunId = this.normalizePipelineId(runId);
    return this.platformApiService.proxy(
      'GET',
-      `/pipeline/${pipelineId}/pipeline_run/${runId}`,
+      `/pipeline/${normalizedPipelineId}/pipeline_run/${normalizedRunId}`,
      user,
    );
  }
@@ -743,9 +735,10 @@ export class PlatformApiController {
    @User() user: RequestUser,
    @Query() query: Record<string, string>,
  ) {
+    const normalizedRunId = this.normalizePipelineId(runId);
    return this.platformApiService.proxy(
      'GET',
-      `/pipeline/pipeline_run/${runId}/logs`,
+      `/pipeline/pipeline_run/${normalizedRunId}/logs`,
      user,
      undefined,
      query,
Author	SHA1	Message	Date
Rafael Santana	96b947ebdc	Merge pull request #417 from dadosfera/fix/redis-tls-configurable FIX: pass type field to Elasticsearch createPipeline	2025-12-16 21:10:19 -03:00
RafaelandClaude Opus 4.5	fb521f53cd	FIX: pass type field to Elasticsearch createPipeline The type field was missing from the createPipeline call, causing ES documents to not have the type field set. Maps: jdbc->database, singer->application, s3->file 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>	2025-12-16 21:09:07 -03:00
Rafael Santana	6f7436f33f	Merge pull request #416 from dadosfera/fix/redis-tls-configurable fix: pass type field to Elasticsearch createPipeline	2025-12-16 21:05:55 -03:00
RafaelandClaude Opus 4.5	865140e681	fix: pass type field to Elasticsearch createPipeline The type field was missing from the createPipeline call, causing ES documents to not have the type field set. Maps: jdbc->database, singer->application, s3->file 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>	2025-12-16 21:05:21 -03:00
Rafael Santana	c4a664572a	Merge pull request #415 from dadosfera/fix/redis-tls-configurable UPDATE: force deployment	2025-12-16 19:17:08 -03:00
Rafael	acb631e33d	UPDATE: force deployment	2025-12-16 19:16:35 -03:00
Rafael Santana	7a10f88113	Merge pull request #414 from dadosfera/fix/redis-tls-configurable fix: normalize IDs in pipeline run routes before calling Platform API	2025-12-16 19:11:09 -03:00
RafaelandClaude Opus 4.5	e616061c21	fix: normalize IDs in pipeline run routes before calling Platform API - Add normalization for pipelineId and runId in getPipelineRuns, getPipelineRun, and getPipelineRunLogs - Remove unused createPipelineRun route 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>	2025-12-16 19:10:23 -03:00
Rafael Santana	466f8fb8cc	Merge pull request #413 from dadosfera/fix/redis-tls-configurable UPDATE: force deployment	2025-12-16 18:23:44 -03:00
Rafael	e03b9e7a14	UPDATE: force deployment	2025-12-16 18:23:19 -03:00
Rafael Santana	5989822263	Merge pull request #412 from dadosfera/fix/redis-tls-configurable feat: add Elasticsearch access to Maestro deployment	2025-12-16 18:15:08 -03:00
RafaelandClaude Opus 4.5	2cc8f46418	feat: add Elasticsearch access to Maestro deployment - Add ELASTICSEARCH_URL and ELASTICSEARCH_API_KEY env vars - Pull credentials from {env}/microservices/elasticsearch secret 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>	2025-12-16 18:10:38 -03:00