mirror of
https://github.com/dadosfera/maestro.git
synced 2026-09-11 18:54:47 +00:00
Oracle Migration Changes: - Create deploy/helm-chart/ directory structure (moved from maestro/) - Create deploy/helmfiles/ directory structure (moved from helmfiles/) - Update chart references in helmfiles from ../maestro to ../helm-chart - Update deploy-manually.yml from Azure AKS to Oracle OKE - Update validate-k8s.yml from Azure AKS to Oracle OKE - Replace Azure CLI with OCI CLI installation and configuration - Replace Azure authentication with OCI authentication using secrets - Replace az aks get-credentials with oci ce cluster create-kubeconfig - Update helmfile paths from helmfiles/ to deploy/helmfiles/ - Remove DockerHub integration (push_to_dockerhub input and related steps) - Change runner from [self-hosted, prd-azure] to [self-hosted, prd-oracle] - Add environment field for proper Oracle deployment environment handling - Add HOME environment variable for OCI CLI Affinity/Resources Standardization: - Add affinity configuration with name=general node selector in values.yaml - Update deployment template to use conditional affinity and resources blocks - Configure staging to disable both affinity and resources (null values) - Enable production to use affinity targeting name=general nodes - Enable production to use standard resource limits (100m-2000m CPU, 1500Mi-2Gi memory) This brings maestro into full compliance with Oracle migration requirements and implements the standardized affinity/resources pattern consistent with in-factory and duc.
210 lines
7.2 KiB
YAML
210 lines
7.2 KiB
YAML
name: Deploy
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
- beta
|
|
workflow_dispatch:
|
|
inputs:
|
|
environment:
|
|
description: "Deployment environment"
|
|
required: true
|
|
type: choice
|
|
options:
|
|
- stg
|
|
- prd
|
|
|
|
jobs:
|
|
extract_environment:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
environment: ${{ steps.extract_environment.outputs.environment }}
|
|
env:
|
|
EVENT: ${{ github.event_name }}
|
|
DEPLOY_ENV: ${{ github.event.inputs.environment }}
|
|
steps:
|
|
- name: Extract Environment
|
|
run: |
|
|
if [ ${EVENT} == "workflow_dispatch" ]; then
|
|
echo "environment=${DEPLOY_ENV}" >> $GITHUB_OUTPUT
|
|
elif [ ${GITHUB_REF} == "refs/heads/main" ]; then
|
|
echo "environment=prd" >> $GITHUB_OUTPUT
|
|
elif [ ${GITHUB_REF} == "refs/heads/beta" ]; then
|
|
echo "environment=stg" >> $GITHUB_OUTPUT
|
|
fi
|
|
id: extract_environment
|
|
|
|
semantic_release:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
new_release_published: ${{ steps.semantic.outputs.new_release_published }}
|
|
new_release_version: ${{ (steps.semantic.outputs.new_release_published == 'true' && steps.semantic.outputs.new_release_version) || (github.event_name == 'workflow_dispatch' && '0.0.0') }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
|
|
- if: github.event_name != 'workflow_dispatch'
|
|
name: Semantic Release
|
|
uses: cycjimmy/semantic-release-action@v3
|
|
id: semantic
|
|
with:
|
|
extra_plugins: |
|
|
conventional-changelog-eslint@4.0.0
|
|
branches: |
|
|
[
|
|
'main',
|
|
{
|
|
name: 'alpha',
|
|
prerelease: true
|
|
},
|
|
{
|
|
name: 'beta',
|
|
prerelease: true
|
|
}
|
|
]
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
build_ecr_image:
|
|
if: ${{ github.event_name == 'workflow_dispatch' || needs.semantic_release.outputs.new_release_published == 'true' }}
|
|
needs: [extract_environment, semantic_release]
|
|
runs-on:
|
|
[self-hosted, "prd"]
|
|
|
|
steps:
|
|
- name: Printing stats
|
|
env:
|
|
EVENT: ${{ github.event_name }}
|
|
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
run: echo ${GITHUB_REF#refs/heads/}
|
|
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
|
|
- name: Update Pip
|
|
run: |
|
|
python3 -m pip install --upgrade pip
|
|
|
|
- name: Install AWS CLI
|
|
run: |
|
|
python3 -m pip install awscli --upgrade
|
|
|
|
- name: Install AWS Elastic Beanstalk CLI
|
|
run: |
|
|
python3 -m pip install awsebcli --upgrade
|
|
|
|
- name: Configure AWS Region
|
|
uses: aws-actions/configure-aws-credentials@v4
|
|
id: aws
|
|
with:
|
|
aws-region: us-east-1
|
|
|
|
- name: Login to AWS ECR
|
|
id: login_ecr
|
|
uses: aws-actions/amazon-ecr-login@v2
|
|
|
|
- name: Build, Tag, and Push Image to AWS ECR
|
|
env:
|
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
|
ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
|
|
run: |
|
|
docker compose -f build.docker-compose.yml build
|
|
docker compose -f build.docker-compose.yml push
|
|
|
|
# - name: Create ZIP file to Deploy AWS Beanstalk
|
|
# env:
|
|
# ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
# IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
|
# ACCOUNT_ID: ${{ steps.aws.outputs.aws-account-id }}
|
|
# NODE_EXPORTER_URL: ${{needs.extract_environment.outputs.environment == 'prd' && '611330257153.dkr.ecr.us-east-1.amazonaws.com\/monitoring\/node_exporter:latest' || '468720548566.dkr.ecr.us-east-1.amazonaws.com\/monitoring\/node_exporter:latest'}}
|
|
# run: |
|
|
# sed -i -e "s/\${ENV}/$ENV/g" docker-compose.yml
|
|
# sed -i -e "s/\${IMAGE_TAG}/$IMAGE_TAG/g" docker-compose.yml
|
|
# sed -i -e "s/\${ACCOUNT_ID}/$ACCOUNT_ID/g" docker-compose.yml
|
|
# sed -i -e "s/\${NODE_EXPORTER_URL}/$NODE_EXPORTER_URL/g" docker-compose.yml
|
|
# zip deploy.zip docker-compose.yml -r .ebextensions
|
|
|
|
# - name: Deploy AWS Beanstalk
|
|
# env:
|
|
# ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
# AWS_REGION: us-east-1
|
|
# APP_NAME: ${{ github.event.repository.name }}
|
|
# run: |
|
|
# eb use $APP_NAME-$ENV
|
|
# echo -e "deploy:\n artifact: deploy.zip" >> .elasticbeanstalk/config.yml
|
|
# eb deploy
|
|
|
|
- name: Remove Docker's Trash
|
|
if: always()
|
|
run: |
|
|
docker system prune --volumes -a -f
|
|
docker system df
|
|
|
|
helmfile-deploy:
|
|
needs: [extract_environment, semantic_release, build_ecr_image]
|
|
env:
|
|
HOME: /home/runner
|
|
runs-on: [self-hosted, "prd-oracle"]
|
|
environment: ${{ needs.extract_environment.outputs.environment }}
|
|
|
|
steps:
|
|
- name: Checkout code
|
|
uses: actions/checkout@v3
|
|
|
|
- name: Set up Helm
|
|
uses: azure/setup-helm@v1
|
|
with:
|
|
version: 'v3.9.0'
|
|
|
|
- name: Install OCI CLI
|
|
run: |
|
|
bash -c "$(curl -L https://raw.githubusercontent.com/oracle/oci-cli/master/scripts/install/install.sh)" -- --accept-all-defaults
|
|
echo "$HOME/bin" >> $GITHUB_PATH
|
|
|
|
- name: Configure OCI CLI
|
|
run: |
|
|
mkdir -p ~/.oci || true
|
|
echo "${{ secrets.OCI_CONFIG }}" > ~/.oci/config
|
|
echo "${{ secrets.OCI_PRIVATE_KEY }}" > ~/.oci/oci_api_key.pem
|
|
chmod 600 ~/.oci/oci_api_key.pem
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v4
|
|
with:
|
|
python-version: '3.8'
|
|
|
|
- name: Install Helmfile
|
|
run: |
|
|
wget https://github.com/helmfile/helmfile/releases/download/v0.148.0/helmfile_0.148.0_linux_amd64.tar.gz
|
|
tar -xzf helmfile_0.148.0_linux_amd64.tar.gz
|
|
sudo mv helmfile /usr/local/bin/
|
|
helmfile --version
|
|
|
|
- name: Install Helm Diff Plugin
|
|
run: helm plugin install https://github.com/databus23/helm-diff || true
|
|
|
|
- name: Authenticate with OKE cluster
|
|
env:
|
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
STG_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaagh3jvln52a3ebm3dodx6emmhv5bmfs7i7sv2k4zkbcbrzcl6v37q"
|
|
PRD_CLUSTER_ID: "ocid1.cluster.oc1.sa-saopaulo-1.aaaaaaaanf3vptl6hc2tzd4enfd2hfpsht3wikxww5xejc3l7cwfm6l3sndq"
|
|
run: |
|
|
if [ "$ENV" = "stg" ]; then
|
|
CLUSTER_ID=$STG_CLUSTER_ID
|
|
elif [ "$ENV" = "prd" ]; then
|
|
CLUSTER_ID=$PRD_CLUSTER_ID
|
|
else
|
|
echo "Unknown environment: $ENV"
|
|
exit 1
|
|
fi
|
|
|
|
oci ce cluster create-kubeconfig --cluster-id ${CLUSTER_ID} --file $HOME/.kube/config --region sa-saopaulo-1 --token-version 2.0.0 --kube-endpoint PRIVATE_ENDPOINT
|
|
|
|
- name: Run Helmfile Apply
|
|
env:
|
|
ENV: ${{ needs.extract_environment.outputs.environment }}
|
|
IMAGE_TAG: ${{ needs.semantic_release.outputs.new_release_version }}
|
|
run: helmfile -f deploy/helmfiles/${ENV}.yaml sync --set image.tag=$IMAGE_TAG
|