# ========== COMMENTAAR ==========
# Comments beginnen met hash (#) en gaan tot einde regel
# Dit is een comment in YAML

# ========== KEY-VALUE PAIRS ==========
# Eenvoudige key-value pairs
naam: "Jan Jansen"
leeftijd: 30
actief: true
salaris: 55000.50

# ========== INDENTATIE ==========
# Gebruik SPATIES (geen tabs!) voor indentatie
# Standaard: 2 spaties per niveau
persoon:
  naam: "Marie de Vries"
  adres:
    straat: "Hoofdstraat 123"
    postcode: "1234 AB"
    stad: "Amsterdam"

# ========== LISTS/ARRAYS ==========
# Lists met dash (-) syntax
boodschappen:
  - "melk"
  - "eieren"
  - "brood"
  - "kaas"

# List van objects
gebruikers:
  - naam: "user1"
    email: "user1@example.com"
  - naam: "user2"
    email: "user2@example.com"

# ========== MULTILINE STRINGS ==========
# Pipe (|) behoudt newlines
beschrijving: |
  Dit is een multiline string
  Die nieuwe regels behoudt.
  Handig voor lange beschrijvingen.

# Greater than (>) vouwt newlines tot spaties
samenvatting: >
  Dit is een lange zin die
  wordt omgevouwen tot één
  enkele regel in output.

# ========== SPECIALE KARAKTERS ==========
# Quotes voor speciale karakters
speciale_string: "Waarde met: dubbele punt, en andere tekens"
boolean_string: "true"  # String, niet boolean!
getal_string: "123"     # String, niet number!

# ========== NULL WAARDEN ==========
lege_waarde: null  # Expliciete null
ook_leeg:        # Impliciete null (geen waarde)

# ========== NESTED STRUCTURES ==========
organisatie:
  naam: "DataPartner365"
  oprichtingsjaar: 2020
  medewerkers:
    - naam: "Lisa"
      rol: "Data Engineer"
      skills:
        - "Python"
        - "SQL"
        - "Apache Spark"
    - naam: "Mark"
      rol: "Data Scientist"
      skills:
        - "Machine Learning"
        - "R"
        - "Statistics"

# ========== INLINE SYNTAX (FLOW STYLE) ==========
# Gebruik voor eenvoudige structuren
inline_list: ["item1", "item2", "item3"]
inline_map: {naam: "Jan", leeftijd: 30, actief: true}

# Gemengde inline en block style
configuratie:
  database:
    host: "localhost"
    port: 5432
    tables: ["users", "products", "orders"]

# ========== MULTIDOCUMENT FILES ==========
# Drie streepjes (---) scheiden documenten
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: app-config
data:
  log_level: INFO

---
apiVersion: v1
kind: Secret
metadata:
  name: database-secret
type: Opaque
data:
  username: YWRtaW4=  # base64 encoded

# ========== DIRECTIVES ==========
%YAML 1.2  # YAML versie
%TAG ! tag:example.com,2025:  # Custom tag prefix
---
complex_value: !CustomType
  field1: "value1"
  field2: "value2"

# ========== STRINGS ==========
# Plain (unquoted) strings
naam: Jan Jansen
stad: Amsterdam

# Single quoted strings (preserve alles letterlijk)
pad: 'C:\Users\Jan\Documents'
speciaal: 'Dit is een single ''quote'' binnen quotes'

# Double quoted strings (escape sequences)
beschrijving: "Regel 1\nRegel 2\tTab"
unicode: "Euro teken: \u20AC"

# ========== NUMBERS ==========
# Integers
aantal: 42
negatief: -100
octal: 0o755      # Octal: 493 in decimal
hex: 0xFF        # Hex: 255 in decimal

# Floating point
prijs: 19.99
wetenschappelijk: 6.022e23  # 6.022 × 10²³
oneindig: .inf    # Infinity
not_a_number: .nan  # Not a Number

# ========== BOOLEANS ==========
actief: true
uitgeschakeld: false

# Alternatieve boolean notaties
ja: yes      # Wordt omgezet naar true
nee: no       # Wordt omgezet naar false
aan: on       # Wordt omgezet naar true
uit: off      # Wordt omgezet naar false

# ========== NULL ==========
leeg: null
ook_null: Null    # Case insensitive
nog_null: NULL   # Case insensitive
tilde: ~        # Alternate null notation

# ========== DATES EN TIMES ==========
# ISO 8601 format
datum: 2025-12-20
datetime: 2025-12-20T15:30:00Z
datetime_local: 2025-12-20T15:30:00+01:00
tijd: 15:30:00

# ========== TYPE CONVERSION ==========
# Explicit type tags
string_getal: !!str 123        # Wordt "123"
getal_string: !!int "456"      # Wordt 456
float_explicit: !!float "7.89" # Wordt 7.89
boolean_explicit: !!bool "true" # Wordt true

# ========== SEQUENCES (LISTS/ARRAYS) ==========
# Block style sequence
programmeertalen:
  - Python
  - JavaScript
  - Java
  - Go

# Flow style sequence (inline)
databases: [PostgreSQL, MySQL, MongoDB, Redis]

# Nested sequences
matrix:
  - [1, 2, 3]
  - [4, 5, 6]
  - [7, 8, 9]

# ========== MAPPINGS (DICTIONARIES/OBJECTS) ==========
# Block style mapping
database_config:
  host: localhost
  port: 5432
  username: admin
  password: secret123

# Flow style mapping (inline)
user: {name: Jan, age: 30, active: true}

# Complex nested structure
application:
  name: MyApp
  version: "1.0.0"
  environments:
    - name: development
      database:
        host: dev-db.local
        port: 5432
      features:
        - debug_mode
        - hot_reload
    - name: production
      database:
        host: prod-db.company.com
        port: 5432
      features:
        - monitoring
        - backup

# ========== SETS ==========
# Unieke waardes (YAML 1.2)
unieke_items: !!set
  ? item1
  ? item2
  ? item3

# ========== OMAPPING (ORDERED MAP) ==========
# Behoudt volgorde van keys
geordende_config: !!omap
  - stap1: init
  - stap2: validate
  - stap3: process
  - stap4: cleanup

# ========== PAIRS ==========
# Behoudt duplicate keys
duplicate_keys: !!pairs
  - taal: Nederlands
  - taal: English
  - taal: Français

# ========== ANCHORS (&) ==========
# Definieer herbruikbare template met anchor
database_defaults: &database_defaults
  host: localhost
  port: 5432
  timeout: 30
  ssl: true

# ========== ALIASES (*) ==========
# Verwijs naar anchor met alias
development_db:
  <<: *database_defaults
  name: dev_database
  username: dev_user

production_db:
  <<: *database_defaults
  name: prod_database
  host: prod.db.example.com
  username: prod_user
  timeout: 60  # Override default

# ========== MULTIPLE ANCHORS ==========
common_settings: &common
  environment: production
  region: eu-west-1

app_settings: &app
  version: "1.0.0"
  debug: false

# Combineer multiple anchors
full_config:
  <<: [*common, *app]
  specific_setting: custom_value

# ========== NESTED ANCHORS ==========
base_service: &base_service
  image: &base_image nginx:latest
  ports:
    - &port_80 80:80

web_service:
  <<: *base_service
  environment:
    - NGINX_ENV=production

api_service:
  image: *base_image
  ports:
    - *port_80
    - 443:443

# ========== MERGE KEY (<<) ==========
# Officiële YAML merge key (niet alle parsers)
defaults: &defaults
  adapter: postgresql
  encoding: unicode

development:
  <<: *defaults
  database: dev_db

# Complex merge voorbeeld
base: &base
  name: base
  overrides:
    key1: value1

extended:
  <<: *base
  name: extended  # Override name
  overrides:
    <<: *base.overrides  # Merge nested
    key2: value2       # Add new key

# ========== CUSTOM TAGS ==========
%TAG ! tag:example.com,2025:
---
# Gebruik custom tag
my_object: !CustomType
  field1: value1
  field2: value2

# ========== MULTILINE STRINGS ==========
# Literal scalar (behoud newlines)
script: |
  #!/bin/bash
  echo "Hello World"
  date
  whoami

# Folded scalar (vouw newlines)
paragraph: >
  Dit is een hele lange paragraaf die
  over meerdere regels geschreven is maar
  wordt omgevouwen tot één regel.

# Keep trailing newlines (|+)
with_trailing_newlines: |+
  Line 1
  Line 2

# Strip trailing newlines (|-)
strip_newlines: |-
  Line 1
  Line 2

# ========== COMMENTS IN MULTILINE ==========
commented_script: |
  #!/bin/bash
  # Dit is een comment in een script
  echo "Start script"
  
  # Main logic
  for i in {1..10}; do
    echo "Iteration $i"
  done

# ========== TEMPLATE VARIABLES ==========
# Sommige tools ondersteunen template syntax
# Bijvoorbeeld in Ansible of Helm
config:
  app_name: "{{ .Values.app.name }}"
  replicas: "{{ .Values.replicaCount }}"
  environment: "{{ .Values.environment | default "production" }}"

# ========== CONDITIONAL YAML ==========
# Niet native in YAML, maar toolspecifiek
# Bijvoorbeeld Azure DevOps conditions
stages:
- stage: Build
  condition: succeeded()
  
- stage: Test
  condition: and(succeeded(), eq(variables['RunTests'], 'true'))

# ========== YAML DIRECTIVES ==========
%YAML 1.2
%TAG !e! tag:example.com,2025:
---
document1:
  key: value

---
%TAG !t! tag:test.com,2025:
document2:
  custom: !t!special value

# ========== POD DEFINITION ==========
apiVersion: v1
kind: Pod
metadata:
  name: nginx-pod
  labels:
    app: nginx
    environment: development
spec:
  containers:
  - name: nginx-container
    image: nginx:1.21
    ports:
    - containerPort: 80
    env:
    - name: ENVIRONMENT
      value: dev
    resources:
      requests:
        memory: "64Mi"
        cpu: "250m"
      limits:
        memory: "128Mi"
        cpu: "500m"

# ========== DEPLOYMENT ==========
apiVersion: apps/v1
kind: Deployment
metadata:
  name: nginx-deployment
  namespace: production
spec:
  replicas: 3
  selector:
    matchLabels:
      app: nginx
  template:
    metadata:
      labels:
        app: nginx
    spec:
      containers:
      - name: nginx
        image: nginx:1.21-alpine
        ports:
        - containerPort: 80
        livenessProbe:
          httpGet:
            path: /
            port: 80
          initialDelaySeconds: 30
          periodSeconds: 10
        readinessProbe:
          httpGet:
            path: /
            port: 80
          initialDelaySeconds: 5
          periodSeconds: 5

# ========== SERVICE ==========
apiVersion: v1
kind: Service
metadata:
  name: nginx-service
spec:
  selector:
    app: nginx
  ports:
  - name: http
    protocol: TCP
    port: 80
    targetPort: 80
  type: LoadBalancer

# ========== CONFIGMAP ==========
apiVersion: v1
kind: ConfigMap
metadata:
  name: app-config
  namespace: default
data:
  log_level: INFO
  database_url: postgresql://localhost:5432/mydb
  app_settings: |
    feature.enabled=true
    cache.timeout=300
    api.rate_limit=100

# ========== SECRET ==========
apiVersion: v1
kind: Secret
metadata:
  name: database-secret
type: Opaque
data:
  username: YWRtaW4=  # admin in base64
  password: c2VjcmV0MTIz  # secret123 in base64

# ========== HELM TEMPLATES ==========
# Helm gebruikt Go templates in YAML
apiVersion: apps/v1
kind: Deployment
metadata:
  name: {{ .Chart.Name }}-deployment
  labels:
    {{- include "mychart.labels" . | nindent 4 }}
spec:
  replicas: {{ .Values.replicaCount }}
  selector:
    matchLabels:
      {{- include "mychart.selectorLabels" . | nindent 6 }}
  template:
    metadata:
      labels:
        {{- include "mychart.selectorLabels" . | nindent 8 }}
    spec:
      containers:
        - name: {{ .Chart.Name }}
          image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
          imagePullPolicy: {{ .Values.image.pullPolicy }}
          ports:
            - name: http
              containerPort: {{ .Values.service.port }}
              protocol: TCP

# ========== KUSTOMIZE OVERLAYS ==========
# base/kustomization.yaml
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
  - deployment.yaml
  - service.yaml
commonLabels:
  app: myapp
  managed-by: kustomize

# overlays/production/kustomization.yaml
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
  - ../../base
namespace: production
replicas:
  - name: myapp-deployment
    count: 5
patchesStrategicMerge:
  - increase-resources.yaml
configMapGenerator:
  - name: app-config
    behavior: merge
    literals:
      - ENVIRONMENT=production
      - LOG_LEVEL=WARN

# ========== CRDs (CUSTOM RESOURCE DEFINITIONS) ==========
apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  name: databases.example.com
spec:
  group: example.com
  versions:
    - name: v1
      served: true
      storage: true
      schema:
        openAPIV3Schema:
          type: object
          properties:
            spec:
              type: object
              properties:
                databaseName:
                  type: string
                size:
                  type: string
                  enum: [small, medium, large]
  scope: Namespaced
  names:
    plural: databases
    singular: database
    kind: Database
    shortNames:
    - db

# ========== MULTI-DOCUMENT KUBERNETES FILE ==========
# Meerdere resources in één YAML file
---
apiVersion: v1
kind: Namespace
metadata:
  name: myapp-production

---
apiVersion: v1
kind: ConfigMap
metadata:
  name: app-config
  namespace: myapp-production
data:
  environment: production

---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: myapp-deployment
  namespace: myapp-production
spec:
  replicas: 3
  template:
    # ... pod template ...

# .github/workflows/ci.yml
name: CI Pipeline

on:
  push:
    branches: [ main, develop ]
  pull_request:
    branches: [ main ]

env:
  NODE_VERSION: '18'
  PYTHON_VERSION: '3.11'

jobs:
  test:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        node-version: ['16', '18', '20']
    steps:
    - uses: actions/checkout@v3
    
    - name: Setup Node.js
      uses: actions/setup-node@v3
      with:
        node-version: ${{ matrix.node-version }}
        cache: 'npm'
    
    - name: Install dependencies
      run: npm ci
    
    - name: Run tests
      run: npm test
    
    - name: Run linting
      run: npm run lint

  build:
    needs: test
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v3
    
    - name: Set up Docker Buildx
      uses: docker/setup-buildx-action@v2
    
    - name: Login to DockerHub
      uses: docker/login-action@v2
      with:
        username: ${{ secrets.DOCKER_USERNAME }}
        password: ${{ secrets.DOCKER_PASSWORD }}
    
    - name: Build and push
      uses: docker/build-push-action@v4
      with:
        context: .
        push: true
        tags: |
          ${{ secrets.DOCKER_USERNAME }}/myapp:latest
          ${{ secrets.DOCKER_USERNAME }}/myapp:${{ github.sha }}

  deploy:
    needs: build
    if: github.ref == 'refs/heads/main'
    runs-on: ubuntu-latest
    environment: production
    steps:
    - uses: actions/checkout@v3
    
    - name: Configure AWS credentials
      uses: aws-actions/configure-aws-credentials@v1
      with:
        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
        aws-region: eu-west-1
    
    - name: Deploy to EKS
      run: |
        aws eks update-kubeconfig --name my-cluster
        kubectl apply -f k8s/
        kubectl rollout status deployment/myapp-deployment

# azure-pipelines.yml
trigger:
  branches:
    include:
    - main
    - develop
  paths:
    exclude:
    - README.md
    - docs/*

variables:
  - name: buildConfiguration
    value: Release
  - name: dockerRegistry
    value: myregistry.azurecr.io
  - group: production-variables

stages:
- stage: Build
  displayName: Build stage
  jobs:
  - job: BuildAndTest
    pool:
      vmImage: ubuntu-latest
    steps:
    - task: Docker@2
      displayName: Build Docker image
      inputs:
        containerRegistry: $(dockerRegistry)
        repository: myapp
        command: build
        Dockerfile: Dockerfile
        tags: |
          $(Build.BuildId)
          latest
    
    - task: DotNetCoreCLI@2
      displayName: Run unit tests
      inputs:
        command: test
        projects: '**/*Tests.csproj'
        arguments: '--configuration $(buildConfiguration)'
    
    - task: PublishTestResults@2
      displayName: Publish test results
      inputs:
        testResultsFormat: VSTest
        testResultsFiles: '**/*.trx'

- stage: DeployToStaging
  displayName: Deploy to staging
  dependsOn: Build
  condition: succeeded()
  jobs:
  - job: Deploy
    pool:
      vmImage: ubuntu-latest
    steps:
    - task: KubernetesManifest@0
      displayName: Deploy to Kubernetes
      inputs:
        action: deploy
        namespace: staging
        manifests: |
          $(Build.SourcesDirectory)/manifests/deployment.yaml
          $(Build.SourcesDirectory)/manifests/service.yaml
        imagePullSecrets: registry-secret

- stage: DeployToProduction
  displayName: Deploy to production
  dependsOn: DeployToStaging
  condition: and(succeeded(), eq(variables['DeployProd'], 'true'))
  jobs:
  - job: DeployProd
    pool:
      vmImage: ubuntu-latest
    steps:
    - task: AzureKeyVault@1
      displayName: Get production secrets
      inputs:
        azureSubscription: 'Production Subscription'
        KeyVaultName: 'prod-keyvault'
        SecretsFilter: '*'
    
    - task: Kubernetes@1
      displayName: Deploy to production
      inputs:
        connectionType: Azure Resource Manager
        azureSubscriptionEndpoint: 'Production Subscription'
        azureResourceGroup: 'prod-rg'
        kubernetesCluster: 'prod-aks'
        command: apply
        arguments: -f manifests/ -n production

# dags/data_pipeline.py (YAML in Python string)
from datetime import datetime, timedelta
from airflow import DAG
from airflow.operators.python import PythonOperator
from airflow.operators.bash import BashOperator
from airflow.providers.docker.operators.docker import DockerOperator

# DAG definition in YAML-like structure via code
default_args = {
    'owner': 'data_engineering',
    'depends_on_past': False,
    'email_on_failure': True,
    'email_on_retry': False,
    'retries': 3,
    'retry_delay': timedelta(minutes=5),
    'start_date': datetime(2025, 1, 1),
}

dag = DAG(
    'data_processing_pipeline',
    default_args=default_args,
    description='ETL pipeline for customer data',
    schedule_interval='0 2 * * *',  # Dagelijks om 2:00
    catchup=False,
    tags=['etl', 'data-warehouse', 'daily'],
)

# Airflow 2.0+ TaskFlow API met YAML config
with DAG(
    'modern_data_pipeline',
    default_args=default_args,
    schedule_interval='@daily',
) as dag:
    
    @dag.task
    def extract():
        """Extract data from source systems."""
        return {'status': 'extracted', 'rows': 1000}
    
    @dag.task
    def transform(data: dict):
        """Transform extracted data."""
        return {'status': 'transformed', 'rows': data['rows']}
    
    @dag.task
    def load(data: dict):
        """Load transformed data to warehouse."""
        return {'status': 'loaded', 'rows': data['rows']}
    
    # Task dependencies
    extracted = extract()
    transformed = transform(extracted)
    load(transformed)

# ========== DOCKER COMPOSE VOOR AIRFLOW ==========
# docker-compose.yaml
version: '3.8'
services:
  postgres:
    image: postgres:13
    environment:
      - POSTGRES_USER=airflow
      - POSTGRES_PASSWORD=airflow
      - POSTGRES_DB=airflow
    volumes:
      - postgres-db-volume:/var/lib/postgresql/data

  airflow-webserver:
    image: apache/airflow:2.7.1
    environment:
      - AIRFLOW__CORE__EXECUTOR=LocalExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres/airflow
      - AIRFLOW__CORE__LOAD_EXAMPLES=false
    volumes:
      - ./dags:/opt/airflow/dags
      - ./logs:/opt/airflow/logs
      - ./plugins:/opt/airflow/plugins
    ports:
      - "8080:8080"
    command: webserver
    depends_on:
      - postgres

  airflow-scheduler:
    image: apache/airflow:2.7.1
    environment:
      - AIRFLOW__CORE__EXECUTOR=LocalExecutor
      - AIRFLOW__DATABASE__SQL_ALCHEMY_CONN=postgresql+psycopg2://airflow:airflow@postgres/airflow
    volumes:
      - ./dags:/opt/airflow/dags
      - ./logs:/opt/airflow/logs
      - ./plugins:/opt/airflow/plugins
    command: scheduler
    depends_on:
      - postgres
      - airflow-webserver

volumes:
  postgres-db-volume:

# dbt_project.yml
name: my_dbt_project
version: '1.0.0'
config-version: 2

profile: my_dbt_project

model-paths: ["models"]
seed-paths: ["data"]
test-paths: ["tests"]
analysis-paths: ["analyses"]
macro-paths: ["macros"]
snapshot-paths: ["snapshots"]

target-path: "target"  # directory for compiled files
clean-targets:         # directories to be removed by `dbt clean`
  - "target"
  - "dbt_packages"

# Models configuration
models:
  my_dbt_project:
    # Applies to all files under models/example/
    example:
      materialized: table
      schema: analytics
      
      # Subdirectory-specific config
      staging:
        materialized: view
        schema: staging
        tags: ["staging"]
        
        stg_customers:
          materialized: ephemeral
          tags: ["customers", "staging"]
          
      marts:
        materialized: table
        schema: marts
        tags: ["marts"]
        
        finance:
          materialized: incremental
          unique_key: id
          tags: ["finance", "marts"]

# Seeds configuration
seeds:
  my_dbt_project:
    schema: raw_data
    quote_columns: false
    
    country_codes:
      +column_types:
        country_code: varchar(2)
        country_name: varchar(100)

# Tests configuration
tests:
  my_dbt_project:
    data_quality:
      # Custom test configurations
      unique:
        severity: warn
      not_null:
        severity: error
      accepted_values:
        severity: warn

# Variables for Jinja templating
vars:
  start_date: "2025-01-01"
  currency: EUR
  timezone: Europe/Amsterdam

# Environment-specific overrides
# profiles.yml (apart bestand)
my_dbt_project:
  target: dev
  outputs:
    dev:
      type: snowflake
      account: myaccount.europe-west1.gcp
      user: "{{ env_var('DBT_USER') }}"
      password: "{{ env_var('DBT_PASSWORD') }}"
      role: transformer
      database: analytics_dev
      warehouse: transforming
      schema: dbt
      threads: 4
    
    prod:
      type: snowflake
      account: myaccount.europe-west1.gcp
      user: "{{ env_var('DBT_PROD_USER') }}"
      password: "{{ env_var('DBT_PROD_PASSWORD') }}"
      role: transformer
      database: analytics_prod
      warehouse: transforming
      schema: dbt
      threads: 8

# ========== ZELFDE CONFIG IN VERSCHILLENDE FORMATEN ==========

# YAML
database:
  host: localhost
  port: 5432
  credentials:
    username: admin
    password: secret123  # TODO: Move to env var

# JSON
{
  "database": {
    "host": "localhost",
    "port": 5432,
    "credentials": {
      "username": "admin",
      "password": "secret123"
    }
  }
}

# TOML
[database]
host = "localhost"
port = 5432

[database.credentials]
username = "admin"
password = "secret123"

# HCL (Terraform)
database {
  host = "localhost"
  port = 5432
  
  credentials {
    username = "admin"
    password = var.database_password  # Variable reference
  }
}

# ========== WANNEER WELK FORMAAT? ==========

# Gebruik YAML als:
# • Human readability belangrijk is
# • Je comments nodig hebt
# • Complexe nesting nodig is
# • Je werkt met Kubernetes/CI/CD

# Gebruik JSON als:
# • Machine-to-machine communicatie
# • Simpele configuraties
# • JavaScript/Web context

# Gebruik TOML als:
# • Flat configuration structure
# • Rust/Cargo projects
# • Simplicity over features

# Gebruik HCL als:
# • Infrastructure as Code (Terraform)
# • Je variables en functions nodig hebt
# • Complexe infrastructure config

# docker-compose.yml voor full-stack applicatie
version: '3.8'

services:
  # Frontend
  frontend:
    build:
      context: ./frontend
      dockerfile: Dockerfile
      args:
        NODE_ENV: development
    ports:
      - "3000:3000"
    volumes:
      - ./frontend:/app
      - /app/node_modules
    environment:
      - REACT_APP_API_URL=http://api:8000
      - REACT_APP_ENV=development
    depends_on:
      - api
    networks:
      - app-network

  # Backend API
  api:
    build:
      context: ./backend
      dockerfile: Dockerfile
    ports:
      - "8000:8000"
    volumes:
      - ./backend:/app
    environment:
      - DATABASE_URL=postgresql://user:password@db:5432/mydb
      - REDIS_URL=redis://redis:6379
      - DEBUG=true
    depends_on:
      - db
      - redis
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
      interval: 30s
      timeout: 10s
      retries: 3
    networks:
      - app-network

  # Database
  db:
    image: postgres:15-alpine
    environment:
      - POSTGRES_USER=user
      - POSTGRES_PASSWORD=password
      - POSTGRES_DB=mydb
    volumes:
      - postgres_data:/var/lib/postgresql/data
      - ./init.sql:/docker-entrypoint-initdb.d/init.sql
    ports:
      - "5432:5432"
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U user"]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - app-network

  # Redis
  redis:
    image: redis:7-alpine
    command: redis-server --appendonly yes
    volumes:
      - redis_data:/data
    ports:
      - "6379:6379"
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - app-network

  # Monitoring (Prometheus + Grafana)
  prometheus:
    image: prom/prometheus:latest
    volumes:
      - ./prometheus.yml:/etc/prometheus/prometheus.yml
      - prometheus_data:/prometheus
    ports:
      - "9090:9090"
    command:
      - '--config.file=/etc/prometheus/prometheus.yml'
      - '--storage.tsdb.path=/prometheus'
    networks:
      - app-network

  grafana:
    image: grafana/grafana:latest
    environment:
      - GF_SECURITY_ADMIN_PASSWORD=admin
    volumes:
      - grafana_data:/var/lib/grafana
      - ./grafana/provisioning:/etc/grafana/provisioning
    ports:
      - "3001:3000"
    depends_on:
      - prometheus
    networks:
      - app-network

volumes:
  postgres_data:
  redis_data:
  prometheus_data:
  grafana_data:

networks:
  app-network:
    driver: bridge

# .github/workflows/full-pipeline.yml
name: Full CI/CD Pipeline

on:
  push:
    branches: [ main ]
  pull_request:
    branches: [ main ]
  schedule:
    - cron: '0 2 * * *'  # Dagelijks om 2:00

env:
  REGISTRY: ghcr.io
  IMAGE_NAME: ${{ github.repository }}

jobs:
  quality-checks:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout code
      uses: actions/checkout@v3
    
    - name: Setup Python
      uses: actions/setup-python@v4
      with:
        python-version: '3.11'
    
    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        pip install -r requirements-dev.txt
    
    - name: Lint code
      run: |
        flake8 .
        black --check .
        isort --check-only .
    
    - name: Security scan
      run: |
        bandit -r .
        safety check
    
    - name: YAML validation
      run: |
        yamllint .
        kubeval k8s/ --strict

  test:
    needs: quality-checks
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: ['3.9', '3.10', '3.11']
    steps:
    - name: Checkout code
      uses: actions/checkout@v3
    
    - name: Setup Python
      uses: actions/setup-python@v4
      with:
        python-version: ${{ matrix.python-version }}
    
    - name: Install dependencies
      run: |
        pip install -r requirements.txt
        pip install -r requirements-test.txt
    
    - name: Run tests
      run: |
        pytest --cov=./ --cov-report=xml
    
    - name: Upload coverage
      uses: codecov/codecov-action@v3
      with:
        file: ./coverage.xml
        fail_ci_if_error: true

  build-and-push:
    needs: test
    runs-on: ubuntu-latest
    permissions:
      contents: read
      packages: write
    steps:
    - name: Checkout code
      uses: actions/checkout@v3
    
    - name: Set up Docker Buildx
      uses: docker/setup-buildx-action@v2
    
    - name: Log in to Container Registry
      uses: docker/login-action@v2
      with:
        registry: ${{ env.REGISTRY }}
        username: ${{ github.actor }}
        password: ${{ secrets.GITHUB_TOKEN }}
    
    - name: Extract metadata
      id: meta
      uses: docker/metadata-action@v4
      with:
        images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
        tags: |
          type=sha,prefix=,suffix=-{{date 'YYYYMMDD'}}-{{sha}}
          type=ref,event=branch
          type=ref,event=pr
          type=semver,pattern={{version}}
          type=semver,pattern={{major}}.{{minor}}
    
    - name: Build and push
      uses: docker/build-push-action@v4
      with:
        context: .
        push: ${{ github.event_name != 'pull_request' }}
        tags: ${{ steps.meta.outputs.tags }}
        labels: ${{ steps.meta.outputs.labels }}
        cache-from: type=gha
        cache-to: type=gha,mode=max

  deploy-staging:
    needs: build-and-push
    if: github.ref == 'refs/heads/main'
    runs-on: ubuntu-latest
    environment: staging
    steps:
    - name: Checkout code
      uses: actions/checkout@v3
    
    - name: Deploy to staging
      run: |
        echo "Deploying to staging..."
        kubectl config use-context staging
        kubectl apply -f k8s/staging/
        kubectl rollout status deployment/app-deployment -n staging

  deploy-production:
    needs: deploy-staging
    if: github.ref == 'refs/heads/main'
    runs-on: ubuntu-latest
    environment: production
    steps:
    - name: Checkout code
      uses: actions/checkout@v3
    
    - name: Manual approval
      uses: trstringer/manual-approval@v1
      with:
        secret: ${{ github.token }}
        approvers: team-leads
        minimum-approvals: 1
    
    - name: Deploy to production
      run: |
        echo "Deploying to production..."
        kubectl config use-context production
        kubectl apply -f k8s/production/
        kubectl rollout status deployment/app-deployment -n production