enable_dynamodb_streams

gistfile1.txt

#!/bin/bash

# Constants
TABLE_PREFIX="clean_tbl"
LAMBDA_NAME="lambda_stream_parquet"
REGION="us-east-1"  # Change if needed

# Get Lambda ARN
LAMBDA_ARN=$(aws lambda get-function --function-name "$LAMBDA_NAME" --region "$REGION" --query 'Configuration.FunctionArn' --output text)
if [[ -z "$LAMBDA_ARN" ]]; then
  echo "❌ Could not find Lambda function: $LAMBDA_NAME"
  exit 1
fi

echo "🚀 Lambda ARN: $LAMBDA_ARN"

# Get all table names and filter by prefix
TABLES=$(aws dynamodb list-tables --region "$REGION" --query "TableNames[?starts_with(@, '$TABLE_PREFIX')]" --output text)

if [[ -z "$TABLES" ]]; then
  echo "⚠️ No DynamoDB tables found with prefix $TABLE_PREFIX"
  exit 0
fi

for TABLE_NAME in $TABLES; do
  echo "🔄 Processing table: $TABLE_NAME"

  # Enable stream on the table
  echo "🛠️ Enabling stream (NEW_AND_OLD_IMAGES)..."
  aws dynamodb update-table \
    --table-name "$TABLE_NAME" \
    --stream-specification StreamEnabled=true,StreamViewType=NEW_AND_OLD_IMAGES \
    --region "$REGION"

  # Get stream ARN
  STREAM_ARN=$(aws dynamodb describe-table --table-name "$TABLE_NAME" \
    --region "$REGION" \
    --query "Table.LatestStreamArn" --output text)

  if [[ -z "$STREAM_ARN" ]]; then
    echo "❌ Failed to retrieve stream ARN for $TABLE_NAME"
    continue
  fi

  echo "🔗 Stream ARN: $STREAM_ARN"

  # Create event source mapping
  echo "🔌 Creating event source mapping..."
  aws lambda create-event-source-mapping \
    --function-name "$LAMBDA_NAME" \
    --event-source-arn "$STREAM_ARN" \
    --starting-position LATEST \
    --region "$REGION"

  echo "✅ Stream enabled and Lambda mapping created for $TABLE_NAME"
done

echo "🎉 Done!"