Find & Delete DataDog Auto-Added Log Group Subscription Filters for AWS CloudWatch Log Groups

find_del_dd_sub_filters.py

import boto3

client = boto3.client('logs')
logGroupPrefix = '/aws/lambda'

response = client.describe_log_groups(
    logGroupNamePrefix=logGroupPrefix,
    limit=50
)

logGroupNames = []
for i in response['logGroups']:
    logGroupNames.append(i['logGroupName'])

while 'nextToken' in response:
    response = client.describe_log_groups(
        logGroupNamePrefix=logGroupPrefix,
        limit=50,
        nextToken=response['nextToken']
    )

    for i in response['logGroups']:
        logGroupNames.append(i['logGroupName'])

matchingFilters = []
for logGroupName in logGroupNames:
    response = client.describe_subscription_filters(
        logGroupName=logGroupName,
        filterNamePrefix='DD_LOG'
    )
    
    for i in response['subscriptionFilters']:
        matchingFilters.append(i)
         
# Delete the DD_LOG_* filters from matching groups
for subscriptionFilter in matchingFilters:
    response = client.delete_subscription_filter(
        logGroupName=subscriptionFilter['logGroupName'],
        filterName=subscriptionFilter['filterName']
    )
    
    print(response)