Proof-of-concept of workaround for PowerShell/PowerShell#24679

workaround24679.cs

using System.Management.Automation;
using System.Collections.Generic;

public static class workaround {
    public static void Clean (ScriptBlock clean) {
        var errorActionPreference = new PSVariable("ErrorActionPreference","SilentlyContinue");
        ScriptBlock.Create(@"
            param($clean)
            try {
                . $clean 1
                $__cleanupCompleted = $true
            }
            finally {
                if (-not $__cleanupCompleted) {
                    . $clean 2
                }
            }
        ").InvokeWithContext(
            null,
            new List<PSVariable>{errorActionPreference},
            clean);
    }
    public static void Finally(ScriptBlock _finally) {
        Clean(_finally);
    }
}