assertActivityRequiresPermission() Why doesn't this test pass?

AndroidManifest.xml

<?xml version="1.0" encoding="utf-8"?>
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
  package="com.blundell.myapplication">

  <application>
    <activity
      android:name=".SecondActivity"
      android:permission="perm.foo.bar" />
  </application>

</manifest>

ApplicationTest.java

package com.blundell.myapplication;

import android.app.Application;
import android.test.ApplicationTestCase;

/**
 * <a href="http://d.android.com/tools/testing/testing_android.html">Testing Fundamentals</a>
 */
public class ApplicationTest extends ApplicationTestCase<Application> {

    private static final String PACKAGE = "com.blundell.myapplication";

    public ApplicationTest() {
        super(Application.class);
    }

    public void testSecondActivityRequiresFooBarPermission() throws Exception {
        assertActivityRequiresPermission(PACKAGE, PACKAGE + ".SecondActivity", "perm.foo.bar");
    }
}

FailureStackTrace

junit.framework.AssertionFailedError: expected security exception for perm.foo.bar
at android.test.AndroidTestCase.assertActivityRequiresPermission(AndroidTestCase.java:99)
at com.blundell.myapplication.ApplicationTest.testSecondActivityRequiresFooBarPermission(ApplicationTest.java:15)
at java.lang.reflect.Method.invokeNative(Native Method)
at android.test.AndroidTestRunner.runTest(AndroidTestRunner.java:191)
at android.test.AndroidTestRunner.runTest(AndroidTestRunner.java:176)
at android.test.InstrumentationTestRunner.onStart(InstrumentationTestRunner.java:554)
at android.app.Instrumentation$InstrumentationThread.run(Instrumentation.java:1701)

SecondActivity.java

package com.blundell.myapplication;

import android.app.Activity;

public class SecondActivity extends Activity {
}

Hmm it does run under another application (android instrumentation) so it's install package is com.blundell.myapplication.test but I changed the java package anyway to give it a try and that didn't work

I also changed the testApplicationId = "com.foo" as a sanity check with no change