diff --git a/stash/_astropy_init.py b/stash/_astropy_init.py
index 5371878..1e229e1 100644
--- a/stash/_astropy_init.py
+++ b/stash/_astropy_init.py
@@ -34,6 +34,7 @@
     # Create the test function for self test
     from astropy.tests.runner import TestRunner
     test = TestRunner.make_test_runner_in(os.path.dirname(__file__))
+    test.__test__ = False
     __all__ += ['test']
 
     # add these here so we only need to cleanup the namespace at the end