diff --git a/tests/test_geodataframe.py b/tests/test_geodataframe.py
index 9037311..602cce3 100644
--- a/tests/test_geodataframe.py
+++ b/tests/test_geodataframe.py
@@ -1,11 +1,14 @@
 import unittest
 import json
+import os
+import tempfile
+import shutil
+
 import numpy as np
 
-import tempfile
-
 from geopandas import GeoDataFrame
 
+
 class TestDataFrame(unittest.TestCase):
 
     def setUp(self):
@@ -13,6 +16,10 @@ class TestDataFrame(unittest.TestCase):
         # saved as geopandas/examples/nybb_13a.zip.
         self.df = GeoDataFrame.from_file(
             '/nybb_13a/nybb.shp', vfs='zip://examples/nybb_13a.zip')
+        self.tempdir = tempfile.mkdtemp()
+
+    def tearDown(self):
+        shutil.rmtree(self.tempdir)
 
     def test_from_file_(self):
         self.assertTrue('geometry' in self.df)
@@ -27,11 +34,11 @@ class TestDataFrame(unittest.TestCase):
         self.assertTrue(len(data['features']) == 5)
         
     def test_to_file(self):
-        with tempfile.NamedTemporaryFile(suffix='.shp') as t:
-            self.df.to_file(t.name)
-            # Read layer back in?
-            df = GeoDataFrame.from_file(t.name)
-            self.assertTrue('geometry' in df)
-            self.assertTrue(len(df) == 5)
-            self.assertTrue(np.alltrue(df['BoroName'].values == np.array(['Staten Island',
+        tempfilename = os.path.join(self.tempdir, 'boros.shp')
+        self.df.to_file(tempfilename)
+        # Read layer back in?
+        df = GeoDataFrame.from_file(tempfilename)
+        self.assertTrue('geometry' in df)
+        self.assertTrue(len(df) == 5)
+        self.assertTrue(np.alltrue(df['BoroName'].values == np.array(['Staten Island',
                                    'Queens', 'Brooklyn', 'Manhattan', 'Bronx'])))