Add faster scandir package for iterating over files/folders when …

…platform is Python < 3.5.

Refs dgilland#2

CHANGES.rst

@@ -2,6 +2,12 @@ Changelog
 =========
 
 
+v0.6.0 (2015-10-19)
+-------------------
+
+- Add faster ``scandir`` package for iterating over files/folders when platform is Python < 3.5. Scandir implementation was added to ``os`` module starting with Python 3.5.
+
+
 v0.5.0 (2015-07-02)
 -------------------
 

hashfs/_compat.py

@@ -5,6 +5,18 @@
 
 import sys
 
+try:
+    # Python >= 3.5.
+    from os import scandir, walk
+except ImportError:
+    try:
+        # Back ported scandir package.
+        from scandir import scandir, walk
+    except ImportError:
+        # Back ported package not installed so fallback to baseline.
+        from os import walk
+        scandir = None
+
 
 PY3 = sys.version_info[0] == 3
 

hashfs/hashfs.py

@@ -12,7 +12,7 @@
 from tempfile import NamedTemporaryFile
 
 from .utils import issubdir, shard
-from ._compat import to_bytes
+from ._compat import to_bytes, walk
 
 
 class HashFS(object):
@@ -162,15 +162,15 @@ def files(self):
         """Return generator that yields all files in the :attr:`root`
         directory.
         """
-        for folder, subfolders, files in os.walk(self.root):
+        for folder, subfolders, files in walk(self.root):
             for file in files:
                 yield os.path.abspath(os.path.join(folder, file))
 
     def folders(self):
         """Return generator that yields all folders in the :attr:`root`
         directory that contain files.
         """
-        for folder, subfolders, files in os.walk(self.root):
+        for folder, subfolders, files in walk(self.root):
             if files:
                 yield folder
 

setup.py

@@ -18,6 +18,11 @@ def read(fname):
 changes = read('CHANGES.rst')
 
 
+if sys.version_info < (3, 5):
+    # Install back port of faster os.walk/scandir implementation.
+    meta['__install_requires__'].append('scandir>=1.1')
+
+
 class Tox(TestCommand):
     user_options = [
         ('tox-args=', 'a', "Arguments to pass to tox")