Concurrent (#11)

Author: DariuszPorowski

mkdocs_file_filter_plugin/judger.py

@@ -28,30 +28,38 @@ def evaluate(self, file: MkDocsFile):
         )
         for glob in self.plugin_config.include_glob:
             if fnmatch.fnmatchcase(file.src_path, glob):
-                return True, str(f"glob: {glob}")
+                return file, True, str(f"glob: {glob}")
         for regex in self.plugin_config.include_regex:
             if re.match(regex, file.src_path):
-                return True, str(f"regex: {regex}")
+                return file, True, str(f"regex: {regex}")
         if file.is_documentation_page() and self.plugin_config.include_tag is not []:
             tags = self.__get_metadata(file)
             for tag in self.plugin_config.include_tag:
                 if tag in tags:
-                    return True, str(f"{self.plugin_config.metadata_property}: {tag}")
+                    return (
+                        file,
+                        True,
+                        str(f"{self.plugin_config.metadata_property}: {tag}"),
+                    )
         for glob in self.plugin_config.exclude_glob:
             if fnmatch.fnmatchcase(file.src_path, glob):
-                return False, str(f"glob: {glob}")
+                return file, False, str(f"glob: {glob}")
         for regex in self.plugin_config.exclude_regex:
             if re.match(regex, file.src_path):
-                return False, str(f"regex: {regex}")
+                return file, False, str(f"regex: {regex}")
         if file.is_documentation_page() and self.plugin_config.exclude_tag is not []:
             tags = self.__get_metadata(file)
             for tag in self.plugin_config.exclude_tag:
                 if tag in tags:
-                    return False, str(f"{self.plugin_config.metadata_property}: {tag}")
+                    return (
+                        file,
+                        False,
+                        str(f"{self.plugin_config.metadata_property}: {tag}"),
+                    )
         if self.plugin_config.mkdocsignore is True:
             if self.mkdocsignore_parser.match(pathlib.Path(file.abs_src_path)):
-                return False, "mkdocsignore"
-        return True, "no rule"
+                return file, False, "mkdocsignore"
+        return file, True, "no rule"
 
     def __path_fix(self, src_path, abs_src_path):
         if os.sep != "/":

mkdocs_file_filter_plugin/plugin.py

@@ -1,3 +1,4 @@
+import concurrent.futures
 import pathlib
 
 from mkdocs.config.defaults import MkDocsConfig
@@ -55,11 +56,18 @@ def on_files(self, files: MkDocsFiles, config: MkDocsConfig):
             return
 
         judger = Judger(self.config, config)
-        for file in files:
-            result, reason = judger.evaluate(file)
-            if result:
+
+        with concurrent.futures.ThreadPoolExecutor() as executor:
+            results = [executor.submit(judger.evaluate, file) for file in files]
+            concurrent.futures.wait(results)
+
+        for result in results:
+            file, included, reason = result.result()
+            if included:
                 LOG.debug("include file: %s (because %s)" % (file.src_path, reason))
+                continue
             else:
                 LOG.debug("exclude file: %s (because %s)" % (file.src_path, reason))
                 files.remove(file)
-        return MkDocsFiles(files)
+
+        return files

pyproject.toml

@@ -5,7 +5,7 @@ description = 'A MkDocs plugin that lets you exclude/include docs files using gl
 authors = ["Dariusz Porowski"]
 homepage = "https://github.com/DariuszPorowski/mkdocs-file-filter-plugin"
 repository = "https://github.com/DariuszPorowski/mkdocs-file-filter-plugin"
-documentation = "https://dariusz.porowski.dev/mkdocs-file-filter-plugin"
+documentation = "https://github.com/DariuszPorowski/mkdocs-file-filter-plugin/blob/main/README.md"
 readme = "README.md"
 license = "MIT"
 keywords = ["mkdocs", "plugin", "exclude", "include", "glob", "regex", "gitignore", "markdown", "frontmatter", "metadata", "tags"]
@@ -16,6 +16,7 @@ classifiers = [
 	"Programming Language :: Python :: 3.8",
 	"Programming Language :: Python :: 3.9",
 	"Programming Language :: Python :: 3.10",
+	"Programming Language :: Python :: 3.11",
 	"Programming Language :: Python :: 3 :: Only",
 	"Operating System :: OS Independent",
 	"License :: OSI Approved :: MIT License",
@@ -33,7 +34,7 @@ History = "https://github.com/DariuszPorowski/mkdocs-file-filter-plugin/releases
 file-filter = "mkdocs_file_filter_plugin.plugin:FileFilter"
 
 [tool.poetry.dependencies]
-python = ">=3.8.1,<3.11"
+python = ">=3.8.1,<4.0"
 mkdocs = "^1.4.0"
 igittigitt = "^2.1.2"
 pyyaml = "^6.0"