Skip to content

GH-102613: Fast recursive globbing in pathlib.Path.glob() #104512

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
barneygale merged 17 commits into from
Jun 6, 2023
+163 −140
Merged

GH-102613: Fast recursive globbing in pathlib.Path.glob() #104512

Changes from 1 commit
Commits
Show all changes
17 commits
Select commit Hold shift + click to select a range
7a58251
GH-102613: Simplify implementation of `pathlib.Path.glob()`
barneygale May 15, 2023
d5b1836
Speed up matching `*`
barneygale May 15, 2023
d5c86c6
Add comments, docstrings.
barneygale May 15, 2023
53dcb79
Merge branch 'main' into gh-102613-remove-selector-classes
barneygale May 18, 2023
6da6a83
Merge branch 'main' into gh-102613-remove-selector-classes
barneygale May 29, 2023
73ed81d
Merge branch 'main' into gh-102613-remove-selector-classes
barneygale May 30, 2023
4005619
Add support for matching files recursively.
barneygale May 31, 2023
9401d36
Implement walk-and-match algorithm.
barneygale May 31, 2023
b217587
Fix up docs, news blurb.
barneygale May 31, 2023
de7e857
Fix comment
barneygale May 31, 2023
d1023c7
Fix handling of newlines in filenames.
barneygale May 31, 2023
ad33eec
Speed up recursive selection
barneygale Jun 1, 2023
064efdb
Exclude `self` from walk-and-match matching.
barneygale Jun 1, 2023
14c6a58
Optimize walk-and-match logic.
barneygale Jun 1, 2023
04720bd
Consume adjacent '**' segments before considering use of matching.
barneygale Jun 1, 2023
9c6b44f
Add some more tests for complex patterns.
barneygale Jun 1, 2023
4cfb836
Drop test case that doesn't work on Windows.
barneygale Jun 1, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Add some more tests for complex patterns.
  • Loading branch information
@barneygale
barneygale committed Jun 1, 2023
commit 9c6b44f54e56aa07edd1b03c29cc5c4e1de0681a
20 changes: 20 additions & 0 deletions Lib/test/test_pathlib.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1899,6 +1899,17 @@ def _check(path, glob, expected):
_check(p, "*B/*", ["dirB/fileB", "dirB/linkD", "linkB/fileB", "linkB/linkD"])
_check(p, "*/fileB", ["dirB/fileB", "linkB/fileB"])
_check(p, "*/", ["dirA", "dirB", "dirC", "dirE", "linkB"])
_check(p, "dir*/*/..", ["dirC/dirD/..", "dirA/linkC/.."])
_check(p, "dir*/**/", ["dirA", "dirA/linkC", "dirA/linkC/linkD", "dirB", "dirB/linkD",
"dirC", "dirC/dirD", "dirE"])
_check(p, "dir*/**/..", ["dirA/..", "dirA/linkC/..", "dirB/..",
"dirC/..", "dirC/dirD/..", "dirE/.."])
_check(p, "dir*/*/**/", ["dirA/linkC", "dirA/linkC/linkD", "dirB/linkD", "dirC/dirD"])
_check(p, "dir*/*/**/..", ["dirA/linkC/..", "dirC/dirD/.."])
_check(p, "dir*/**/fileC", ["dirC/fileC"])
_check(p, "dir*/*/../**/fileC", ["dirA/linkC/../dirC/fileC", "dirC/dirD/../fileC"])
_check(p, "dir*/*/../dirD/**/", ["dirC/dirD/../dirD"])
_check(p, "*/dirD/**/", ["dirC/dirD"])

@os_helper.skip_unless_symlink
def test_glob_no_follow_symlinks_common(self):
Expand All @@ -1913,6 +1924,15 @@ def _check(path, glob, expected):
_check(p, "*B/*", ["dirB/fileB", "dirB/linkD"])
_check(p, "*/fileB", ["dirB/fileB"])
_check(p, "*/", ["dirA", "dirB", "dirC", "dirE"])
_check(p, "dir*/*/..", ["dirC/dirD/.."])
_check(p, "dir*/**/", ["dirA", "dirB", "dirC", "dirC/dirD", "dirE"])
_check(p, "dir*/**/..", ["dirA/..", "dirB/..", "dirC/..", "dirC/dirD/..", "dirE/.."])
_check(p, "dir*/*/**/", ["dirC/dirD"])
_check(p, "dir*/*/**/..", ["dirC/dirD/.."])
_check(p, "dir*/**/fileC", ["dirC/fileC"])
_check(p, "dir*/*/../**/fileC", ["dirC/dirD/../fileC"])
_check(p, "dir*/*/../dirD/**/", ["dirC/dirD/../dirD"])
_check(p, "*/dirD/**/", ["dirC/dirD"])

def test_rglob_common(self):
def _check(glob, expected):
Expand Down