Skip to content

Commit

Permalink
fix filedir
Browse files Browse the repository at this point in the history
  • Loading branch information
bobokvsky committed Aug 19, 2024
1 parent 220e344 commit c4b97fb
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion datapipe/store/filedir.py
Original file line number Diff line number Diff line change
Expand Up @@ -493,7 +493,6 @@ def read_rows_meta_pseudo_df(
ukeys = []
filepaths = []
looked_keys: Set[Any] = set()

for f in files:
for filemath_match_suffix in self.filename_match_suffixes:
m = re.match(filemath_match_suffix, f"{self.protocol_str}{f.path}")
Expand All @@ -505,6 +504,7 @@ def read_rows_meta_pseudo_df(
keys_values = tuple(m.group(attrname) for attrname in self.attrnames)
if keys_values in looked_keys:
continue
looked_keys.add(keys_values)

for attrname, key_value in zip(self.attrnames, keys_values):
ids[attrname].append(key_value)
Expand Down

0 comments on commit c4b97fb

Please sign in to comment.