diff --git a/python/dolma/tokenizer/executor.py b/python/dolma/tokenizer/executor.py index bd80acc5..fa360450 100644 --- a/python/dolma/tokenizer/executor.py +++ b/python/dolma/tokenizer/executor.py @@ -12,7 +12,7 @@ from typing_extensions import TypeAlias from ..core.parallel import BaseParallelProcessor, QueueType -from ..core.paths import glob_path, join_path, make_relative, mkdir_p +from ..core.paths import glob_path, join_path, mkdir_p from .data_types import TokenizerOutput from .memmap_writer import MemmapWriter from .tokenizer import Tokenizer, tokenize_file