From 66ddf9cc20b3f0e5d96e95d562df8453fedf7e57 Mon Sep 17 00:00:00 2001 From: Luca Soldaini Date: Sun, 29 Oct 2023 04:19:18 +0000 Subject: [PATCH] fixed unused import --- python/dolma/tokenizer/executor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/dolma/tokenizer/executor.py b/python/dolma/tokenizer/executor.py index bd80acc5..fa360450 100644 --- a/python/dolma/tokenizer/executor.py +++ b/python/dolma/tokenizer/executor.py @@ -12,7 +12,7 @@ from typing_extensions import TypeAlias from ..core.parallel import BaseParallelProcessor, QueueType -from ..core.paths import glob_path, join_path, make_relative, mkdir_p +from ..core.paths import glob_path, join_path, mkdir_p from .data_types import TokenizerOutput from .memmap_writer import MemmapWriter from .tokenizer import Tokenizer, tokenize_file