Merge pull request #194 from IdrisHanafi/feat/customize-crawl-base-di…

…rectory Support for custom crawl base directory
unclecode · Oct 24, 2024 · 32f57c4 · 32f57c4 · phanitallapudi · Oct 24, 2024
2 parents 9ffa34b + a5f627b
commit 32f57c4
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/crawl4ai/async_webcrawler.py b/crawl4ai/async_webcrawler.py
@@ -23,13 +23,14 @@ def __init__(
         self,
         crawler_strategy: Optional[AsyncCrawlerStrategy] = None,
         always_by_pass_cache: bool = False,
+        base_directory: str = str(Path.home()),
         **kwargs,
     ):
         self.crawler_strategy = crawler_strategy or AsyncPlaywrightCrawlerStrategy(
             **kwargs
         )
         self.always_by_pass_cache = always_by_pass_cache
-        self.crawl4ai_folder = os.path.join(Path.home(), ".crawl4ai")
+        self.crawl4ai_folder = os.path.join(base_directory, ".crawl4ai")
         os.makedirs(self.crawl4ai_folder, exist_ok=True)
         os.makedirs(f"{self.crawl4ai_folder}/cache", exist_ok=True)
         self.ready = False