fix #112: Remove the useless headless option

README.md

@@ -34,7 +34,6 @@ data:
   "meilisearch_api_key": "masterKey",
   "meilisearch_index_uid": "google",
   "strategy": "default", // docssearch, schema*, custom, markdown or default
-  "headless": true, // Use headless browser for rendering javascript websites
   "batch_size": 1000, // pass null to send documents 1 at a time or specify a batch size
   "primary_key": null,
   "meilisearch_settings": {
@@ -165,10 +164,6 @@ Name of the index on which the content is indexed.
 default: `default`
 Scraping strategy: - `default` Scrapes the content of webpages, it is suitable for most use cases. It indexes the content in this format (show example) - `docssearch` Scrapes the content of webpages, it suits most use cases. The difference with the default strategy is that it indexes the content in a format compatible with docs-search bar - `schema` Scraps the [`schema`](https://schema.org/) information of your web app.
 
-`headless`
-default: `true`
-Wether or not the javascript should be loaded before scraping starts.
-
 `primary_key`
 The key name in your documents containing their unique identifier.
 

src/crawlers/puppeteer.ts

@@ -65,7 +65,7 @@ export class PuppeteerCrawler extends BaseCrawler {
       }),
       launchContext: {
         launchOptions: {
-          headless: this.config.headless || true,
+          headless: true,
           args: ["--no-sandbox", "--disable-setuid-sandbox"],
           ignoreDefaultArgs: ["--disable-extensions"],
           ...this.launchOptions,