From 161e35532e5f67df820df9fbe2f7816cc10540ec Mon Sep 17 00:00:00 2001 From: spencer kelly Date: Mon, 29 Oct 2018 16:55:01 -0400 Subject: [PATCH] 4.0.2 --- package.json | 2 +- scratch.js | 23 ++++++++++++----------- 2 files changed, 13 insertions(+), 12 deletions(-) diff --git a/package.json b/package.json index d8c5fb6..82b896a 100644 --- a/package.json +++ b/package.json @@ -2,7 +2,7 @@ "author": "Spencer Kelly (http://spencermounta.in)", "name": "dumpster-dive", "description": "get a wikipedia dump parsed into mongodb", - "version": "4.0.1", + "version": "4.0.2", "repository": { "type": "git", "url": "git://github.com/spencermountain/wikipedia-to-mongodb.git" diff --git a/scratch.js b/scratch.js index 56b5874..2c84c3b 100644 --- a/scratch.js +++ b/scratch.js @@ -11,20 +11,21 @@ const dbName = path.match(/\/([a-z-]+)-latest-pages/)[1]; let options = { file: path, db: dbName, - // markdown: true, - // html: true, - // latex: true, - // templates: false, - // verbose: true, - // verbose_skip: true, - // batch_size: 1 - // skip_redirects: true, - // skip_disambig: true, - missing_templates: true +// markdown: true, +// html: true, +// latex: true, +// templates: false, +// verbose: true, +// verbose_skip: true, +// batch_size: 1 +// skip_redirects: true, +// skip_disambig: true, +// missing_templates: true // workers: 1 // custom: function(doc) { +// console.log(doc.title()) // return { -// // _id: doc.title(), +// _id: doc.title(), // foo: 'bar', // // categories: doc.categories(), // };