Add comments to Reddit parser

Author: alexferrari88

src/extractors/custom/www.reddit.com/index.js

@@ -59,4 +59,11 @@ export const WwwRedditComExtractor = {
       'div a[data-test-id="comments-page-link-num-comments"]',
     ],
   },
+
+  extend: {
+    comments: {
+      selectors: ['div[data-testid="comment"]'],
+      allowMultiple: true,
+    },
+  },
 };

src/extractors/custom/www.reddit.com/index.test.js

@@ -1,10 +1,10 @@
 import assert from 'assert';
-import URL from 'url';
 import cheerio from 'cheerio';
 import moment from 'moment-timezone';
+import URL from 'url';
 
-import Mercury from 'mercury';
 import getExtractor from 'extractors/get-extractor';
+import Mercury from 'mercury';
 import { excerptContent } from 'utils/text';
 
 const fs = require('fs');
@@ -224,5 +224,25 @@ describe('WwwRedditComExtractor', () => {
 
       assert.equal(embed.length, 1);
     });
+
+    it('returns the comments', async () => {
+      const html = fs.readFileSync(
+        './fixtures/www.reddit.com--title-only.html'
+      );
+      const uri =
+        'https://www.reddit.com/r/AskReddit/comments/axtih6/what_is_the_most_worth_it_item_you_have_ever/';
+
+      const { comments } = await Mercury.parse(uri, { html });
+
+      const expectedCommentsLength = 12;
+      assert.equal(comments.length, expectedCommentsLength);
+
+      const first13 = excerptContent(comments[0] || '', 13);
+
+      assert.equal(
+        first13,
+        'A Miele canister vacuum. I had read the 4 AMAs from the vacuum'
+      );
+    });
   });
 });