Add HTML tags as seperators

lib/index.js

@@ -22,6 +22,9 @@ function add(left, right) {
   return left + right;
 }
 
+// add HTML tags as seperators.
+lunr.tokenizer.seperator = /[\s\-]+|<.+?>/;
+
 // get all the tokens found in the given text (non-unique)
 // in the future, we might expand this to do more than just
 // English. Also, this is a private Lunr API, hence why

test/test.js

@@ -75,6 +75,20 @@ function tests(dbName, dbType) {
       });
     });
 
+    it('basic search with html tags', function () {
+      return db.bulkDocs({docs: docs}).then(function () {
+        var opts = {
+          fields: ['title', 'text', 'desc'],
+          query: 'concurrent'
+        };
+        return db.search(opts);
+      }).then(function (res) {
+        res.rows.length.should.equal(1);
+        res.rows[0].id.should.equal('3');
+        res.rows[0].score.should.be.above(0);
+      });
+    });
+
     it('basic search - zero results', function () {
       return db.bulkDocs({docs: docs}).then(function () {
         var opts = {
@@ -786,6 +800,5 @@ function tests(dbName, dbType) {
           res.total_rows.should.equal(2);
         });
     });
-
   });
 }