Removed void token filter entries and added two tests

Author: martijnvg

modules/analysis-common/src/test/resources/rest-api-spec/test/analysis-common/20_analyzers.yml

@@ -27,3 +27,13 @@
     - match:  { detail.analyzer.tokens.1.start_offset: 4 }
     - match:  { detail.analyzer.tokens.1.end_offset: 8 }
     - match:  { detail.analyzer.tokens.1.position: 1 }
+
+---
+"bengali":
+    - do:
+        indices.analyze:
+          body:
+            text:     বাড়ী
+            analyzer: bengali
+    - length: { tokens: 1 }
+    - match:  { tokens.0.token: বার }

modules/analysis-common/src/test/resources/rest-api-spec/test/analysis-common/40_token_filters.yml

@@ -1506,3 +1506,26 @@
             filter:    [russian_stem]
     - length: { tokens: 1 }
     - match:  { tokens.0.token: журнал }
+
+---
+"bengali_stem":
+    - do:
+        indices.create:
+          index: test
+          body:
+            settings:
+              analysis:
+                filter:
+                  my_bengali_stem:
+                    type: stemmer
+                    language: bengali
+
+    - do:
+        indices.analyze:
+          index: test
+          body:
+            text: করেছিলাম
+            tokenizer: keyword
+            filter:    [my_bengali_stem]
+    - length: { tokens: 1 }
+    - match:  { tokens.0.token: কর }

test/framework/src/main/java/org/elasticsearch/indices/analysis/AnalysisFactoryTestCase.java

@@ -193,9 +193,6 @@ private static String toCamelCase(String s) {
         .put("flattengraph",              MovedToAnalysisCommon.class)
 
         // TODO: these tokenfilters are not yet exposed: useful?
-        .put("bengalinormalization",      Void.class)
-        .put("bengalistem",               Void.class)
-
         // suggest stop
         .put("suggeststop",               Void.class)
         // capitalizes tokens