split layers,test=develop (#889)

Author: sneaxiy

doc/fluid/api/data/image.rst

@@ -24,32 +24,55 @@ def parse_arg():
     parser = argparse.ArgumentParser()
     parser.add_argument('--submodules', nargs="*")
     parser.add_argument(
-        'module', type=str, help='Generate the documentation of which module')
+        '--module', type=str, help='Generate the documentation of which module')
+    parser.add_argument(
+        '--module_prefix', type=str, help='Generate the prefix of module')
     return parser.parse_args()
 
 
 class DocGenerator(object):
-    def __init__(self, module_name=None, stream=sys.stdout):
+    def __init__(self, module_name=None, module_prefix=None, stream=sys.stdout):
         if module_name == "":
             module_name = None
+
+        if module_prefix == "":
+            module_prefix = None
+
         self.stream = stream
         if module_name is None:
             self.module_name = "fluid"
         else:
             self.module_name = "fluid." + module_name
         if module_name is None:
             self.module = fluid
+        else: 
+            self.module = fluid
+            for each_module_name in module_name.split('.'): 
+                if not hasattr(self.module, each_module_name):
+                    raise ValueError("Cannot find fluid.{0}".format(module_name))
+                else:
+                    self.module = getattr(self.module, each_module_name)
+
+        if module_prefix is None:
+            self.module_prefix = self.module_name 
         else:
-            if not hasattr(fluid, module_name):
-                raise ValueError("Cannot find fluid.{0}".format(module_name))
-            else:
-                self.module = getattr(fluid, module_name)
+            self.module_prefix = "fluid." + module_prefix
+
         self.stream.write('''..  THIS FILE IS GENERATED BY `gen_doc.{py|sh}`
     !DO NOT EDIT THIS FILE MANUALLY!
 
-''')
+''')            
 
-        self._print_header_(self.module_name, dot='=', is_title=True)
+        header_name = self.module_name
+        if module_prefix is not None:
+            prefix_len = len(self.module_prefix)
+            assert self.module_prefix == self.module_name[0:prefix_len],    \
+                "module_prefix must be prefix of module_name"
+            diff_name = self.module_name[prefix_len+1:]
+            if diff_name != "":
+                header_name = diff_name
+         
+        self._print_header_(header_name, dot='=', is_title=True)
 
     def print_submodule(self, submodule_name):
         submodule = getattr(self.module, submodule_name)
@@ -85,15 +108,15 @@ def print_class(self, name):
     :members:
     :noindex:
 
-'''.format(self.module_name, name))
+'''.format(self.module_prefix, name))
 
     def print_method(self, name):
         self._print_ref_(name)
         self._print_header_(name, dot='-', is_title=False)
         self.stream.write('''..  autofunction:: paddle.{0}.{1}
     :noindex:
 
-'''.format(self.module_name, name))
+'''.format(self.module_prefix, name))
 
     def _print_header_(self, name, dot, is_title):
         dot_line = dot * len(name)
@@ -108,12 +131,12 @@ def _print_header_(self, name, dot, is_title):
 
     def _print_ref_(self, name):
         self.stream.write(".. _api_{0}_{1}:\n\n".format("_".join(
-            self.module_name.split(".")), name))
+            self.module_prefix.split(".")), name))
 
 
 def main():
     args = parse_arg()
-    gen = DocGenerator(args.module)
+    gen = DocGenerator(args.module, args.module_prefix)
     if args.submodules is None:
         gen.print_current_module()
     else:

doc/fluid/api/gen_doc.py

@@ -1,9 +1,17 @@
 #!/bin/bash
-python gen_doc.py layers --submodules control_flow device io nn ops tensor learning_rate_scheduler detection metric_op > layers.rst
+
+mkdir -p layers
+
+for module in control_flow io nn ops tensor learning_rate_scheduler detection metric_op
+do
+  python gen_doc.py --module layers.${module} --module_prefix layers > layers/${module}.rst
+done 
 
 for module in data_feeder dataset clip metrics executor initializer io nets optimizer profiler regularizer transpiler recordio_writer backward average profiler unique_name
 do
-  python gen_doc.py ${module} > ${module}.rst
+  python gen_doc.py --module ${module} --module_prefix ${module} > ${module}.rst
 done
 
-python gen_doc.py "" > fluid.rst
+python gen_doc.py --module "" --module_prefix "" > fluid.rst
+
+python gen_index.py

doc/fluid/api/gen_doc.sh

@@ -2,20 +2,31 @@
 import exceptions
 import glob
 import os
+
 if __name__ == '__main__':
-    
-    file_object = open('index_en.rst', 'w')
-    file_object.write('''=============
+    with open('index_en.rst', 'w') as file_object: 
+        file_object = open('index_en.rst', 'w')
+        file_object.write('''=============
 API Reference
 =============
 
 ..  toctree::
     :maxdepth: 1
 
 ''')
-    file_object.write('    ../api_guides/index_en.rst'+'\n')
-    file_object.write('    fluid.rst'+'\n')
-    for file_name in sorted(glob.glob("*.rst")):
-        if file_name != ('index_en.rst' and 'fluid.rst'):
-            file_object.write('    '+file_name + "\n")
-    file_object.close( )
+        file_object.write('    ../api_guides/index_en.rst'+'\n')
+        file_object.write('    fluid.rst'+'\n')
+    
+        target_dirs = ['.', 'data']
+        
+        file_names = []
+        for target_dir in target_dirs:
+            if target_dir == '.':
+                pattern = '*.rst'
+            else:
+                pattern = target_dir + '/*.rst'
+            file_names.extend(glob.glob(pattern))
+
+        for file_name in sorted(file_names):
+            if file_name not in ['index_en.rst', 'fluid.rst']:
+                file_object.write('    '+file_name + "\n")

doc/fluid/api/gen_index.py

@@ -10,7 +10,8 @@ API Reference
     average.rst
     backward.rst
     clip.rst
-    data.rst
+    data/data_reader.rst
+    data/dataset.rst
     data_feeder.rst
     dataset.rst
     executor.rst
@@ -25,6 +26,3 @@ API Reference
     regularizer.rst
     transpiler.rst
     unique_name.rst
-    data/dataset.rst
-    data/data_reader.rst
-