Review fixes:

 * ignore_unicode_prefix added
 * pyspark.sql.rst extended with avro
 * Note added to doc

Author: gaborgsomogyi

python/docs/pyspark.sql.rst

@@ -23,6 +23,12 @@ pyspark.sql.functions module
     :members:
     :undoc-members:
 
+pyspark.sql.avro.functions module
+---------------------------------
+.. automodule:: pyspark.sql.avro.functions
+    :members:
+    :undoc-members:
+
 pyspark.sql.streaming module
 ----------------------------
 .. automodule:: pyspark.sql.streaming

python/pyspark/sql/avro/functions.py

@@ -21,19 +21,21 @@
 
 
 from pyspark import since, SparkContext
+from pyspark.rdd import ignore_unicode_prefix
 from pyspark.sql.column import Column, _to_java_column
 from pyspark.util import _print_missing_jar
 
 
+@ignore_unicode_prefix
 @since(3.0)
 def from_avro(data, jsonFormatSchema, options={}):
     """
     Converts a binary column of avro format into its corresponding catalyst value. The specified
     schema must match the read data, otherwise the behavior is undefined: it may fail or return
     arbitrary result.
 
-    Avro is built-in but external data source module since Spark 2.4. Please deploy the application
-    as per the deployment section of "Apache Avro Data Source Guide".
+    Note: Avro is built-in but external data source module since Spark 2.4. Please deploy the
+    application as per the deployment section of "Apache Avro Data Source Guide".
 
     :param data: the binary column.
     :param jsonFormatSchema: the avro schema in JSON string format.
@@ -65,13 +67,14 @@ def from_avro(data, jsonFormatSchema, options={}):
     return Column(jc)
 
 
+@ignore_unicode_prefix
 @since(3.0)
 def to_avro(data):
     """
     Converts a column into binary of avro format.
 
-    Avro is built-in but external data source module since Spark 2.4. Please deploy the application
-    as per the deployment section of "Apache Avro Data Source Guide".
+    Note: Avro is built-in but external data source module since Spark 2.4. Please deploy the
+    application as per the deployment section of "Apache Avro Data Source Guide".
 
     :param data: the data column.