Support 'Square', 'Sum', 'SparseSegmentSqrtN' BF16 ops in TensorFlow backend (#223)

Signed-off-by: Lv, Liang1 <[email protected]>
Signed-off-by: zehao-intel <[email protected]>

Author: lvliang-intel

neural_compressor/adaptor/tensorflow.yaml

@@ -35,7 +35,7 @@
            "Erf", "FusedBatchNormV2", "FusedBatchNormGradV2", "FusedBatchNormV3", "FusedBatchNormGradV3", "LeakyRelu", "LeakyReluGrad",
            "Mean", "Mul", "Sub", "Elu", "EluGrad", "FloorDiv", "_FusedBatchNormEx", "Log", "Log1p", "LogSoftmax", "Prod", "RealDiv",
            "Reciprocal", "Rsqrt", "Selu", "SeluGrad", "Sigmoid", "SigmoidGrad", "Softmax", "Softplus", "SoftplusGrad", "Softsign",
-           "SoftsignGrad", "Sqrt", "SquaredDifference", "Tanh", "TanhGrad", #infer_list
+           "SoftsignGrad", "Sqrt", "Square", "SquaredDifference", "Sum", "Tanh", "TanhGrad", "SparseSegmentSqrtN", # infer_list
            "Abs", "ArgMax","ArgMin","BatchToSpace","BatchToSpaceND","BroadcastTo","Ceil","CheckNumerics","ClipByValue","Concat","ConcatV2",
            "DepthToSpace","DynamicPartition","DynamicStitch","EnsureShape","Enter","Equal","Exit","ExpandDims","Fill","Floor","Gather",
            "GatherNd","GatherV2","Greater","GreaterEqual","Identity","IsFinite","IsInf","IsNan","Less","LessEqual","Max","Maximum","MaxPool",

neural_compressor/adaptor/tf_utils/quantize_graph/qdq/fuse_qdq_matmul.py

@@ -963,12 +963,6 @@ def _is_match_matmul(self, patterns, qdq_inserted=False):
                             self.exclude_matmul_nodes.append(cur_node.name)
                             continue
 
-                        for i in self.node_name_mapping:
-                            if weight_node.input and not weight_node.input[0].startswith('^') \
-                               and weight_node.name in self.node_name_mapping[i].output:
-                                self.exclude_matmul_nodes.append(cur_node.name)
-                                continue
-
                 for sub_rule in patterns:
                     if sub_rule[0] != "Dequantize":
                         self.exclude_matmul_nodes.append(cur_node.name)