Skip to content

Commit 929fa7a

Browse files
committed
fix docstring
Signed-off-by: changwa1 <[email protected]>
1 parent 42a1602 commit 929fa7a

File tree

5 files changed

+19
-32
lines changed

5 files changed

+19
-32
lines changed

neural_compressor/data/datasets/imagenet_dataset.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -153,7 +153,7 @@ class TensorflowImagenetDataset(IterableDataset):
153153
"""Configuration for Imagenet dataset."""
154154

155155
def __new__(cls, root, subset='validation', num_cores=28, transform=None, filter=None):
156-
"""New a imagenet dataset for tensorflow"""
156+
"""New a imagenet dataset for tensorflow."""
157157
assert subset in ('validation', 'train'), \
158158
'only support subset (validation, train)'
159159
logger.warning("This api is going to be deprecated, "
@@ -187,6 +187,7 @@ class ONNXRTImagenetDataset(Dataset):
187187
"""Configuration for Imagenet dataset."""
188188

189189
def __init__(self, root, subset='val', num_cores=28, transform=None, filter=None):
190+
"""Initialize `ONNXRTImagenetDataset` class."""
190191
self.val_dir = os.path.join(root, subset)
191192
assert os.path.exists(self.val_dir), "find no val dir in {}".format(root) + \
192193
"please make sure there are train/val subfolders"
@@ -204,7 +205,7 @@ def __init__(self, root, subset='val', num_cores=28, transform=None, filter=None
204205
self.image_list.append((img, idx))
205206

206207
def __len__(self):
207-
"""Return the number of images"""
208+
"""Return the number of images."""
208209
return len(self.image_list)
209210

210211
def __getitem__(self, index):

neural_compressor/data/transforms/coco_transform.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -37,8 +37,10 @@
3737
@transform_registry(transform_type="ParseDecodeCoco", \
3838
process="preprocess", framework="tensorflow")
3939
class ParseDecodeCocoTransform(BaseTransform):
40-
40+
"""Coco decoding will be performed automatically from Neural Compressor v1.4.
41+
"""
4142
def __call__(self, sample):
43+
"""Convert `ParseDecodeCocoTransform` feature."""
4244
logger.warning("This transform is going to be deprecated, " \
4345
"coco decoding will be performed automatically from Neural Compressor v1.4.")
4446
return sample

neural_compressor/data/transforms/imagenet_transform.py

Lines changed: 4 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -138,14 +138,14 @@ def __call__(self, sample):
138138
@transform_registry(transform_type="ParseDecodeImagenet", \
139139
process="preprocess", framework="tensorflow")
140140
class ParseDecodeImagenetTransform(BaseTransform):
141-
"""imagenet decoding will be performed automatically from Neural Compressor v1.4.
141+
"""Imagenet decoding will be performed automatically from Neural Compressor v1.4.
142142
143-
Returns:
144-
sample
143+
Returns:
144+
sample
145145
"""
146146

147147
def __call__(self, sample):
148-
"""Return sample"""
148+
"""Convert `ParseDecodeImagenetTransform` feature."""
149149
logger.warning("This transform is going to be deprecated, " \
150150
"imagenet decoding will be performed automatically from Neural Compressor v1.4.")
151151
return sample
@@ -202,15 +202,6 @@ def __call__(self, sample):
202202
new_height = tf.cast(tf.math.rint(height*scale), dtype=tf.int32)
203203
new_width = tf.cast(tf.math.rint(width*scale), dtype=tf.int32)
204204

205-
# image = tf.cond(pred=tf.greater(shape[0], shape[1]), \
206-
# false_fn=lambda: tf.image.resize(image, \
207-
# tf.convert_to_tensor(value=[self.resize_side*shape[0]/shape[1], \
208-
# self.resize_side], dtype=tf.int32)),
209-
# true_fn=lambda: tf.image.resize(image, \
210-
# tf.convert_to_tensor(value=[self.resize_side, \
211-
# self.resize_side * shape[1] / shape[0]], dtype=tf.int32)),
212-
# )
213-
214205
if self.subpixels=='BGR' and self.data_format=='channels_first':
215206
# 'RGB'->'BGR'
216207
image = tf.cond(tf.equal(tf.rank(image), 3),

neural_compressor/experimental/data/datasets/imagenet_dataset.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@
3636
import numpy as np
3737
from PIL import Image
3838
from neural_compressor.utils.utility import LazyImport
39+
from neural_compressor.utils import logger
3940
from .dataset import dataset_registry, IterableDataset, Dataset
4041
tf = LazyImport('tensorflow')
4142
mx = LazyImport('mxnet')
@@ -152,7 +153,7 @@ class TensorflowImagenetDataset(IterableDataset):
152153
"""Configuration for Imagenet dataset."""
153154

154155
def __new__(cls, root, subset='validation', num_cores=28, transform=None, filter=None):
155-
"""New a imagenet dataset for tensorflow"""
156+
"""New a imagenet dataset for tensorflow."""
156157
assert subset in ('validation', 'train'), \
157158
'only support subset (validation, train)'
158159
logger.warning("This api is going to be deprecated, "
@@ -186,6 +187,7 @@ class ONNXRTImagenetDataset(Dataset):
186187
"""Configuration for Imagenet dataset."""
187188

188189
def __init__(self, root, subset='val', num_cores=28, transform=None, filter=None):
190+
"""Initialize `ONNXRTImagenetDataset` class."""
189191
self.val_dir = os.path.join(root, subset)
190192
assert os.path.exists(self.val_dir), "find no val dir in {}".format(root) + \
191193
"please make sure there are train/val subfolders"
@@ -203,7 +205,7 @@ def __init__(self, root, subset='val', num_cores=28, transform=None, filter=None
203205
self.image_list.append((img, idx))
204206

205207
def __len__(self):
206-
"""Return the number of images"""
208+
"""Return the number of images."""
207209
return len(self.image_list)
208210

209211
def __getitem__(self, index):

neural_compressor/experimental/data/transforms/imagenet_transform.py

Lines changed: 5 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -137,14 +137,14 @@ def __call__(self, sample):
137137
@transform_registry(transform_type="ParseDecodeImagenet", \
138138
process="preprocess", framework="tensorflow")
139139
class ParseDecodeImagenetTransform(BaseTransform):
140-
"""imagenet decoding will be performed automatically from Neural Compressor v1.4.
140+
"""Imagenet decoding will be performed automatically from Neural Compressor v1.4.
141141
142-
Returns:
143-
sample
142+
Returns:
143+
sample
144144
"""
145145

146146
def __call__(self, sample):
147-
"""Return sample"""
147+
"""Convert `ParseDecodeImagenetTransform` feature."""
148148
logger.warning("This transform is going to be deprecated, " \
149149
"imagenet decoding will be performed automatically from Neural Compressor v1.4.")
150150
return sample
@@ -201,15 +201,6 @@ def __call__(self, sample):
201201
new_height = tf.cast(tf.math.rint(height*scale), dtype=tf.int32)
202202
new_width = tf.cast(tf.math.rint(width*scale), dtype=tf.int32)
203203

204-
# image = tf.cond(pred=tf.greater(shape[0], shape[1]), \
205-
# false_fn=lambda: tf.image.resize(image, \
206-
# tf.convert_to_tensor(value=[self.resize_side*shape[0]/shape[1], \
207-
# self.resize_side], dtype=tf.int32)),
208-
# true_fn=lambda: tf.image.resize(image, \
209-
# tf.convert_to_tensor(value=[self.resize_side, \
210-
# self.resize_side * shape[1] / shape[0]], dtype=tf.int32)),
211-
# )
212-
213204
if self.subpixels=='BGR' and self.data_format=='channels_first':
214205
# 'RGB'->'BGR'
215206
image = tf.cond(tf.equal(tf.rank(image), 3),
@@ -426,4 +417,4 @@ def __call__(self, sample):
426417
h = new_height
427418
w = int(new_width * width / height)
428419
img = cv2.resize(img, (w, h), interpolation=self.inter_pol)
429-
return img, label
420+
return img, label

0 commit comments

Comments
 (0)