Updating sst2 tutorial to replace lambda usage (#1722)

Updating sst2 tutorial to replace lambda usage

Author: NivekT

examples/tutorials/sst2_classification_non_distributed.py

@@ -94,13 +94,18 @@
 train_datapipe = SST2(split="train")
 dev_datapipe = SST2(split="dev")
 
+
 # Transform the raw dataset using non-batched API (i.e apply transformation line by line)
-train_datapipe = train_datapipe.map(lambda x: (text_transform(x[0]), x[1]))
+def apply_transform(x):
+    return text_transform(x[0]), x[1]
+
+
+train_datapipe = train_datapipe.map(apply_transform)
 train_datapipe = train_datapipe.batch(batch_size)
 train_datapipe = train_datapipe.rows2columnar(["token_ids", "target"])
 train_dataloader = DataLoader(train_datapipe, batch_size=None)
 
-dev_datapipe = dev_datapipe.map(lambda x: (text_transform(x[0]), x[1]))
+dev_datapipe = dev_datapipe.map(apply_transform)
 dev_datapipe = dev_datapipe.batch(batch_size)
 dev_datapipe = dev_datapipe.rows2columnar(["token_ids", "target"])
 dev_dataloader = DataLoader(dev_datapipe, batch_size=None)
@@ -111,10 +116,14 @@
 #
 # ::
 #
-#   train_datapipe = train_datapipe.batch(batch_size).rows2columnar(["text", "label"])
-#   train_datapipe = train_datapipe.map(lambda x: {"token_ids": text_transform(x["text"]), "target": label_transform(x["label"])})
-#   dev_datapipe = dev_datapipe.batch(batch_size).rows2columnar(["text", "label"])
-#   dev_datapipe = dev_datapipe.map(lambda x: {"token_ids": text_transform(x["text"]), "target": label_transform(x["label"])})
+# def batch_transform(x):
+#     return {"token_ids": text_transform(x["text"]), "target": x["label"]}
+#
+#
+# train_datapipe = train_datapipe.batch(batch_size).rows2columnar(["text", "label"])
+# train_datapipe = train_datapipe.map(lambda x: batch_transform)
+# dev_datapipe = dev_datapipe.batch(batch_size).rows2columnar(["text", "label"])
+# dev_datapipe = dev_datapipe.map(lambda x: batch_transform)
 #
 
 ######################################################################