This repository was archived by the owner on Sep 10, 2025. It is now read-only.
File tree Expand file tree Collapse file tree 2 files changed +3
-8
lines changed
test/torchtext_unittest/prototype Expand file tree Collapse file tree 2 files changed +3
-8
lines changed Original file line number Diff line number Diff line change 11import os
2- import platform
3- import unittest
42
53import torch
64import torchtext .data as data
108
119
1210class TestFunctional (TorchtextTestCase ):
13- # TODO(Nayef211): remove decorator once https://github.com/pytorch/pytorch/issues/38207 is closed
14- @unittest .skipIf (platform .system () == "Windows" , "Test is known to fail on Windows." )
1511 def test_BasicEnglishNormalize (self ) -> None :
1612 test_sample = "'\" .<br />,()!?;: Basic English Normalization for a Line of Text '\" .<br />,()!?;:"
1713 ref_results = [
Original file line number Diff line number Diff line change 1212 from torchdata .datapipes .iter import FileOpener , IterableWrapper
1313 from torchtext ._download_hooks import HttpReader
1414
15- # TODO: Update URL to original once the server is back up (see https://github.com/pytorch/text/issues/1756)
1615URL = {
17- "train" : r"https ://raw.githubusercontent.com/neychev/small_DL_repo/master/datasets/Multi30k /training.tar.gz" ,
18- "valid" : r"https ://raw.githubusercontent.com/neychev/small_DL_repo/master/datasets/Multi30k /validation.tar.gz" ,
19- "test" : r"https ://raw.githubusercontent.com/neychev/small_DL_repo/master/datasets/Multi30k /mmt16_task1_test.tar.gz" ,
16+ "train" : "http ://www.quest.dcs.shef.ac.uk/wmt16_files_mmt /training.tar.gz" ,
17+ "valid" : "http ://www.quest.dcs.shef.ac.uk/wmt16_files_mmt /validation.tar.gz" ,
18+ "test" : "http ://www.quest.dcs.shef.ac.uk/wmt16_files_mmt /mmt16_task1_test.tar.gz" ,
2019}
2120
2221MD5 = {
You can’t perform that action at this time.
0 commit comments