Add missing Cmake file for in tokenizer dir (#1908)

Nayef211 · web-flow · commit befea6e5538d · 2022-09-20T12:53:01.000-04:00
diff --git a/examples/libtorchtext/.gitignore b/examples/libtorchtext/.gitignore
@@ -1,2 +1,4 @@
 build
 **/*.pt
+**/*.bpe
+**/*.json
diff --git a/examples/libtorchtext/tokenizer/CMakeLists.txt b/examples/libtorchtext/tokenizer/CMakeLists.txt
@@ -0,0 +1,3 @@
+add_executable(tokenize main.cpp)
+target_link_libraries(tokenize "${TORCH_LIBRARIES}" "${TORCHTEXT_LIBRARY}")
+set_property(TARGET tokenize PROPERTY CXX_STANDARD 14)

-Original file line number
+Diff line change
@@ @@ -1,2 +1,4 @@ @@
 build
 **/*.pt
 +**/*.bpe
 +**/*.json
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+add_executable(tokenize main.cpp)`
	`2`	`+target_link_libraries(tokenize "${TORCH_LIBRARIES}" "${TORCHTEXT_LIBRARY}")`
	`3`	`+set_property(TARGET tokenize PROPERTY CXX_STANDARD 14)`