fix logical operator

reachsumit · reachsumit · commit 21a5cdf2a6f5 · 2022-09-14T12:10:41.000-07:00
diff --git a/torchtext/csrc/bert_tokenizer.cpp b/torchtext/csrc/bert_tokenizer.cpp
@@ -244,7 +244,7 @@ UString BERTEncoder::_basic_tokenize(
   size_t len = token.size();
   for (size_t i = 0; i < len; i++) {
     uint32_t c = token[i];
-    if (_is_chinese_char(c) || (_is_punct_char(c) and !is_never_split_token)) {
+    if (_is_chinese_char(c) || (_is_punct_char(c) && !is_never_split_token)) {
       if (!ret.empty() && ret.back() != ' ') {
         ret.append(1, ' ');
       }

Original file line number	Diff line number	Diff line change
`@@ -244,7 +244,7 @@ UString BERTEncoder::_basic_tokenize(`
`244`	`244`	`size_t len = token.size();`
`245`	`245`	`for (size_t i = 0; i < len; i++) {`
`246`	`246`	`uint32_t c = token[i];`
`247`		`- if (_is_chinese_char(c) \|\| (_is_punct_char(c) and !is_never_split_token)) {`
	`247`	`+ if (_is_chinese_char(c) \|\| (_is_punct_char(c) && !is_never_split_token)) {`
`248`	`248`	`if (!ret.empty() && ret.back() != ' ') {`
`249`	`249`	`ret.append(1, ' ');`
`250`	`250`	`}`