Fix reading tokens.txt on Windows (#448)

k2-fsa · Nov 25, 2023 · 66cad9f · 66cad9f
1 parent 8444d54
commit 66cad9f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/sherpa-onnx/csrc/lexicon.cc b/sherpa-onnx/csrc/lexicon.cc
@@ -50,6 +50,8 @@ static std::unordered_map<std::string, int32_t> ReadTokens(std::istream &is) {
       iss >> id;
     }
 
+    // eat the trailing \r\n on windows
+    iss >> std::ws;
     if (!iss.eof()) {
       SHERPA_ONNX_LOGE("Error: %s", line.c_str());
       exit(-1);