Logs can include escapes (inside strings).

Terminating on string is not a problem.
tidyverse · Apr 7, 2015 · 052b05e · 052b05e
1 parent 25b3656
commit 052b05e
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/src/TokenizerLog.h b/src/TokenizerLog.h
@@ -10,6 +10,7 @@ enum LogState {
   LOG_DELIM,
   LOG_FIELD,
   LOG_STRING,
+  LOG_ESCAPE,
   LOG_QUOTE,
   LOG_DATE
 };
@@ -100,9 +101,15 @@ class TokenizerLog : public Tokenizer {
       case LOG_STRING:
         if (*cur_ == '"') {
           state_ = LOG_QUOTE;
+        } else if (*cur_ == '\\') {
+          state_ = LOG_ESCAPE;
         }
         break;
 
+      case LOG_ESCAPE:
+        state_ = LOG_STRING;
+        break;
+
       case LOG_DATE:
         if (*cur_ == ']') {
           newField();
@@ -129,7 +136,6 @@ class TokenizerLog : public Tokenizer {
       return fieldToken(token_begin + 1, end_ - 1, row, col);
 
     case LOG_STRING:
-      warn(row, col, "closing quote at end of file");
       return fieldToken(token_begin + 1, end_, row, col);
 
     case LOG_DATE: