Log when ignoring an empty external token after an error

maxbrunsfeld · maxbrunsfeld · commit 5aa2f4dc8c00 · 2022-06-24T19:07:27.000-07:00
diff --git a/lib/src/parser.c b/lib/src/parser.c
@@ -452,6 +452,10 @@ static Subtree ts_parser__lex(
           (error_mode || !ts_stack_has_advanced_since_error(self->stack, version)) &&
           !external_scanner_state_changed
         ) {
+          LOG(
+            "ignore_empty_external_token symbol:%s",
+            SYM_NAME(self->language->external_scanner.symbol_map[self->lexer.data.result_symbol])
+          )
           found_token = false;
         }
       }

Original file line number	Diff line number	Diff line change
`@@ -452,6 +452,10 @@ static Subtree ts_parser__lex(`
`452`	`452`	`(error_mode \|\| !ts_stack_has_advanced_since_error(self->stack, version)) &&`
`453`	`453`	`!external_scanner_state_changed`
`454`	`454`	`) {`
	`455`	`+ LOG(`
	`456`	`+ "ignore_empty_external_token symbol:%s",`
	`457`	`+ SYM_NAME(self->language->external_scanner.symbol_map[self->lexer.data.result_symbol])`
	`458`	`+ )`
`455`	`459`	`found_token = false;`
`456`	`460`	`}`
`457`	`461`	`}`