aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--parsing/lexer.ml45
1 files changed, 3 insertions, 2 deletions
diff --git a/parsing/lexer.ml4 b/parsing/lexer.ml4
index caae659ec3..be52fa5f17 100644
--- a/parsing/lexer.ml4
+++ b/parsing/lexer.ml4
@@ -327,8 +327,9 @@ let parse_226_tail tk = parser
t = special (progress_special c3 (progress_special c2
(progress_special '\226' tk))) >] ->
TokSymbol t
- | [< len = ident_tail (store 0 '\226') >] ->
- TokIdent (get_buff len)
+ | [< '_; '_ >] ->
+ (* Unsupported utf-8 code *)
+ TokSymbol None
(* Parse what follows a dot *)