From 331501399291aff5a9cfcf1963b89ad2300a436e Mon Sep 17 00:00:00 2001 From: Jacques-Henri Jourdan Date: Sat, 7 Nov 2015 18:17:59 +0100 Subject: Updating deLexer to PRE_NAME tokens --- cparser/deLexer.ml | 3 +++ 1 file changed, 3 insertions(+) (limited to 'cparser/deLexer.ml') diff --git a/cparser/deLexer.ml b/cparser/deLexer.ml index 00308e4b..3aa168da 100644 --- a/cparser/deLexer.ml +++ b/cparser/deLexer.ml @@ -65,6 +65,7 @@ let delex (symbol : string) : string = | "WHILE" -> "while" | "TYPEDEF_NAME" -> "t" (* this should be a type name *) | "VAR_NAME" -> "x" (* this should be a variable name *) + | "PRE_NAME" -> "" | "CONSTANT" -> "42" | "STRING_LITERAL" -> "\"\"" | "ELLIPSIS" -> "..." @@ -121,6 +122,8 @@ let delex (symbol : string) : string = let delex sentence = let symbols = Str.split (Str.regexp " ") sentence in + if List.nth symbols (List.length symbols - 1) = "PRE_NAME" then + failwith "token sequence terminating with PRE_NAME"; let symbols = List.map delex symbols in List.iter (fun symbol -> Printf.printf "%s " symbol -- cgit