Adding support for quoted identifiers

In BaseModelica, every identifier is quoted..

Author: jgillis

src/s0_lexer/tokens.rs

@@ -177,6 +177,15 @@ pub enum Token {
     #[regex("[_a-zA-Z][_0-9a-zA-Z]*", |lex| lex.slice().to_string())]
     Identifier(String),
 
+    #[regex("'([_0-9a-zA-Z!#$%&\\(\\)*+,-\\./:;<>=\\?@\\[\\]\\^\\{\\}|~ \"]|\\\\'|\\\\\"|\\\\\\?|\\\\\\\\|\\\\a|\\\\b|\\\\f|\\\\n|\\\\r|\\\\t|\\\\v)*'", |lex| {
+        // Perform downquoting per https://github.com/modelica/ModelicaSpecification/blob/MCP/0031/RationaleMCP/0031/name-mapping.md
+        // * Strip off the outer quotes
+        // * Unescape escaped sequences
+        let quoted = &lex.slice()[1..lex.slice().len()-1];
+        quoted.to_string().replace("\\'", "'").replace("\\\"", "\"").replace("\\?", "?").replace("\\\\", "\\").replace("\\a", "\x07").replace("\\b", "\x08").replace("\\f", "\x0c").replace("\\n", "\n").replace("\\r", "\r").replace("\\t", "\t").replace("\\v", "\x0b")
+    })]
+    QuotedIdentifier(String),
+
     #[regex("\"[\\- _0-9a-zA-Z]*\"", quoted_string_callback)]
     String(String),
 

src/s1_parser/modelica.lalrpop

@@ -99,6 +99,7 @@ extern {
 
         // other lexical tokens
         "IDENT" => Token::Identifier(<String>),
+        "Q-IDENT" => Token::QuotedIdentifier(<String>),
         "STRING" => Token::String(<String>),
         "UNSIGNED-INTEGER" => Token::UnsignedInteger(<String>),
         "UNSIGNED-REAL" => Token::UnsignedReal(<String>),
@@ -294,6 +295,7 @@ pub ClassSpecifier: fragment::ClassSpecifier = {
 
 pub IDENT: String = {
     <ident: "IDENT"> => ident,
+    <qident: "Q-IDENT"> => qident
 }
 
 //✅ long-class-specifier :