Handle L-strings and L-chars (#25)

corpus/expressions.txt

@@ -117,6 +117,7 @@ int main() {
   "a";
   "b" "c" "d";
   "\"hi\"";
+  L"bonjour";
 }
 
 ---
@@ -128,7 +129,8 @@ int main() {
     (compound_statement
       (expression_statement (string_literal))
       (expression_statement (concatenated_string (string_literal) (string_literal) (string_literal)))
-      (expression_statement (string_literal (escape_sequence) (escape_sequence))))))
+      (expression_statement (string_literal (escape_sequence) (escape_sequence)))
+      (expression_statement (string_literal)))))
 
 ============================================
 Character literals
@@ -139,6 +141,7 @@ int main() {
   '\0';
   '\t';
   '\'';
+  L'b';
 }
 
 ---
@@ -151,7 +154,8 @@ int main() {
       (expression_statement (char_literal))
       (expression_statement (char_literal (escape_sequence)))
       (expression_statement (char_literal (escape_sequence)))
-      (expression_statement (char_literal (escape_sequence))))))
+      (expression_statement (char_literal (escape_sequence)))
+      (expression_statement (char_literal)))))
 
 ============================================
 Field access

grammar.js

@@ -711,6 +711,7 @@ module.exports = grammar({
     },
 
     char_literal: $ => seq(
+      optional('L'),
       '\'',
       choice(
         $.escape_sequence,
@@ -725,6 +726,7 @@ module.exports = grammar({
     ),
 
     string_literal: $ => seq(
+      optional('L'),
       '"',
       repeat(choice(
         token.immediate(prec(1, /[^\\"\n]+/)),

src/grammar.json

@@ -4214,6 +4214,18 @@
     "char_literal": {
       "type": "SEQ",
       "members": [
+        {
+          "type": "CHOICE",
+          "members": [
+            {
+              "type": "STRING",
+              "value": "L"
+            },
+            {
+              "type": "BLANK"
+            }
+          ]
+        },
         {
           "type": "STRING",
           "value": "'"
@@ -4259,6 +4271,18 @@
     "string_literal": {
       "type": "SEQ",
       "members": [
+        {
+          "type": "CHOICE",
+          "members": [
+            {
+              "type": "STRING",
+              "value": "L"
+            },
+            {
+              "type": "BLANK"
+            }
+          ]
+        },
         {
           "type": "STRING",
           "value": "\""

src/node-types.json

@@ -711,6 +711,10 @@
     "type": "number_literal",
     "named": true
   },
+  {
+    "type": "L",
+    "named": false
+  },
   {
     "type": "'",
     "named": false