gccrs: tokenstream: Add string and byte string literals

Add conversion to tokenstream Literals for string and byte strings.

gcc/rust/ChangeLog:

	* ast/rust-ast-tokenstream.cc (TokenStream::collect): Add
	conversion for byte string and string.

Signed-off-by: Pierre-Emmanuel Patry <pierre-emmanuel.patry@embecosm.com>

diff --git a/gcc/rust/ast/rust-ast-tokenstream.cc b/gcc/rust/ast/rust-ast-tokenstream.cc
index 7a28634b60abc189499dd1a68bda5ea163fc1fdf..5442e1c042362a4719c9e0dbe707611b11804bd4 100644 (file)
--- a/gcc/rust/ast/rust-ast-tokenstream.cc
+++ b/gcc/rust/ast/rust-ast-tokenstream.cc
@@ -50,6 +50,22 @@ TokenStream::collect () const
     {
       switch (token->get_id ())
        {
+       // Literals
+       case CHAR_LITERAL: // TODO: UTF-8 handling
+         trees.back ().push (ProcMacro::TokenTree::make_tokentree (
+           ProcMacro::Literal::make_char (token->as_string ()[0])));
+         break;
+       case STRING_LITERAL:
+         trees.back ().push (ProcMacro::TokenTree::make_tokentree (
+           ProcMacro::Literal::make_string (token->as_string ())));
+         break;
+         case BYTE_STRING_LITERAL: {
+           auto str = token->as_string ();
+           std::vector<uint8_t> data (str.begin (), str.end ());
+           trees.back ().push (ProcMacro::TokenTree::make_tokentree (
+             ProcMacro::Literal::make_byte_string (data)));
+         }
+         break;
        // Ident
        case IDENTIFIER:
        case ABSTRACT: