j/msp430-repl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

token.rs: Allow one-character identifiers

Browse Source
This commit is contained in:
John 2023-08-19 23:56:26 -05:00
parent f89d2ddfdd
commit 8947521181
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/tokenizer/token.rs
View File

@ -50,7 +50,7 @@ impl<$t> From<&$t str> for $type {
token
} else
)*
{todo!("Unexpected input: {value:#?}")}
{todo!("Unexpected input: {value:#?} (Tokenization failure)")}
}
}
};
@ -221,7 +221,7 @@ regex_impl! {<'text> Token<'text> {
regex!(Type::Directive = r"^\.\w+( .*)?")
}
pub fn expect_identifier(text: &str) -> Option<Self> {
regex!(Type::Identifier = r"^[A-Za-z_]\w+")
regex!(Type::Identifier = r"^[A-Za-z_]\w*")
}
pub fn expect_separator(text: &str) -> Option<Self> {
regex!(Type::Separator = r"^,")