robin/php-literal-parser
1
0
Fork 0
mirror of https://codeberg.org/icewind/php-literal-parser.git synced 2026-06-03 10:34:08 +02:00
Code Issues Projects Releases Wiki Activity

ignore comments

Browse source
This commit is contained in:
Robin Appelman 2021-02-24 16:19:51 +01:00
commit f6cd8d6fa0
1 changed files with 25 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

25
src/lexer.rs
View file

@ -30,6 +30,8 @@ pub enum Token {
#[token(";")]
SemiColon,
#[error]
#[regex(r"(#|//)[^\n]*", logos::skip)]
#[regex(r"/\*([^*]|\*[^/])+\*/", logos::skip)]
#[regex(r"[ \t\n\f]+", logos::skip)]
Error,
}
@ -169,6 +171,29 @@ fn test_lex_float() {
assert_eq!(lex.next(), None);
}
#[test]
fn test_lex_comments() {
let source = r###"
array (
/**
* multi line comment
*/
"double" => /** inline commend */ "quote", //line comment
)
"###;
let mut lex = Token::lexer(source);
assert_eq!(lex.next(), Some(Token::Array));
assert_eq!(lex.next(), Some(Token::BracketOpen));
assert_eq!(lex.next(), Some(Token::LiteralString));
assert_eq!(lex.next(), Some(Token::Arrow));
assert_eq!(lex.next(), Some(Token::LiteralString));
assert_eq!(lex.next(), Some(Token::Comma));
assert_eq!(lex.next(), Some(Token::BracketClose));
}
#[derive(Clone)]
pub struct SpannedToken<'source> {
pub token: Token,