diff --git a/compiler/cl-lexer/src/lib.rs b/compiler/cl-lexer/src/lib.rs index e0e1328..2ed2d91 100644 --- a/compiler/cl-lexer/src/lib.rs +++ b/compiler/cl-lexer/src/lib.rs @@ -387,7 +387,19 @@ impl<'t> Lexer<'t> { while let Ok(true) = self.peek().as_ref().map(char::is_ascii_alphanumeric) { value = value * B as u128 + self.digit::()? as u128; } - self.produce(Kind::Literal, value) + // TODO: find a better way to handle floats in the tokenizer + match self.peek() { + Ok('.') => { + let mut float = format!("{value}."); + self.consume()?; + while let Ok(true) = self.peek().as_ref().map(char::is_ascii_digit) { + float.push(self.iter.next().unwrap_or_default()); + } + let float = f64::from_str(&float).expect("must be parsable as float"); + self.produce(Kind::Literal, float) + } + _ => self.produce(Kind::Literal, value), + } } fn digit(&mut self) -> LResult { let digit = self.peek()?;