lexer: Consume invalid characters

libconlang/examples/identify_tokens.rs

@@ -46,7 +46,7 @@ fn lex_tokens(file: &str, path: Option<&Path>) -> Result<(), Box<dyn Error>> {
             Ok(t) => t,
             Err(e) => {
                 println!("{e:?}");
-                break;
+                continue;
             },
         };
         if let Some(path) = path {

libconlang/src/lexer.rs

@@ -123,7 +123,11 @@ impl<'t> Lexer<'t> {
             '\'' => self.consume()?.character(),
             '_' => self.identifier(),
             i if i.is_xid_start() => self.identifier(),
-            e => Err(Error::unexpected_char(e, self.line(), self.col())),
+            e => {
+                let err = Err(Error::unexpected_char(e, self.line(), self.col()));
+                let _ = self.consume();
+                err
+            }
         }
     }
     /// Returns the current line