Conlang/compiler/cl-repl/examples/identify_tokens.rs

//! This example grabs input from stdin, lexes it, and prints which lexer rules matched
#![allow(unused_imports)]
use cl_lexer::Lexer;
use cl_token::Token;
use std::{
    error::Error,
    io::{stdin, IsTerminal, Read},
    path::{Path, PathBuf},
};

fn main() -> Result<(), Box<dyn Error>> {
    let conf = Config::new();
    if conf.paths.is_empty() {
        take_stdin()?;
    } else {
        for path in conf.paths.iter().map(PathBuf::as_path) {
            lex_tokens(&std::fs::read_to_string(path)?, Some(path))?;
        }
    }
    Ok(())
}

struct Config {
    paths: Vec<PathBuf>,
}

impl Config {
    fn new() -> Self {
        Config { paths: std::env::args().skip(1).map(PathBuf::from).collect() }
    }
}

fn take_stdin() -> Result<(), Box<dyn Error>> {
    if stdin().is_terminal() {
        for line in stdin().lines() {
            lex_tokens(&line?, None)?
        }
    } else {
        lex_tokens(&std::io::read_to_string(stdin())?, None)?
    }
    Ok(())
}

fn lex_tokens(file: &str, path: Option<&Path>) -> Result<(), Box<dyn Error>> {
    for token in Lexer::new(file) {
        let token = match token {
            Ok(t) => t,
            Err(e) => {
                println!("{e:?}");
                continue;
            }
        };
        if let Some(path) = path {
            print!("{path:?}:")
        }
        print_token(token);
    }
    Ok(())
}

fn print_token(t: Token) {
    println!(
        "{:02}:{:02}: {:#19} │{}│",
        t.line(),
        t.col(),
        t.ty(),
        t.data(),
    )
}