diff --git a/compiler/src/compiler/tokenizer.rs b/compiler/src/compiler/tokenizer.rs index 195ea02..855f91c 100644 --- a/compiler/src/compiler/tokenizer.rs +++ b/compiler/src/compiler/tokenizer.rs @@ -17,6 +17,7 @@ pub fn tokenizer(code: &str) -> Vec<&str> { let tokens: Vec<&str> = re .find_iter(code) .map(|mat| { + // Add line number and location to token let token = mat.as_str(); println!("{token}"); token