From 32beac55bd16bf1be2ab9edc335e27eb90b48c6c Mon Sep 17 00:00:00 2001
From: Aaro Koivukangas <aaro.koivukangas@gmail.com>
Date: Thu, 15 Jan 2026 17:06:08 +0200
Subject: [PATCH] TOOO comment

---
 compiler/src/compiler/tokenizer.rs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/compiler/src/compiler/tokenizer.rs b/compiler/src/compiler/tokenizer.rs
index 195ea02..855f91c 100644
--- a/compiler/src/compiler/tokenizer.rs
+++ b/compiler/src/compiler/tokenizer.rs
@@ -17,6 +17,7 @@ pub fn tokenizer(code: &str) -> Vec<&str> {
     let tokens: Vec<&str> = re
         .find_iter(code)
         .map(|mat| {
+            // Add line number and location to token
             let token = mat.as_str();
             println!("{token}");
             token