...

2025-07-06 23:25:54 +02:00
parent cc3eab8a1b
commit 69f93cac03
3 changed files with 18 additions and 12 deletions
--- a/src/compiler/CLI/Program.cs
+++ b/src/compiler/CLI/Program.cs
@@ -80,7 +80,8 @@ foreach (var file in options.Files)
    var content = File.ReadAllText(file);
    var sourceText = new SourceText(file, content);

-    var tokenizeResult = Tokenizer.Tokenize(sourceText, out var tokenizerDiagnostics);
+    var tokenizer = new Tokenizer(sourceText);
+    var tokenizeResult = tokenizer.Tokenize(out var tokenizerDiagnostics);
    diagnostics.AddRange(tokenizerDiagnostics);

    var parser = new Parser(tokenizeResult);