From a2ac312ba57061e081954868dda2071bb25dc277 Mon Sep 17 00:00:00 2001
From: nub31 <oliverlhs@outlook.com>
Date: Sun, 6 Jul 2025 23:13:15 +0200
Subject: [PATCH] ...

---
 .../Syntax/Tokenization/IdentifierToken.cs    |  6 --
 .../Syntax/Tokenization/LiteralToken.cs       | 15 ----
 .../Syntax/Tokenization/ModifierToken.cs      | 12 ---
 .../Syntax/Tokenization/SymbolToken.cs        | 49 ------------
 .../NubLang/Syntax/Tokenization/Token.cs      | 78 +++++++++++++++++++
 5 files changed, 78 insertions(+), 82 deletions(-)
 delete mode 100644 src/compiler/NubLang/Syntax/Tokenization/IdentifierToken.cs
 delete mode 100644 src/compiler/NubLang/Syntax/Tokenization/LiteralToken.cs
 delete mode 100644 src/compiler/NubLang/Syntax/Tokenization/ModifierToken.cs
 delete mode 100644 src/compiler/NubLang/Syntax/Tokenization/SymbolToken.cs

diff --git a/src/compiler/NubLang/Syntax/Tokenization/IdentifierToken.cs b/src/compiler/NubLang/Syntax/Tokenization/IdentifierToken.cs
deleted file mode 100644
index 78dbbbc..0000000
--- a/src/compiler/NubLang/Syntax/Tokenization/IdentifierToken.cs
+++ /dev/null
@@ -1,6 +0,0 @@
-namespace NubLang.Syntax.Tokenization;
-
-public class IdentifierToken(SourceSpan span, string value) : Token(span)
-{
-    public string Value { get; } = value;
-}
\ No newline at end of file
diff --git a/src/compiler/NubLang/Syntax/Tokenization/LiteralToken.cs b/src/compiler/NubLang/Syntax/Tokenization/LiteralToken.cs
deleted file mode 100644
index 49452f4..0000000
--- a/src/compiler/NubLang/Syntax/Tokenization/LiteralToken.cs
+++ /dev/null
@@ -1,15 +0,0 @@
-namespace NubLang.Syntax.Tokenization;
-
-public class LiteralToken(SourceSpan span, LiteralKind kind, string value) : Token(span)
-{
-    public LiteralKind Kind { get; } = kind;
-    public string Value { get; } = value;
-}
-
-public enum LiteralKind
-{
-    Integer,
-    Float,
-    String,
-    Bool
-}
\ No newline at end of file
diff --git a/src/compiler/NubLang/Syntax/Tokenization/ModifierToken.cs b/src/compiler/NubLang/Syntax/Tokenization/ModifierToken.cs
deleted file mode 100644
index d90ad48..0000000
--- a/src/compiler/NubLang/Syntax/Tokenization/ModifierToken.cs
+++ /dev/null
@@ -1,12 +0,0 @@
-namespace NubLang.Syntax.Tokenization;
-
-public class ModifierToken(SourceSpan span, Modifier modifier) : Token(span)
-{
-    public Modifier Modifier { get; } = modifier;
-}
-
-public enum Modifier
-{
-    Extern,
-    Export
-}
\ No newline at end of file
diff --git a/src/compiler/NubLang/Syntax/Tokenization/SymbolToken.cs b/src/compiler/NubLang/Syntax/Tokenization/SymbolToken.cs
deleted file mode 100644
index 394acde..0000000
--- a/src/compiler/NubLang/Syntax/Tokenization/SymbolToken.cs
+++ /dev/null
@@ -1,49 +0,0 @@
-namespace NubLang.Syntax.Tokenization;
-
-public class SymbolToken(SourceSpan span, Symbol symbol) : Token(span)
-{
-    public Symbol Symbol { get; } = symbol;
-}
-
-public enum Symbol
-{
-    Func,
-    Return,
-    If,
-    Else,
-    While,
-    Break,
-    Continue,
-    Colon,
-    OpenParen,
-    CloseParen,
-    OpenBrace,
-    CloseBrace,
-    OpenBracket,
-    CloseBracket,
-    Comma,
-    Period,
-    Assign,
-    Bang,
-    Equal,
-    NotEqual,
-    LessThan,
-    LessThanOrEqual,
-    GreaterThan,
-    GreaterThanOrEqual,
-    Plus,
-    Minus,
-    Star,
-    ForwardSlash,
-    Struct,
-    Caret,
-    Ampersand,
-    DoubleColon,
-    Namespace,
-    Let,
-    Alloc,
-    Calls,
-    Trait,
-    Impl,
-    For
-}
\ No newline at end of file
diff --git a/src/compiler/NubLang/Syntax/Tokenization/Token.cs b/src/compiler/NubLang/Syntax/Tokenization/Token.cs
index 65cd107..45aebc9 100644
--- a/src/compiler/NubLang/Syntax/Tokenization/Token.cs
+++ b/src/compiler/NubLang/Syntax/Tokenization/Token.cs
@@ -3,4 +3,82 @@
 public abstract class Token(SourceSpan span)
 {
     public SourceSpan Span { get; } = span;
+}
+
+public class IdentifierToken(SourceSpan span, string value) : Token(span)
+{
+    public string Value { get; } = value;
+}
+
+public class LiteralToken(SourceSpan span, LiteralKind kind, string value) : Token(span)
+{
+    public LiteralKind Kind { get; } = kind;
+    public string Value { get; } = value;
+}
+
+public enum LiteralKind
+{
+    Integer,
+    Float,
+    String,
+    Bool
+}
+
+public class ModifierToken(SourceSpan span, Modifier modifier) : Token(span)
+{
+    public Modifier Modifier { get; } = modifier;
+}
+
+public enum Modifier
+{
+    Extern,
+    Export
+}
+
+public class SymbolToken(SourceSpan span, Symbol symbol) : Token(span)
+{
+    public Symbol Symbol { get; } = symbol;
+}
+
+public enum Symbol
+{
+    Func,
+    Return,
+    If,
+    Else,
+    While,
+    Break,
+    Continue,
+    Colon,
+    OpenParen,
+    CloseParen,
+    OpenBrace,
+    CloseBrace,
+    OpenBracket,
+    CloseBracket,
+    Comma,
+    Period,
+    Assign,
+    Bang,
+    Equal,
+    NotEqual,
+    LessThan,
+    LessThanOrEqual,
+    GreaterThan,
+    GreaterThanOrEqual,
+    Plus,
+    Minus,
+    Star,
+    ForwardSlash,
+    Struct,
+    Caret,
+    Ampersand,
+    DoubleColon,
+    Namespace,
+    Let,
+    Alloc,
+    Calls,
+    Trait,
+    Impl,
+    For
 }
\ No newline at end of file