...

src/compiler/NubLang/Tokenization/Token.cs

@@ -0,0 +1,70 @@
+namespace NubLang.Tokenization;
+
+public abstract class Token;
+
+public class IdentifierToken(string value) : Token
+{
+    public string Value { get; } = value;
+}
+
+public class LiteralToken(LiteralKind kind, string value) : Token
+{
+    public LiteralKind Kind { get; } = kind;
+    public string Value { get; } = value;
+}
+
+public enum LiteralKind
+{
+    Integer,
+    Float,
+    String,
+    Bool
+}
+
+public class SymbolToken(Symbol symbol) : Token
+{
+    public Symbol Symbol { get; } = symbol;
+}
+
+public enum Symbol
+{
+    Func,
+    Return,
+    If,
+    Else,
+    While,
+    Break,
+    Continue,
+    Colon,
+    OpenParen,
+    CloseParen,
+    OpenBrace,
+    CloseBrace,
+    OpenBracket,
+    CloseBracket,
+    Comma,
+    Period,
+    Assign,
+    Bang,
+    Equal,
+    NotEqual,
+    LessThan,
+    LessThanOrEqual,
+    GreaterThan,
+    GreaterThanOrEqual,
+    Plus,
+    Minus,
+    Star,
+    ForwardSlash,
+    Struct,
+    Caret,
+    Ampersand,
+    Let,
+    Alloc,
+    Calls,
+    Interface,
+    For,
+    Extern,
+    Semi,
+    Arrow,
+}