72 lines
1.0 KiB
C#
72 lines
1.0 KiB
C#
namespace NubLang.Syntax.Tokenization;
|
|
|
|
public abstract class Token;
|
|
|
|
public class IdentifierToken(string value) : Token
|
|
{
|
|
public string Value { get; } = value;
|
|
}
|
|
|
|
public class LiteralToken(LiteralKind kind, string value) : Token
|
|
{
|
|
public LiteralKind Kind { get; } = kind;
|
|
public string Value { get; } = value;
|
|
}
|
|
|
|
public enum LiteralKind
|
|
{
|
|
Integer,
|
|
Float,
|
|
String,
|
|
Bool
|
|
}
|
|
|
|
public class SymbolToken(Symbol symbol) : Token
|
|
{
|
|
public Symbol Symbol { get; } = symbol;
|
|
}
|
|
|
|
public enum Symbol
|
|
{
|
|
Func,
|
|
Return,
|
|
If,
|
|
Else,
|
|
While,
|
|
Break,
|
|
Continue,
|
|
Colon,
|
|
OpenParen,
|
|
CloseParen,
|
|
OpenBrace,
|
|
CloseBrace,
|
|
OpenBracket,
|
|
CloseBracket,
|
|
Comma,
|
|
Period,
|
|
Assign,
|
|
Bang,
|
|
Equal,
|
|
NotEqual,
|
|
LessThan,
|
|
LessThanOrEqual,
|
|
GreaterThan,
|
|
GreaterThanOrEqual,
|
|
Plus,
|
|
Minus,
|
|
Star,
|
|
ForwardSlash,
|
|
Struct,
|
|
Caret,
|
|
Ampersand,
|
|
DoubleColon,
|
|
Namespace,
|
|
Let,
|
|
Alloc,
|
|
Calls,
|
|
Interface,
|
|
For,
|
|
Extern,
|
|
Semi,
|
|
Arrow,
|
|
} |