nub-lang-archive/src/compiler/Nub.Lang/Frontend/Lexing/Lexer.cs

namespace Nub.Lang.Frontend.Lexing;

public class Lexer
{
    private static readonly Dictionary<string, Symbol> Keywords = new()
    {
        ["func"] = Symbol.Func,
        ["import"] = Symbol.Import,
        ["if"] = Symbol.If,
        ["else"] = Symbol.Else,
        ["while"] = Symbol.While,
        ["break"] = Symbol.Break,
        ["continue"] = Symbol.Continue,
        ["return"] = Symbol.Return,
        ["new"] = Symbol.New,
        ["struct"] = Symbol.Struct,
    };

    private static readonly Dictionary<string, Modifier> Modifers = new()
    {
        ["global"] = Modifier.Global,
        ["extern"] = Modifier.Extern,
    };

    private static readonly Dictionary<char[], Symbol> Chians = new()
    {
        [['=', '=']] = Symbol.Equal,
        [['!', '=']] = Symbol.NotEqual,
        [['<', '=']] = Symbol.LessThanOrEqual,
        [['>', '=']] = Symbol.GreaterThanOrEqual,
    };

    private static readonly Dictionary<char, Symbol> Chars = new()
    {
        [';'] = Symbol.Semicolon,
        [':'] = Symbol.Colon,
        ['('] = Symbol.OpenParen,
        [')'] = Symbol.CloseParen,
        ['{'] = Symbol.OpenBrace,
        ['}'] = Symbol.CloseBrace,
        ['['] = Symbol.OpenBracket,
        [']'] = Symbol.CloseBracket,
        [','] = Symbol.Comma,
        ['.'] = Symbol.Period,
        ['='] = Symbol.Assign,
        ['<'] = Symbol.LessThan,
        ['>'] = Symbol.GreaterThan,
        ['+'] = Symbol.Plus,
        ['-'] = Symbol.Minus,
        ['*'] = Symbol.Star,
        ['/'] = Symbol.ForwardSlash,
        ['!'] = Symbol.Bang,
        ['^'] = Symbol.Caret,
        ['&'] = Symbol.Ampersand,
    };

    private string _src = string.Empty;
    private int _index;

    public List<Token> Lex(string src)
    {
        _src = src;
        _index = 0;

        List<Token> tokens = [];
        while (ParseToken().TryGetValue(out var token))
        {
            tokens.Add(token);
        }

        return tokens;
    }

    private void ConsumeWhitespace()
    {
        while (Peek().TryGetValue(out var character) && char.IsWhiteSpace(character))
        {
            Next();
        }
    }

    private Optional<Token> ParseToken()
    {
        ConsumeWhitespace();

        string? documentation = null;
        while (Peek() is { Value: '/' } && Peek(1) is { Value: '/' })
        {
            Next();
            Next();

            if (Peek() is { Value: '/' })
            {
                Next();

                if (documentation != null)
                {
                    documentation += '\n';
                }

                while (Peek().TryGetValue(out var character))
                {
                    if (character == '\n')
                    {
                        Next();
                        break;
                    }

                    documentation += character;
                    Next();
                }
            }
            else
            {
                while (Peek().TryGetValue(out var character))
                {
                    if (character == '\n')
                    {
                        Next();
                        break;
                    }

                    Next();
                }
            }
        }

        if (documentation != null)
        {
            return new DocumentationToken(documentation);
        }

        ConsumeWhitespace();

        if (!Peek().TryGetValue(out var current))
        {
            return Optional<Token>.Empty();
        }

        if (char.IsLetter(current) || current == '_')
        {
            var buffer = string.Empty;

            while (Peek().TryGetValue(out var next) && (char.IsLetterOrDigit(next) || next == '_'))
            {
                buffer += next;
                Next();
            }

            if (Keywords.TryGetValue(buffer, out var keywordSymbol))
            {
                return new SymbolToken(keywordSymbol);
            }

            if (Modifers.TryGetValue(buffer, out var modifer))
            {
                return new ModifierToken(modifer);
            }

            if (buffer is "true" or "false")
            {
                return new LiteralToken(NubPrimitiveType.Bool, buffer);
            }

            return new IdentifierToken(buffer);
        }

        if (char.IsDigit(current))
        {
            var isFloat = false;
            var buffer = string.Empty;

            while (Peek().TryGetValue(out var next))
            {
                if (next == '.')
                {
                    if (isFloat)
                    {
                        throw new Exception("More than one period found in float literal");
                    }

                    isFloat = true;
                    buffer += next;
                    Next();
                }
                else if (char.IsDigit(next))
                {
                    buffer += next;
                    Next();
                }
                else if (next == 'f')
                {
                    isFloat = true;
                    Next();
                    break;
                }
                else
                {
                    break;
                }
            }

            return new LiteralToken(isFloat ? NubPrimitiveType.F64 : NubPrimitiveType.I64, buffer);
        }

        // TODO: Revisit this
        foreach (var chain in Chians)
        {
            if (current != chain.Key[0]) continue;

            for (var i = 1; i < chain.Key.Length; i++)
            {
                var c = Peek(i);
                if (!c.HasValue || c.Value != chain.Key[i]) break;

                if (i == chain.Key.Length - 1)
                {
                    for (var j = 0; j <= i; j++)
                    {
                        Next();
                    }

                    return new SymbolToken(chain.Value);
                }
            }
        }

        if (Chars.TryGetValue(current, out var charSymbol))
        {
            Next();
            return new SymbolToken(charSymbol);
        }

        if (current == '"')
        {
            Next();
            var buffer = string.Empty;

            while (true)
            {
                if (!Peek().TryGetValue(out var next))
                {
                    throw new Exception("Unclosed string literal");
                }

                if (next == '"')
                {
                    Next();
                    break;
                }

                buffer += next;
                Next();
            }

            return new LiteralToken(NubPrimitiveType.String, buffer);
        }

        throw new Exception($"Unknown character {current}");
    }

    private Optional<char> Peek(int offset = 0)
    {
        if (_index + offset < _src.Length)
        {
            return _src[_index + offset];
        }

        return Optional<char>.Empty();
    }

    private void Next()
    {
        _index++;
    }
}