Compare commits

..

46 Commits

Author SHA1 Message Date
nub31
aa5a494d39 Add generic unt/uint 2026-03-16 21:13:49 +01:00
nub31
bc65c3f4fd ... 2026-03-16 18:10:03 +01:00
nub31
bdeb2c4d73 Update build 2026-03-16 17:05:24 +01:00
nub31
48760dcdda ... 2026-03-16 16:53:48 +01:00
nub31
63d0eb660b CType -> TypeName 2026-03-16 16:04:43 +01:00
nub31
918d25f8c8 perhaps 2026-03-15 01:38:59 +01:00
nub31
6e631ba1ba STR -> RC for report 2026-03-12 16:07:40 +01:00
nub31
832184053f better rc 2026-03-12 15:42:44 +01:00
nub31
2ab20652f8 ... 2026-03-10 17:53:42 +01:00
nub31
6507624e90 .. 2026-03-10 17:09:07 +01:00
nub31
83255980d7 foreach 2026-03-10 16:37:59 +01:00
nub31
1a1dc1389d ... 2026-03-09 17:35:34 +01:00
nub31
4210ad878b tmp... 2026-03-09 16:38:09 +01:00
nub31
32042d0769 Add comma parsing to func call 2026-03-09 15:44:30 +01:00
nub31
dd44e3edc4 Prefix core functions 2026-03-05 23:10:38 +01:00
nub31
24d41d3dcb Remove todo 2026-03-05 23:00:44 +01:00
nub31
c9bf212aa2 Add string debugging 2026-03-05 22:58:20 +01:00
nub31
0e099d0baf ... 2026-03-05 22:02:35 +01:00
nub31
0be4e35628 Add check for duplicate local ident 2026-03-05 21:59:24 +01:00
nub31
7dd635fa91 ... 2026-03-05 21:45:04 +01:00
nub31
693b119781 ... 2026-03-01 18:46:36 +01:00
nub31
2b7eb56895 ... 2026-03-01 18:14:54 +01:00
nub31
5f4a4172bf ... 2026-03-01 15:06:19 +01:00
nub31
9da370e387 ... 2026-03-01 00:15:11 +01:00
nub31
faf506f409 static string literals 2026-03-01 00:12:16 +01:00
nub31
16d27c76ab ... 2026-02-28 23:19:57 +01:00
nub31
270be1f740 ... 2026-02-28 02:42:25 +01:00
nub31
da2fa81c39 ... 2026-02-28 02:27:44 +01:00
nub31
677c7dea9e Whitespace... 2026-02-28 01:15:30 +01:00
nub31
6ba05d00d7 Prevent freeing string literals 2026-02-28 01:15:03 +01:00
nub31
d58e006be4 ref counted strings 2026-02-28 01:07:02 +01:00
nub31
84627dde45 ... 2026-02-28 00:57:48 +01:00
nub31
e7aad861d3 ... 2026-02-27 23:00:48 +01:00
nub31
ecb628c4c2 ... 2026-02-27 22:33:21 +01:00
nub31
e5227f7a99 ... 2026-02-27 22:32:29 +01:00
nub31
73ecbf8e9b extern 2026-02-27 22:20:32 +01:00
nub31
e512650440 ... 2026-02-27 21:29:28 +01:00
nub31
272ea33616 ... 2026-02-27 18:26:10 +01:00
nub31
b7dc77cb1c ... 2026-02-26 20:57:25 +01:00
nub31
3323d760e8 infer enum types 2026-02-26 20:44:29 +01:00
nub31
aa5bf0b568 ... 2026-02-26 20:00:31 +01:00
nub31
660166221c ... 2026-02-26 19:04:40 +01:00
nub31
49734544e6 ... 2026-02-25 21:51:32 +01:00
nub31
cb4aeb9c01 Add anonymous structs 2026-02-25 21:21:28 +01:00
nub31
d771396bd4 Remove unused BasicError 2026-02-25 20:04:21 +01:00
nub31
7b1e202424 ... 2026-02-25 19:39:31 +01:00
17 changed files with 2200 additions and 1032 deletions

3
TODO.txt Normal file
View File

@@ -0,0 +1,3 @@
string formatting
Dynamic arrays
C-style arrays

File diff suppressed because it is too large Load Diff

View File

@@ -85,21 +85,21 @@ public class ModuleGraph
switch (type) switch (type)
{ {
case Manifest.Module.TypeInfoStruct s: case Manifest.Module.TypeInfoStruct s:
{ {
var info = new Module.TypeInfoStruct(Module.DefinitionKind.External, s.Packed); var info = new Module.TypeInfoStruct(Module.DefinitionSource.Imported, s.Exported, s.Packed);
var fields = s.Fields.Select(x => new Module.TypeInfoStruct.Field(x.Name, x.Type)).ToList(); var fields = s.Fields.Select(x => new Module.TypeInfoStruct.Field(x.Name, x.Type)).ToList();
info.SetFields(fields); info.SetFields(fields);
module.AddType(name, info); module.AddType(name, info);
break; break;
} }
case Manifest.Module.TypeInfoEnum s: case Manifest.Module.TypeInfoEnum e:
{ {
var info = new Module.TypeInfoEnum(Module.DefinitionKind.External); var info = new Module.TypeInfoEnum(Module.DefinitionSource.Imported, e.Exported);
var variants = s.Variants.Select(v => new Module.TypeInfoEnum.Variant(v.Name, v.Fields.Select(x => new Module.TypeInfoEnum.Variant.Field(x.Name, x.Type)).ToList())).ToList(); var variants = e.Variants.Select(v => new Module.TypeInfoEnum.Variant(v.Name, v.Type)).ToList();
info.SetVariants(variants); info.SetVariants(variants);
module.AddType(name, info); module.AddType(name, info);
break; break;
} }
default: default:
throw new ArgumentOutOfRangeException(nameof(type)); throw new ArgumentOutOfRangeException(nameof(type));
} }
@@ -107,7 +107,7 @@ public class ModuleGraph
foreach (var (name, identifier) in manifestModule.Identifiers) foreach (var (name, identifier) in manifestModule.Identifiers)
{ {
module.AddIdentifier(name, new Module.IdentifierInfo(Module.DefinitionKind.External, identifier.Type, identifier.MangledName)); module.AddIdentifier(name, new Module.IdentifierInfo(Module.DefinitionSource.Imported, identifier.Exported, identifier.Extern, identifier.Type, identifier.MangledName));
} }
} }
} }
@@ -118,14 +118,12 @@ public class ModuleGraph
foreach (var structDef in ast.Definitions.OfType<NodeDefinitionStruct>()) foreach (var structDef in ast.Definitions.OfType<NodeDefinitionStruct>())
{ {
var kind = structDef.Exported ? Module.DefinitionKind.Exported : Module.DefinitionKind.Internal; module.AddType(structDef.Name.Ident, new Module.TypeInfoStruct(Module.DefinitionSource.Internal, structDef.Exported, structDef.Packed));
module.AddType(structDef.Name.Ident, new Module.TypeInfoStruct(kind, structDef.Packed));
} }
foreach (var enumDef in ast.Definitions.OfType<NodeDefinitionEnum>()) foreach (var enumDef in ast.Definitions.OfType<NodeDefinitionEnum>())
{ {
var kind = enumDef.Exported ? Module.DefinitionKind.Exported : Module.DefinitionKind.Internal; module.AddType(enumDef.Name.Ident, new Module.TypeInfoEnum(Module.DefinitionSource.Internal, enumDef.Exported));
module.AddType(enumDef.Name.Ident, new Module.TypeInfoEnum(kind));
} }
} }
@@ -152,7 +150,7 @@ public class ModuleGraph
if (typeInfo is Module.TypeInfoEnum enumType) if (typeInfo is Module.TypeInfoEnum enumType)
{ {
var variants = enumDef.Variants.Select(v => new Module.TypeInfoEnum.Variant(v.Name.Ident, v.Fields.Select(f => new Module.TypeInfoEnum.Variant.Field(f.Name.Ident, ResolveType(f.Type, module.Name))).ToList())).ToList(); var variants = enumDef.Variants.Select(v => new Module.TypeInfoEnum.Variant(v.Name.Ident, v.Type == null ? null : ResolveType(v.Type, module.Name))).ToList();
enumType.SetVariants(variants); enumType.SetVariants(variants);
} }
} }
@@ -165,18 +163,32 @@ public class ModuleGraph
foreach (var funcDef in ast.Definitions.OfType<NodeDefinitionFunc>()) foreach (var funcDef in ast.Definitions.OfType<NodeDefinitionFunc>())
{ {
var parameters = funcDef.Parameters.Select(x => ResolveType(x.Type, module.Name)).ToList(); var parameters = funcDef.Parameters.Select(x => ResolveType(x.Type, module.Name)).ToList();
var returnType = ResolveType(funcDef.ReturnType, module.Name); var returnType = funcDef.ReturnType == null ? NubTypeVoid.Instance : ResolveType(funcDef.ReturnType, module.Name);
var funcType = NubTypeFunc.Get(parameters, returnType); var funcType = NubTypeFunc.Get(parameters, returnType);
var kind = funcDef.Exported ? Module.DefinitionKind.Exported : Module.DefinitionKind.Internal; var info = new Module.IdentifierInfo(Module.DefinitionSource.Internal, funcDef.Exported, false, funcType, NameMangler.Mangle(module.Name, funcDef.Name.Ident, funcType));
var info = new Module.IdentifierInfo(kind, funcType, NameMangler.Mangle(module.Name, funcDef.Name.Ident, funcType)); module.AddIdentifier(funcDef.Name.Ident, info);
}
foreach (var funcDef in ast.Definitions.OfType<NodeDefinitionExternFunc>())
{
var parameters = funcDef.Parameters.Select(x => ResolveType(x.Type, module.Name)).ToList();
var returnType = funcDef.ReturnType == null ? NubTypeVoid.Instance : ResolveType(funcDef.ReturnType, module.Name);
var funcType = NubTypeFunc.Get(parameters, returnType);
var info = new Module.IdentifierInfo(Module.DefinitionSource.Internal, funcDef.Exported, true, funcType, funcDef.Name.Ident);
module.AddIdentifier(funcDef.Name.Ident, info); module.AddIdentifier(funcDef.Name.Ident, info);
} }
foreach (var globalVariable in ast.Definitions.OfType<NodeDefinitionGlobalVariable>()) foreach (var globalVariable in ast.Definitions.OfType<NodeDefinitionGlobalVariable>())
{ {
var type = ResolveType(globalVariable.Type, module.Name); var type = ResolveType(globalVariable.Type, module.Name);
var kind = globalVariable.Exported ? Module.DefinitionKind.Exported : Module.DefinitionKind.Internal; var info = new Module.IdentifierInfo(Module.DefinitionSource.Internal, globalVariable.Exported, false, type, NameMangler.Mangle(module.Name, globalVariable.Name.Ident, type));
var info = new Module.IdentifierInfo(kind, type, NameMangler.Mangle(module.Name, globalVariable.Name.Ident, type)); module.AddIdentifier(globalVariable.Name.Ident, info);
}
foreach (var globalVariable in ast.Definitions.OfType<NodeDefinitionExternGlobalVariable>())
{
var type = ResolveType(globalVariable.Type, module.Name);
var info = new Module.IdentifierInfo(Module.DefinitionSource.Internal, globalVariable.Exported, true, type, NameMangler.Mangle(module.Name, globalVariable.Name.Ident, type));
module.AddIdentifier(globalVariable.Name.Ident, info); module.AddIdentifier(globalVariable.Name.Ident, info);
} }
} }
@@ -192,12 +204,15 @@ public class ModuleGraph
{ {
NodeTypeBool => NubTypeBool.Instance, NodeTypeBool => NubTypeBool.Instance,
NodeTypeNamed type => ResolveNamedType(type, currentModule), NodeTypeNamed type => ResolveNamedType(type, currentModule),
NodeTypeAnonymousStruct type => NubTypeAnonymousStruct.Get(type.Fields.Select(x => new NubTypeAnonymousStruct.Field(x.Name.Ident, ResolveType(x.Type, currentModule))).ToList()),
NodeTypeFunc type => NubTypeFunc.Get(type.Parameters.Select(x => ResolveType(x, currentModule)).ToList(), ResolveType(type.ReturnType, currentModule)), NodeTypeFunc type => NubTypeFunc.Get(type.Parameters.Select(x => ResolveType(x, currentModule)).ToList(), ResolveType(type.ReturnType, currentModule)),
NodeTypePointer type => NubTypePointer.Get(ResolveType(type.To, currentModule)), NodeTypePointer type => NubTypePointer.Get(ResolveType(type.To, currentModule)),
NodeTypeSInt type => NubTypeSInt.Get(type.Width), NodeTypeSInt type => NubTypeSInt.Get(type.Width),
NodeTypeUInt type => NubTypeUInt.Get(type.Width), NodeTypeUInt type => NubTypeUInt.Get(type.Width),
NodeTypeString => NubTypeString.Instance, NodeTypeString => NubTypeString.Instance,
NodeTypeChar => NubTypeChar.Instance,
NodeTypeVoid => NubTypeVoid.Instance, NodeTypeVoid => NubTypeVoid.Instance,
NodeTypeArray type => NubTypeArray.Get(ResolveType(type.ElementType, currentModule)),
_ => throw new ArgumentOutOfRangeException(nameof(node)) _ => throw new ArgumentOutOfRangeException(nameof(node))
}; };
} }
@@ -332,7 +347,7 @@ public class Module(string name)
return false; return false;
} }
if (searchPrivate || info.Kind is DefinitionKind.External or DefinitionKind.Exported) if (searchPrivate || info.Source == DefinitionSource.Internal)
{ {
customType = info; customType = info;
return true; return true;
@@ -351,7 +366,7 @@ public class Module(string name)
return false; return false;
} }
if (searchPrivate || info.Kind is DefinitionKind.External or DefinitionKind.Exported) if (searchPrivate || info.Source == DefinitionSource.Internal)
{ {
identifierType = info; identifierType = info;
return true; return true;
@@ -371,26 +386,28 @@ public class Module(string name)
identifiers.Add(name, info); identifiers.Add(name, info);
} }
public enum DefinitionKind public enum DefinitionSource
{ {
Internal, Internal,
Exported, Imported,
External,
} }
public class IdentifierInfo(DefinitionKind kind, NubType type, string mangledName) public class IdentifierInfo(DefinitionSource source, bool exported, bool @extern, NubType type, string mangledName)
{ {
public DefinitionKind Kind { get; } = kind; public DefinitionSource Source { get; } = source;
public bool Exported { get; } = exported;
public bool Extern { get; } = @extern;
public NubType Type { get; } = type; public NubType Type { get; } = type;
public string MangledName { get; } = mangledName; public string MangledName { get; } = mangledName;
} }
public abstract class TypeInfo(DefinitionKind kind) public abstract class TypeInfo(DefinitionSource source, bool exported)
{ {
public DefinitionKind Kind { get; } = kind; public DefinitionSource Source { get; } = source;
public bool Exported { get; } = exported;
} }
public class TypeInfoStruct(DefinitionKind kind, bool packed) : TypeInfo(kind) public class TypeInfoStruct(DefinitionSource source, bool exported, bool packed) : TypeInfo(source, exported)
{ {
private IReadOnlyList<Field>? fields; private IReadOnlyList<Field>? fields;
@@ -409,7 +426,7 @@ public class Module(string name)
} }
} }
public class TypeInfoEnum(DefinitionKind kind) : TypeInfo(kind) public class TypeInfoEnum(DefinitionSource source, bool exported) : TypeInfo(source, exported)
{ {
private IReadOnlyList<Variant>? variants; private IReadOnlyList<Variant>? variants;
@@ -420,16 +437,10 @@ public class Module(string name)
this.variants = variants; this.variants = variants;
} }
public class Variant(string name, List<Variant.Field> fields) public class Variant(string name, NubType? type)
{ {
public string Name { get; } = name; public string Name { get; } = name;
public List<Field> Fields { get; } = fields; public NubType? Type { get; } = type;
public class Field(string name, NubType type)
{
public string Name { get; } = name;
public NubType Type { get; } = type;
}
} }
} }
} }

View File

@@ -70,25 +70,8 @@ public record Manifest(Dictionary<string, Manifest.Module> Modules)
foreach (var module in moduleGraph.GetModules()) foreach (var module in moduleGraph.GetModules())
{ {
var types = new Dictionary<string, Module.TypeInfo>(); var types = module.GetTypes().ToDictionary(x => x.Key, x => ConvertType(x.Value));
var identifiers = new Dictionary<string, Module.IdentifierInfo>(); var identifiers = module.GetIdentifiers().ToDictionary(x => x.Key, x => new Module.IdentifierInfo(x.Value.Type, x.Value.Exported, x.Value.Extern, x.Value.MangledName));
foreach (var (name, typeInfo) in module.GetTypes())
{
if (typeInfo.Kind == Compiler.Module.DefinitionKind.Exported)
{
types.Add(name, ConvertType(typeInfo));
}
}
foreach (var (name, identifierInfo) in module.GetIdentifiers())
{
if (identifierInfo.Kind == Compiler.Module.DefinitionKind.Exported)
{
identifiers.Add(name, new Module.IdentifierInfo(identifierInfo.Type, identifierInfo.MangledName));
}
}
modules[module.Name] = new Module(types, identifiers); modules[module.Name] = new Module(types, identifiers);
} }
@@ -98,8 +81,8 @@ public record Manifest(Dictionary<string, Manifest.Module> Modules)
{ {
return typeInfo switch return typeInfo switch
{ {
Compiler.Module.TypeInfoStruct s => new Module.TypeInfoStruct(s.Packed, s.Fields.Select(x => new Module.TypeInfoStruct.Field(x.Name, x.Type)).ToList()), Compiler.Module.TypeInfoStruct s => new Module.TypeInfoStruct(s.Exported, s.Packed, s.Fields.Select(x => new Module.TypeInfoStruct.Field(x.Name, x.Type)).ToList()),
Compiler.Module.TypeInfoEnum e => new Module.TypeInfoEnum(e.Variants.Select(v => new Module.TypeInfoEnum.Variant(v.Name, v.Fields.Select(x => new Module.TypeInfoEnum.Variant.Field(x.Name, x.Type)).ToList())).ToList()), Compiler.Module.TypeInfoEnum e => new Module.TypeInfoEnum(e.Exported, e.Variants.Select(v => new Module.TypeInfoEnum.Variant(v.Name, v.Type)).ToList()),
_ => throw new ArgumentOutOfRangeException(nameof(typeInfo)) _ => throw new ArgumentOutOfRangeException(nameof(typeInfo))
}; };
} }
@@ -108,23 +91,20 @@ public record Manifest(Dictionary<string, Manifest.Module> Modules)
public record Module(Dictionary<string, Module.TypeInfo> Types, Dictionary<string, Module.IdentifierInfo> Identifiers) public record Module(Dictionary<string, Module.TypeInfo> Types, Dictionary<string, Module.IdentifierInfo> Identifiers)
{ {
public record IdentifierInfo(NubType Type, string MangledName); public record IdentifierInfo(NubType Type, bool Exported, bool Extern, string MangledName);
[JsonDerivedType(typeof(TypeInfoStruct), "struct")] [JsonDerivedType(typeof(TypeInfoStruct), "struct")]
[JsonDerivedType(typeof(TypeInfoEnum), "enum")] [JsonDerivedType(typeof(TypeInfoEnum), "enum")]
public abstract record TypeInfo; public abstract record TypeInfo(bool Exported);
public record TypeInfoStruct(bool Packed, IReadOnlyList<TypeInfoStruct.Field> Fields) : TypeInfo public record TypeInfoStruct(bool Exported, bool Packed, IReadOnlyList<TypeInfoStruct.Field> Fields) : TypeInfo(Exported)
{ {
public record Field(string Name, NubType Type); public record Field(string Name, NubType Type);
} }
public record TypeInfoEnum(IReadOnlyList<TypeInfoEnum.Variant> Variants) : TypeInfo public record TypeInfoEnum(bool Exported, IReadOnlyList<TypeInfoEnum.Variant> Variants) : TypeInfo(Exported)
{ {
public record Variant(string Name, List<Variant.Field> Fields) public record Variant(string Name, NubType? Type);
{
public record Field(string Name, NubType Type);
}
} }
} }
} }

View File

@@ -102,6 +102,17 @@ public class NubTypeString : NubType
public override string ToString() => "string"; public override string ToString() => "string";
} }
public class NubTypeChar : NubType
{
public static readonly NubTypeChar Instance = new();
private NubTypeChar()
{
}
public override string ToString() => "char";
}
public class NubTypeStruct : NubType public class NubTypeStruct : NubType
{ {
private static readonly Dictionary<(string Module, string Name), NubTypeStruct> Cache = new(); private static readonly Dictionary<(string Module, string Name), NubTypeStruct> Cache = new();
@@ -123,7 +134,39 @@ public class NubTypeStruct : NubType
public string Module { get; } public string Module { get; }
public string Name { get; } public string Name { get; }
public override string ToString() => $"struct {Module}::{Name}"; public override string ToString() => $"{Module}::{Name}";
}
public class NubTypeAnonymousStruct : NubType
{
private static readonly Dictionary<Signature, NubTypeAnonymousStruct> Cache = new();
public static NubTypeAnonymousStruct Get(List<Field> fields)
{
var sig = new Signature(fields);
if (!Cache.TryGetValue(sig, out var func))
Cache[sig] = func = new NubTypeAnonymousStruct(fields);
return func;
}
private NubTypeAnonymousStruct(IReadOnlyList<Field> fields)
{
Fields = fields;
}
public IReadOnlyList<Field> Fields { get; }
public override string ToString() => $"{{ {string.Join(", ", Fields.Select(x => $"{x.Name}: {x.Type}"))} }}";
public class Field(string name, NubType type)
{
public string Name { get; } = name;
public NubType Type { get; } = type;
}
private record Signature(IReadOnlyList<Field> Fields);
} }
public class NubTypeEnum : NubType public class NubTypeEnum : NubType
@@ -147,7 +190,7 @@ public class NubTypeEnum : NubType
public string Module { get; } public string Module { get; }
public string Name { get; } public string Name { get; }
public override string ToString() => $"enum {Module}::{Name}"; public override string ToString() => $"{Module}::{Name}";
} }
public class NubTypeEnumVariant : NubType public class NubTypeEnumVariant : NubType
@@ -224,6 +267,28 @@ public class NubTypeFunc : NubType
private record Signature(IReadOnlyList<NubType> Parameters, NubType ReturnType); private record Signature(IReadOnlyList<NubType> Parameters, NubType ReturnType);
} }
public class NubTypeArray : NubType
{
private static readonly Dictionary<NubType, NubTypeArray> Cache = new();
public static NubTypeArray Get(NubType to)
{
if (!Cache.TryGetValue(to, out var ptr))
Cache[to] = ptr = new NubTypeArray(to);
return ptr;
}
public NubType ElementType { get; }
private NubTypeArray(NubType elementType)
{
ElementType = elementType;
}
public override string ToString() => $"[]{ElementType}";
}
public class TypeEncoder public class TypeEncoder
{ {
public static string Encode(NubType type) public static string Encode(NubType type)
@@ -270,6 +335,10 @@ public class TypeEncoder
sb.Append('S'); sb.Append('S');
break; break;
case NubTypeChar:
sb.Append('C');
break;
case NubTypePointer p: case NubTypePointer p:
sb.Append("P("); sb.Append("P(");
EncodeType(sb, p.To); EncodeType(sb, p.To);
@@ -277,7 +346,7 @@ public class TypeEncoder
break; break;
case NubTypeStruct st: case NubTypeStruct st:
sb.Append("T("); sb.Append("TN(");
sb.Append(st.Module); sb.Append(st.Module);
sb.Append(':'); sb.Append(':');
sb.Append(st.Name); sb.Append(st.Name);
@@ -312,6 +381,23 @@ public class TypeEncoder
sb.Append(')'); sb.Append(')');
break; break;
case NubTypeAnonymousStruct s:
sb.Append("TA(");
foreach (var field in s.Fields)
{
sb.Append(field.Name);
sb.Append(':');
EncodeType(sb, field.Type);
}
sb.Append(')');
break;
case NubTypeArray a:
sb.Append("A(");
EncodeType(sb, a.ElementType);
sb.Append(')');
break;
default: default:
throw new NotSupportedException(type.GetType().Name); throw new NotSupportedException(type.GetType().Name);
} }
@@ -349,10 +435,12 @@ public class TypeDecoder
'U' => DecodeUInt(), 'U' => DecodeUInt(),
'I' => DecodeSInt(), 'I' => DecodeSInt(),
'S' => NubTypeString.Instance, 'S' => NubTypeString.Instance,
'C' => NubTypeChar.Instance,
'P' => DecodePointer(), 'P' => DecodePointer(),
'F' => DecodeFunc(), 'F' => DecodeFunc(),
'T' => DecodeStruct(), 'T' => DecodeStruct(),
'E' => DecodeEnum(), 'E' => DecodeEnum(),
'A' => DecodeArray(),
_ => throw new Exception($"'{start}' is not a valid start to a type") _ => throw new Exception($"'{start}' is not a valid start to a type")
}; };
} }
@@ -394,23 +482,53 @@ public class TypeDecoder
return NubTypeFunc.Get(types.Take(types.Count - 1).ToList(), types.Last()); return NubTypeFunc.Get(types.Take(types.Count - 1).ToList(), types.Last());
} }
private NubTypeStruct DecodeStruct() private NubType DecodeStruct()
{ {
var sb = new StringBuilder();
Expect('('); if (TryExpect('A'))
while (!TryExpect(':')) {
sb.Append(Consume()); var sb = new StringBuilder();
var fields = new List<NubTypeAnonymousStruct.Field>();
var module = sb.ToString(); Expect('(');
sb.Clear(); while (!TryExpect(')'))
{
while (!TryExpect(':'))
{
sb.Append(Consume());
}
while (!TryExpect(')')) var name = sb.ToString();
sb.Append(Consume()); sb.Clear();
var name = sb.ToString(); var type = DecodeType();
return NubTypeStruct.Get(module, name); fields.Add(new NubTypeAnonymousStruct.Field(name, type));
}
return NubTypeAnonymousStruct.Get(fields);
}
if (TryExpect('N'))
{
var sb = new StringBuilder();
Expect('(');
while (!TryExpect(':'))
sb.Append(Consume());
var module = sb.ToString();
sb.Clear();
while (!TryExpect(')'))
sb.Append(Consume());
var name = sb.ToString();
return NubTypeStruct.Get(module, name);
}
throw new Exception("Expected 'A' or 'N'");
} }
private NubType DecodeEnum() private NubType DecodeEnum()
@@ -458,6 +576,14 @@ public class TypeDecoder
throw new Exception($"Expected 'V' or 'N'"); throw new Exception($"Expected 'V' or 'N'");
} }
private NubTypeArray DecodeArray()
{
Expect('(');
var elementType = DecodeType();
Expect(')');
return NubTypeArray.Get(elementType);
}
private bool TryPeek(out char c) private bool TryPeek(out char c)
{ {
if (index >= encoded.Length) if (index >= encoded.Length)

View File

@@ -53,55 +53,54 @@ public class Parser
Dictionary<Keyword, TokenKeyword> modifiers = []; Dictionary<Keyword, TokenKeyword> modifiers = [];
while (true) while (Peek() is TokenKeyword keyword)
{ {
if (Peek() is TokenKeyword keyword) switch (keyword.Keyword)
{ {
switch (keyword.Keyword) case Keyword.Export:
{ Next();
case Keyword.Export: modifiers[Keyword.Export] = keyword;
Next(); break;
modifiers[Keyword.Export] = keyword; case Keyword.Packed:
break; Next();
case Keyword.Packed: modifiers[Keyword.Packed] = keyword;
Next(); break;
modifiers[Keyword.Packed] = keyword; case Keyword.Extern:
break; Next();
default: modifiers[Keyword.Extern] = keyword;
goto modifier_done; break;
} default:
goto modifier_done;
} }
} }
modifier_done: modifier_done:
if (TryExpectKeyword(Keyword.Func)) if (TryExpectKeyword(Keyword.Func))
{ {
var exported = modifiers.Remove(Keyword.Export); var exported = modifiers.Remove(Keyword.Export);
var @extern = modifiers.Remove(Keyword.Extern);
foreach (var modifier in modifiers) foreach (var modifier in modifiers)
// todo(nub31): Add to diagnostics instead of throwing // todo(nub31): Add to diagnostics instead of throwing
throw new CompileException(Diagnostic.Error("Invalid modifier for function").At(fileName, modifier.Value).Build()); throw BasicError("Invalid modifier for function", modifier.Value);
var name = ExpectIdent(); var name = ExpectIdent();
var parameters = new List<NodeDefinitionFunc.Param>(); var parameters = ParseFuncParameters();
ExpectSymbol(Symbol.OpenParen); NodeType? returnType = null;
while (!TryExpectSymbol(Symbol.CloseParen)) if (TryExpectSymbol(Symbol.Colon))
returnType = ParseType();
if (@extern)
{ {
var paramStartIndex = index; return new NodeDefinitionExternFunc(TokensFrom(startIndex), exported, name, parameters, returnType);
var parameterName = ExpectIdent(); }
ExpectSymbol(Symbol.Colon); else
var parameterType = ParseType(); {
parameters.Add(new NodeDefinitionFunc.Param(TokensFrom(paramStartIndex), parameterName, parameterType)); var body = ParseStatement();
return new NodeDefinitionFunc(TokensFrom(startIndex), exported, name, parameters, body, returnType);
} }
ExpectSymbol(Symbol.Colon);
var returnType = ParseType();
var body = ParseStatement();
return new NodeDefinitionFunc(TokensFrom(startIndex), exported, name, parameters, body, returnType);
} }
if (TryExpectKeyword(Keyword.Struct)) if (TryExpectKeyword(Keyword.Struct))
@@ -111,7 +110,7 @@ public class Parser
foreach (var modifier in modifiers) foreach (var modifier in modifiers)
// todo(nub31): Add to diagnostics instead of throwing // todo(nub31): Add to diagnostics instead of throwing
throw new CompileException(Diagnostic.Error("Invalid modifier for struct").At(fileName, modifier.Value).Build()); throw BasicError("Invalid modifier for struct", modifier.Value);
var name = ExpectIdent(); var name = ExpectIdent();
var fields = new List<NodeDefinitionStruct.Field>(); var fields = new List<NodeDefinitionStruct.Field>();
@@ -123,6 +122,7 @@ public class Parser
var fieldName = ExpectIdent(); var fieldName = ExpectIdent();
ExpectSymbol(Symbol.Colon); ExpectSymbol(Symbol.Colon);
var fieldType = ParseType(); var fieldType = ParseType();
TryExpectSymbol(Symbol.Comma);
fields.Add(new NodeDefinitionStruct.Field(TokensFrom(fieldStartIndex), fieldName, fieldType)); fields.Add(new NodeDefinitionStruct.Field(TokensFrom(fieldStartIndex), fieldName, fieldType));
} }
@@ -135,7 +135,7 @@ public class Parser
foreach (var modifier in modifiers) foreach (var modifier in modifiers)
// todo(nub31): Add to diagnostics instead of throwing // todo(nub31): Add to diagnostics instead of throwing
throw new CompileException(Diagnostic.Error("Invalid modifier for struct").At(fileName, modifier.Value).Build()); throw BasicError("Invalid modifier for struct", modifier.Value);
var name = ExpectIdent(); var name = ExpectIdent();
var variants = new List<NodeDefinitionEnum.Variant>(); var variants = new List<NodeDefinitionEnum.Variant>();
@@ -146,23 +146,13 @@ public class Parser
var variantsStartIndex = index; var variantsStartIndex = index;
var variantName = ExpectIdent(); var variantName = ExpectIdent();
var variantFields = new List<NodeDefinitionEnum.Variant.Field>(); NodeType? variantType = null;
if (TryExpectSymbol(Symbol.Colon))
variantType = ParseType();
if (TryExpectSymbol(Symbol.OpenCurly)) TryExpectSymbol(Symbol.Comma);
{
while (!TryExpectSymbol(Symbol.CloseCurly))
{
var fieldStartIndex = index;
var fieldName = ExpectIdent(); variants.Add(new NodeDefinitionEnum.Variant(TokensFrom(variantsStartIndex), variantName, variantType));
ExpectSymbol(Symbol.Colon);
var fieldType = ParseType();
variantFields.Add(new NodeDefinitionEnum.Variant.Field(TokensFrom(fieldStartIndex), fieldName, fieldType));
}
}
variants.Add(new NodeDefinitionEnum.Variant(TokensFrom(variantsStartIndex), variantName, variantFields));
} }
return new NodeDefinitionEnum(TokensFrom(startIndex), exported, name, variants); return new NodeDefinitionEnum(TokensFrom(startIndex), exported, name, variants);
@@ -174,7 +164,7 @@ public class Parser
foreach (var modifier in modifiers) foreach (var modifier in modifiers)
// todo(nub31): Add to diagnostics instead of throwing // todo(nub31): Add to diagnostics instead of throwing
throw new CompileException(Diagnostic.Error("Invalid modifier for global variable").At(fileName, modifier.Value).Build()); throw BasicError("Invalid modifier for global variable", modifier.Value);
var name = ExpectIdent(); var name = ExpectIdent();
ExpectSymbol(Symbol.Colon); ExpectSymbol(Symbol.Colon);
@@ -183,7 +173,36 @@ public class Parser
return new NodeDefinitionGlobalVariable(TokensFrom(startIndex), exported, name, type); return new NodeDefinitionGlobalVariable(TokensFrom(startIndex), exported, name, type);
} }
throw new CompileException(Diagnostic.Error("Not a valid definition").At(fileName, Peek()).Build()); throw BasicError("Not a valid definition", Peek());
}
private List<NodeDefinitionFunc.Param> ParseFuncParameters()
{
var parameters = new List<NodeDefinitionFunc.Param>();
ExpectSymbol(Symbol.OpenParen);
while (true)
{
if (TryExpectSymbol(Symbol.CloseParen))
break;
var startIndex = index;
var name = ExpectIdent();
ExpectSymbol(Symbol.Colon);
var type = ParseType();
parameters.Add(new NodeDefinitionFunc.Param(TokensFrom(startIndex), name, type));
if (!TryExpectSymbol(Symbol.Comma))
{
ExpectSymbol(Symbol.CloseParen);
break;
}
}
return parameters;
} }
private NodeStatement ParseStatement() private NodeStatement ParseStatement()
@@ -201,17 +220,31 @@ public class Parser
if (TryExpectKeyword(Keyword.Return)) if (TryExpectKeyword(Keyword.Return))
{ {
var value = ParseExpression(); NodeExpression? value = null;
if (Peek() is TokenIdent token && token.Ident == "void")
{
Next();
}
else
{
value = ParseExpression();
}
return new NodeStatementReturn(TokensFrom(startIndex), value); return new NodeStatementReturn(TokensFrom(startIndex), value);
} }
if (TryExpectKeyword(Keyword.Let)) if (TryExpectKeyword(Keyword.Let))
{ {
var name = ExpectIdent(); var name = ExpectIdent();
ExpectSymbol(Symbol.Colon);
var type = ParseType(); NodeType? type = null;
if (TryExpectSymbol(Symbol.Colon))
type = ParseType();
ExpectSymbol(Symbol.Equal); ExpectSymbol(Symbol.Equal);
var value = ParseExpression(); var value = ParseExpression();
return new NodeStatementVariableDeclaration(TokensFrom(startIndex), name, type, value); return new NodeStatementVariableDeclaration(TokensFrom(startIndex), name, type, value);
} }
@@ -230,8 +263,17 @@ public class Parser
if (TryExpectKeyword(Keyword.While)) if (TryExpectKeyword(Keyword.While))
{ {
var condition = ParseExpression(); var condition = ParseExpression();
var thenBlock = ParseStatement(); var block = ParseStatement();
return new NodeStatementWhile(TokensFrom(startIndex), condition, thenBlock); return new NodeStatementWhile(TokensFrom(startIndex), condition, block);
}
if (TryExpectKeyword(Keyword.For))
{
var variableName = ExpectIdent();
ExpectKeyword(Keyword.In);
var array = ParseExpression();
var block = ParseStatement();
return new NodeStatementFor(TokensFrom(startIndex), variableName, array, block);
} }
if (TryExpectKeyword(Keyword.Match)) if (TryExpectKeyword(Keyword.Match))
@@ -243,10 +285,10 @@ public class Parser
while (!TryExpectSymbol(Symbol.CloseCurly)) while (!TryExpectSymbol(Symbol.CloseCurly))
{ {
var caseStartIndex = index; var caseStartIndex = index;
var type = ExpectIdent(); var variant = ExpectIdent();
var variableName = ExpectIdent(); TryExpectIdent(out var variableName);
var body = ParseStatement(); var body = ParseStatement();
cases.Add(new NodeStatementMatch.Case(TokensFrom(caseStartIndex), type, variableName, body)); cases.Add(new NodeStatementMatch.Case(TokensFrom(caseStartIndex), variant, variableName, body));
} }
return new NodeStatementMatch(TokensFrom(startIndex), target, cases); return new NodeStatementMatch(TokensFrom(startIndex), target, cases);
@@ -330,6 +372,33 @@ public class Parser
var target = ParseExpression(); var target = ParseExpression();
expr = new NodeExpressionUnary(TokensFrom(startIndex), target, NodeExpressionUnary.Op.Negate); expr = new NodeExpressionUnary(TokensFrom(startIndex), target, NodeExpressionUnary.Op.Negate);
} }
else if (TryExpectSymbol(Symbol.OpenSquare))
{
var values = new List<NodeExpression>();
while (!TryExpectSymbol(Symbol.CloseSquare))
{
var value = ParseExpression();
values.Add(value);
TryExpectSymbol(Symbol.Comma);
}
expr = new NodeExpressionArrayLiteral(TokensFrom(startIndex), values);
}
else if (TryExpectSymbol(Symbol.OpenCurly))
{
var initializers = new List<NodeExpressionStructLiteral.Initializer>();
while (!TryExpectSymbol(Symbol.CloseCurly))
{
var initializerStartIndex = startIndex;
var fieldName = ExpectIdent();
ExpectSymbol(Symbol.Equal);
var fieldValue = ParseExpression();
initializers.Add(new NodeExpressionStructLiteral.Initializer(TokensFrom(initializerStartIndex), fieldName, fieldValue));
}
expr = new NodeExpressionStructLiteral(TokensFrom(startIndex), null, initializers);
}
else if (TryExpectSymbol(Symbol.Bang)) else if (TryExpectSymbol(Symbol.Bang))
{ {
var target = ParseExpression(); var target = ParseExpression();
@@ -349,61 +418,63 @@ public class Parser
} }
else if (TryExpectIdent(out var ident)) else if (TryExpectIdent(out var ident))
{ {
if (TryExpectSymbol(Symbol.ColonColon)) List<TokenIdent> sections = [ident];
while (TryExpectSymbol(Symbol.ColonColon))
{ {
var name = ExpectIdent(); sections.Add(ExpectIdent());
expr = new NodeExpressionModuleIdent(TokensFrom(startIndex), ident, name); }
expr = new NodeExpressionIdent(TokensFrom(startIndex), sections);
}
else if (TryExpectKeyword(Keyword.New))
{
var type = ParseType();
if (type is NodeTypeString)
{
ExpectSymbol(Symbol.OpenParen);
var value = ParseExpression();
ExpectSymbol(Symbol.CloseParen);
expr = new NodeExpressionStringConstructor(TokensFrom(startIndex), value);
}
else if (type is NodeTypeNamed namedType)
{
if (TryExpectSymbol(Symbol.OpenParen))
{
var value = ParseExpression();
ExpectSymbol(Symbol.CloseParen);
expr = new NodeExpressionEnumLiteral(TokensFrom(startIndex), namedType, value);
}
else if (TryExpectSymbol(Symbol.OpenCurly))
{
var initializers = new List<NodeExpressionStructLiteral.Initializer>();
while (!TryExpectSymbol(Symbol.CloseCurly))
{
var initializerStartIndex = startIndex;
var fieldName = ExpectIdent();
ExpectSymbol(Symbol.Equal);
var fieldValue = ParseExpression();
initializers.Add(new NodeExpressionStructLiteral.Initializer(TokensFrom(initializerStartIndex), fieldName, fieldValue));
}
expr = new NodeExpressionStructLiteral(TokensFrom(startIndex), null, initializers);
}
else
{
expr = new NodeExpressionEnumLiteral(TokensFrom(startIndex), namedType, null);
}
} }
else else
{ {
expr = new NodeExpressionLocalIdent(TokensFrom(startIndex), ident); throw BasicError($"Expected named type or string", type);
} }
} }
else if (TryExpectKeyword(Keyword.Struct))
{
var module = ExpectIdent();
ExpectSymbol(Symbol.ColonColon);
var name = ExpectIdent();
var initializers = new List<NodeExpressionStructLiteral.Initializer>();
ExpectSymbol(Symbol.OpenCurly);
while (!TryExpectSymbol(Symbol.CloseCurly))
{
var initializerStartIndex = startIndex;
var fieldName = ExpectIdent();
ExpectSymbol(Symbol.Equal);
var fieldValue = ParseExpression();
initializers.Add(new NodeExpressionStructLiteral.Initializer(TokensFrom(initializerStartIndex), fieldName, fieldValue));
}
expr = new NodeExpressionStructLiteral(TokensFrom(startIndex), module, name, initializers);
}
else if (TryExpectKeyword(Keyword.Enum))
{
var module = ExpectIdent();
ExpectSymbol(Symbol.ColonColon);
var enumName = ExpectIdent();
ExpectSymbol(Symbol.ColonColon);
var variantName = ExpectIdent();
var initializers = new List<NodeExpressionEnumLiteral.Initializer>();
ExpectSymbol(Symbol.OpenCurly);
while (!TryExpectSymbol(Symbol.CloseCurly))
{
var initializerStartIndex = startIndex;
var fieldName = ExpectIdent();
ExpectSymbol(Symbol.Equal);
var fieldValue = ParseExpression();
initializers.Add(new NodeExpressionEnumLiteral.Initializer(TokensFrom(initializerStartIndex), fieldName, fieldValue));
}
expr = new NodeExpressionEnumLiteral(TokensFrom(startIndex), module, enumName, variantName, initializers);
}
else else
{ {
throw new CompileException(Diagnostic.Error("Expected start of expression").At(fileName, Peek()).Build()); throw BasicError("Expected start of expression", Peek());
} }
while (true) while (true)
@@ -418,7 +489,10 @@ public class Parser
var parameters = new List<NodeExpression>(); var parameters = new List<NodeExpression>();
while (!TryExpectSymbol(Symbol.CloseParen)) while (!TryExpectSymbol(Symbol.CloseParen))
{
parameters.Add(ParseExpression()); parameters.Add(ParseExpression());
TryExpectSymbol(Symbol.Comma);
}
expr = new NodeExpressionFuncCall(TokensFrom(startIndex), expr, parameters); expr = new NodeExpressionFuncCall(TokensFrom(startIndex), expr, parameters);
} }
@@ -457,6 +531,28 @@ public class Parser
return new NodeTypeFunc(TokensFrom(startIndex), parameters, returnType); return new NodeTypeFunc(TokensFrom(startIndex), parameters, returnType);
} }
if (TryExpectSymbol(Symbol.OpenCurly))
{
var fields = new List<NodeTypeAnonymousStruct.Field>();
while (!TryExpectSymbol(Symbol.CloseCurly))
{
var name = ExpectIdent();
ExpectSymbol(Symbol.Colon);
var type = ParseType();
fields.Add(new NodeTypeAnonymousStruct.Field(name, type));
}
return new NodeTypeAnonymousStruct(TokensFrom(startIndex), fields);
}
if (TryExpectSymbol(Symbol.OpenSquare))
{
ExpectSymbol(Symbol.CloseSquare);
var elementType = ParseType();
return new NodeTypeArray(TokensFrom(startIndex), elementType);
}
if (TryExpectIdent(out var ident)) if (TryExpectIdent(out var ident))
{ {
switch (ident.Ident) switch (ident.Ident)
@@ -465,8 +561,12 @@ public class Parser
return new NodeTypeVoid(TokensFrom(startIndex)); return new NodeTypeVoid(TokensFrom(startIndex));
case "string": case "string":
return new NodeTypeString(TokensFrom(startIndex)); return new NodeTypeString(TokensFrom(startIndex));
case "char":
return new NodeTypeChar(TokensFrom(startIndex));
case "bool": case "bool":
return new NodeTypeBool(TokensFrom(startIndex)); return new NodeTypeBool(TokensFrom(startIndex));
case "int":
return new NodeTypeSInt(TokensFrom(startIndex), 64);
case "i8": case "i8":
return new NodeTypeSInt(TokensFrom(startIndex), 8); return new NodeTypeSInt(TokensFrom(startIndex), 8);
case "i16": case "i16":
@@ -475,6 +575,8 @@ public class Parser
return new NodeTypeSInt(TokensFrom(startIndex), 32); return new NodeTypeSInt(TokensFrom(startIndex), 32);
case "i64": case "i64":
return new NodeTypeSInt(TokensFrom(startIndex), 64); return new NodeTypeSInt(TokensFrom(startIndex), 64);
case "uint":
return new NodeTypeUInt(TokensFrom(startIndex), 64);
case "u8": case "u8":
return new NodeTypeUInt(TokensFrom(startIndex), 8); return new NodeTypeUInt(TokensFrom(startIndex), 8);
case "u16": case "u16":
@@ -495,7 +597,7 @@ public class Parser
} }
} }
throw new CompileException(Diagnostic.Error("Expected type").At(fileName, Peek()).Build()); throw BasicError("Expected type", Peek());
} }
private List<Token> TokensFrom(int startIndex) private List<Token> TokensFrom(int startIndex)
@@ -511,7 +613,7 @@ public class Parser
return; return;
} }
throw new CompileException(Diagnostic.Error($"Expected '{keyword.AsString()}'").At(fileName, Peek()).Build()); throw BasicError($"Expected '{keyword.AsString()}'", Peek());
} }
private bool TryExpectKeyword(Keyword keyword) private bool TryExpectKeyword(Keyword keyword)
@@ -533,7 +635,7 @@ public class Parser
return; return;
} }
throw new CompileException(Diagnostic.Error($"Expected '{symbol.AsString()}'").At(fileName, Peek()).Build()); throw BasicError($"Expected '{symbol.AsString()}'", Peek());
} }
private bool TryExpectSymbol(Symbol symbol) private bool TryExpectSymbol(Symbol symbol)
@@ -555,7 +657,7 @@ public class Parser
return token; return token;
} }
throw new CompileException(Diagnostic.Error("Expected identifier").At(fileName, Peek()).Build()); throw BasicError("Expected identifier", Peek());
} }
private bool TryExpectIdent([NotNullWhen(true)] out TokenIdent? ident) private bool TryExpectIdent([NotNullWhen(true)] out TokenIdent? ident)
@@ -613,7 +715,7 @@ public class Parser
private void Next() private void Next()
{ {
if (index >= tokens.Count) if (index >= tokens.Count)
throw new CompileException(Diagnostic.Error("Unexpected end of tokens").At(fileName, Peek()).Build()); throw BasicError("Unexpected end of tokens", Peek());
index += 1; index += 1;
} }
@@ -686,6 +788,16 @@ public class Parser
return false; return false;
} }
} }
private CompileException BasicError(string message, Token? ident)
{
return new CompileException(Diagnostic.Error(message).At(fileName, ident).Build());
}
private CompileException BasicError(string message, Node? node)
{
return new CompileException(Diagnostic.Error(message).At(fileName, node).Build());
}
} }
public class Ast(string fileName, TokenIdent moduleName, List<NodeDefinition> definitions) public class Ast(string fileName, TokenIdent moduleName, List<NodeDefinition> definitions)
@@ -702,13 +814,21 @@ public abstract class Node(List<Token> tokens)
public abstract class NodeDefinition(List<Token> tokens) : Node(tokens); public abstract class NodeDefinition(List<Token> tokens) : Node(tokens);
public class NodeDefinitionFunc(List<Token> tokens, bool exported, TokenIdent name, List<NodeDefinitionFunc.Param> parameters, NodeStatement body, NodeType returnType) : NodeDefinition(tokens) public class NodeDefinitionExternFunc(List<Token> tokens, bool exported, TokenIdent name, List<NodeDefinitionFunc.Param> parameters, NodeType? returnType) : NodeDefinition(tokens)
{
public bool Exported { get; } = exported;
public TokenIdent Name { get; } = name;
public List<NodeDefinitionFunc.Param> Parameters { get; } = parameters;
public NodeType? ReturnType { get; } = returnType;
}
public class NodeDefinitionFunc(List<Token> tokens, bool exported, TokenIdent name, List<NodeDefinitionFunc.Param> parameters, NodeStatement body, NodeType? returnType) : NodeDefinition(tokens)
{ {
public bool Exported { get; } = exported; public bool Exported { get; } = exported;
public TokenIdent Name { get; } = name; public TokenIdent Name { get; } = name;
public List<Param> Parameters { get; } = parameters; public List<Param> Parameters { get; } = parameters;
public NodeStatement Body { get; } = body; public NodeStatement Body { get; } = body;
public NodeType ReturnType { get; } = returnType; public NodeType? ReturnType { get; } = returnType;
public class Param(List<Token> tokens, TokenIdent name, NodeType type) : Node(tokens) public class Param(List<Token> tokens, TokenIdent name, NodeType type) : Node(tokens)
{ {
@@ -737,19 +857,20 @@ public class NodeDefinitionEnum(List<Token> tokens, bool exported, TokenIdent na
public TokenIdent Name { get; } = name; public TokenIdent Name { get; } = name;
public List<Variant> Variants { get; } = variants; public List<Variant> Variants { get; } = variants;
public class Variant(List<Token> tokens, TokenIdent name, List<Variant.Field> fields) : Node(tokens) public class Variant(List<Token> tokens, TokenIdent name, NodeType? type) : Node(tokens)
{ {
public TokenIdent Name { get; } = name; public TokenIdent Name { get; } = name;
public List<Field> Fields { get; } = fields; public NodeType? Type { get; } = type;
public class Field(List<Token> tokens, TokenIdent name, NodeType type) : Node(tokens)
{
public TokenIdent Name { get; } = name;
public NodeType Type { get; } = type;
}
} }
} }
public class NodeDefinitionExternGlobalVariable(List<Token> tokens, bool exported, TokenIdent name, NodeType type) : NodeDefinition(tokens)
{
public bool Exported { get; } = exported;
public TokenIdent Name { get; } = name;
public NodeType Type { get; } = type;
}
public class NodeDefinitionGlobalVariable(List<Token> tokens, bool exported, TokenIdent name, NodeType type) : NodeDefinition(tokens) public class NodeDefinitionGlobalVariable(List<Token> tokens, bool exported, TokenIdent name, NodeType type) : NodeDefinition(tokens)
{ {
public bool Exported { get; } = exported; public bool Exported { get; } = exported;
@@ -769,15 +890,15 @@ public class NodeStatementExpression(List<Token> tokens, NodeExpression expressi
public NodeExpression Expression { get; } = expression; public NodeExpression Expression { get; } = expression;
} }
public class NodeStatementReturn(List<Token> tokens, NodeExpression value) : NodeStatement(tokens) public class NodeStatementReturn(List<Token> tokens, NodeExpression? value) : NodeStatement(tokens)
{ {
public NodeExpression Value { get; } = value; public NodeExpression? Value { get; } = value;
} }
public class NodeStatementVariableDeclaration(List<Token> tokens, TokenIdent name, NodeType type, NodeExpression value) : NodeStatement(tokens) public class NodeStatementVariableDeclaration(List<Token> tokens, TokenIdent name, NodeType? type, NodeExpression value) : NodeStatement(tokens)
{ {
public TokenIdent Name { get; } = name; public TokenIdent Name { get; } = name;
public NodeType Type { get; } = type; public NodeType? Type { get; } = type;
public NodeExpression Value { get; } = value; public NodeExpression Value { get; } = value;
} }
@@ -800,15 +921,22 @@ public class NodeStatementWhile(List<Token> tokens, NodeExpression condition, No
public NodeStatement Body { get; } = body; public NodeStatement Body { get; } = body;
} }
public class NodeStatementFor(List<Token> tokens, TokenIdent variableName, NodeExpression array, NodeStatement body) : NodeStatement(tokens)
{
public TokenIdent VariableName { get; } = variableName;
public NodeExpression Array { get; } = array;
public NodeStatement Body { get; } = body;
}
public class NodeStatementMatch(List<Token> tokens, NodeExpression target, List<NodeStatementMatch.Case> cases) : NodeStatement(tokens) public class NodeStatementMatch(List<Token> tokens, NodeExpression target, List<NodeStatementMatch.Case> cases) : NodeStatement(tokens)
{ {
public NodeExpression Target { get; } = target; public NodeExpression Target { get; } = target;
public List<Case> Cases { get; } = cases; public List<Case> Cases { get; } = cases;
public class Case(List<Token> tokens, TokenIdent type, TokenIdent variableName, NodeStatement body) : Node(tokens) public class Case(List<Token> tokens, TokenIdent type, TokenIdent? variableName, NodeStatement body) : Node(tokens)
{ {
public TokenIdent Variant { get; } = type; public TokenIdent Variant { get; } = type;
public TokenIdent VariableName { get; } = variableName; public TokenIdent? VariableName { get; } = variableName;
public NodeStatement Body { get; } = body; public NodeStatement Body { get; } = body;
} }
} }
@@ -830,10 +958,9 @@ public class NodeExpressionBoolLiteral(List<Token> tokens, TokenBoolLiteral valu
public TokenBoolLiteral Value { get; } = value; public TokenBoolLiteral Value { get; } = value;
} }
public class NodeExpressionStructLiteral(List<Token> tokens, TokenIdent module, TokenIdent name, List<NodeExpressionStructLiteral.Initializer> initializers) : NodeExpression(tokens) public class NodeExpressionStructLiteral(List<Token> tokens, NodeTypeNamed? type, List<NodeExpressionStructLiteral.Initializer> initializers) : NodeExpression(tokens)
{ {
public TokenIdent Module { get; } = module; public NodeTypeNamed? Type { get; } = type;
public TokenIdent Name { get; } = name;
public List<Initializer> Initializers { get; } = initializers; public List<Initializer> Initializers { get; } = initializers;
public class Initializer(List<Token> tokens, TokenIdent name, NodeExpression value) : Node(tokens) public class Initializer(List<Token> tokens, TokenIdent name, NodeExpression value) : Node(tokens)
@@ -843,18 +970,20 @@ public class NodeExpressionStructLiteral(List<Token> tokens, TokenIdent module,
} }
} }
public class NodeExpressionEnumLiteral(List<Token> tokens, TokenIdent module, TokenIdent enumName, TokenIdent variantName, List<NodeExpressionEnumLiteral.Initializer> initializers) : NodeExpression(tokens) public class NodeExpressionEnumLiteral(List<Token> tokens, NodeTypeNamed type, NodeExpression? value) : NodeExpression(tokens)
{ {
public TokenIdent Module { get; } = module; public NodeTypeNamed Type { get; } = type;
public TokenIdent EnumName { get; } = enumName; public NodeExpression? Value { get; } = value;
public TokenIdent VariantName { get; } = variantName; }
public List<Initializer> Initializers { get; } = initializers;
public class Initializer(List<Token> tokens, TokenIdent name, NodeExpression value) : Node(tokens) public class NodeExpressionArrayLiteral(List<Token> tokens, List<NodeExpression> values) : NodeExpression(tokens)
{ {
public TokenIdent Name { get; } = name; public List<NodeExpression> Values { get; } = values;
public NodeExpression Value { get; } = value; }
}
public class NodeExpressionStringConstructor(List<Token> tokens, NodeExpression value) : NodeExpression(tokens)
{
public NodeExpression Value { get; } = value;
} }
public class NodeExpressionMemberAccess(List<Token> tokens, NodeExpression target, TokenIdent name) : NodeExpression(tokens) public class NodeExpressionMemberAccess(List<Token> tokens, NodeExpression target, TokenIdent name) : NodeExpression(tokens)
@@ -869,15 +998,9 @@ public class NodeExpressionFuncCall(List<Token> tokens, NodeExpression target, L
public List<NodeExpression> Parameters { get; } = parameters; public List<NodeExpression> Parameters { get; } = parameters;
} }
public class NodeExpressionLocalIdent(List<Token> tokens, TokenIdent value) : NodeExpression(tokens) public class NodeExpressionIdent(List<Token> tokens, List<TokenIdent> sections) : NodeExpression(tokens)
{ {
public TokenIdent Value { get; } = value; public List<TokenIdent> Sections { get; } = sections;
}
public class NodeExpressionModuleIdent(List<Token> tokens, TokenIdent module, TokenIdent value) : NodeExpression(tokens)
{
public TokenIdent Module { get; } = module;
public TokenIdent Value { get; } = value;
} }
public class NodeExpressionBinary(List<Token> tokens, NodeExpression left, NodeExpressionBinary.Op operation, NodeExpression right) : NodeExpression(tokens) public class NodeExpressionBinary(List<Token> tokens, NodeExpression left, NodeExpressionBinary.Op operation, NodeExpression right) : NodeExpression(tokens)
@@ -943,11 +1066,29 @@ public class NodeTypeBool(List<Token> tokens) : NodeType(tokens);
public class NodeTypeString(List<Token> tokens) : NodeType(tokens); public class NodeTypeString(List<Token> tokens) : NodeType(tokens);
public class NodeTypeChar(List<Token> tokens) : NodeType(tokens);
public class NodeTypeNamed(List<Token> tokens, List<TokenIdent> sections) : NodeType(tokens) public class NodeTypeNamed(List<Token> tokens, List<TokenIdent> sections) : NodeType(tokens)
{ {
public List<TokenIdent> Sections { get; } = sections; public List<TokenIdent> Sections { get; } = sections;
} }
public class NodeTypeAnonymousStruct(List<Token> tokens, List<NodeTypeAnonymousStruct.Field> fields) : NodeType(tokens)
{
public List<Field> Fields { get; } = fields;
public class Field(TokenIdent name, NodeType type)
{
public TokenIdent Name { get; } = name;
public NodeType Type { get; } = type;
}
}
public class NodeTypeArray(List<Token> tokens, NodeType elementType) : NodeType(tokens)
{
public NodeType ElementType { get; } = elementType;
}
public class NodeTypePointer(List<Token> tokens, NodeType to) : NodeType(tokens) public class NodeTypePointer(List<Token> tokens, NodeType to) : NodeType(tokens)
{ {
public NodeType To { get; } = to; public NodeType To { get; } = to;
@@ -957,4 +1098,4 @@ public class NodeTypeFunc(List<Token> tokens, List<NodeType> parameters, NodeTyp
{ {
public List<NodeType> Parameters { get; } = parameters; public List<NodeType> Parameters { get; } = parameters;
public NodeType ReturnType { get; } = returnType; public NodeType ReturnType { get; } = returnType;
} }

View File

@@ -119,8 +119,6 @@ foreach (var ast in asts)
} }
} }
var output = Generator.Emit(functions, moduleGraph, compileLib);
if (Directory.Exists(".build")) if (Directory.Exists(".build"))
{ {
CleanDirectory(".build"); CleanDirectory(".build");
@@ -130,17 +128,36 @@ else
Directory.CreateDirectory(".build"); Directory.CreateDirectory(".build");
} }
string? entryPoint = null;
if (!compileLib)
{
if (!moduleGraph.TryResolveIdentifier("main", "main", true, out var info) || info.Type is not NubTypeFunc entryPointType)
{
DiagnosticFormatter.Print(Diagnostic.Error("func main::main(): i32 is not defined. If you wanted to compile as a library, specify --type=lib").Build(), Console.Error);
return 1;
}
if (!entryPointType.ReturnType.IsAssignableTo(NubTypeSInt.Get(32)))
{
DiagnosticFormatter.Print(Diagnostic.Error($"Entrypoint must return an i32 (currently '{entryPointType.ReturnType}')").Build(), Console.Error);
return 1;
}
entryPoint = info.MangledName;
}
var outFile = Generator.Emit(functions, moduleGraph, entryPoint);
if (compileLib) if (compileLib)
{ {
File.WriteAllText(".build/out.c", output); Process.Start("gcc", ["-Og", "-g", "-Wall", "-Werror", "-c", "-o", ".build/out.o", outFile, .. archivePaths]).WaitForExit();
Process.Start("gcc", ["-Og", "-fvisibility=hidden", "-fno-builtin", "-c", "-o", ".build/out.o", ".build/out.c", .. archivePaths]).WaitForExit();
Process.Start("ar", ["rcs", ".build/out.a", ".build/out.o"]).WaitForExit(); Process.Start("ar", ["rcs", ".build/out.a", ".build/out.o"]).WaitForExit();
NubLib.Pack(".build/out.nublib", ".build/out.a", Manifest.Create(moduleGraph)); NubLib.Pack(".build/out.nublib", ".build/out.a", Manifest.Create(moduleGraph));
} }
else else
{ {
File.WriteAllText(".build/out.c", output); Process.Start("gcc", ["-Og", "-g", "-Wall", "-Werror", "-o", ".build/out", outFile, .. archivePaths]).WaitForExit();
Process.Start("gcc", ["-Og", "-fvisibility=hidden", "-fno-builtin", "-o", ".build/out", ".build/out.c", .. archivePaths]).WaitForExit();
} }
return 0; return 0;
@@ -159,4 +176,4 @@ static void CleanDirectory(string dirName)
CleanDirectory(subdir.FullName); CleanDirectory(subdir.FullName);
subdir.Delete(); subdir.Delete();
} }
} }

View File

@@ -77,334 +77,348 @@ public class Tokenizer
switch (c) switch (c)
{ {
case '0' when Peek(1) is 'x': case '0' when Peek(1) is 'x':
{
Consume();
Consume();
var parsed = BigInteger.Zero;
var seenDigit = false;
while (TryPeek(out c))
{ {
if (c == '_')
{
Consume();
continue;
}
if (!char.IsAsciiHexDigit(c))
break;
seenDigit = true;
parsed <<= 4;
Consume(); Consume();
parsed += c switch Consume();
var parsed = BigInteger.Zero;
var seenDigit = false;
while (TryPeek(out c))
{ {
>= '0' and <= '9' => c - '0', if (c == '_')
>= 'a' and <= 'f' => c - 'a' + 10, {
>= 'A' and <= 'F' => c - 'A' + 10, Consume();
_ => 0 continue;
}; }
if (!char.IsAsciiHexDigit(c))
break;
seenDigit = true;
parsed <<= 4;
Consume();
parsed += c switch
{
>= '0' and <= '9' => c - '0',
>= 'a' and <= 'f' => c - 'a' + 10,
>= 'A' and <= 'F' => c - 'A' + 10,
_ => 0
};
}
if (!seenDigit)
throw new CompileException(Diagnostic.Error("Expected hexadecimal digits after 0x").At(fileName, line, startColumn, column - startColumn).Build());
return new TokenIntLiteral(line, startColumn, column - startColumn, parsed);
} }
if (!seenDigit)
throw new CompileException(Diagnostic.Error("Expected hexadecimal digits after 0x").At(fileName, line, startColumn, column - startColumn).Build());
return new TokenIntLiteral(line, startColumn, column - startColumn, parsed);
}
case '0' when Peek(1) is 'b': case '0' when Peek(1) is 'b':
{
Consume();
Consume();
var parsed = BigInteger.Zero;
var seenDigit = false;
while (TryPeek(out c))
{ {
if (c == '_') Consume();
Consume();
var parsed = BigInteger.Zero;
var seenDigit = false;
while (TryPeek(out c))
{ {
Consume(); if (c == '_')
continue; {
Consume();
continue;
}
if (c is not '0' and not '1')
break;
seenDigit = true;
parsed <<= 1;
if (Consume() == '1')
parsed += BigInteger.One;
} }
if (c is not '0' and not '1') if (!seenDigit)
break; throw new CompileException(Diagnostic.Error("Expected binary digits after 0b").At(fileName, line, startColumn, column - startColumn).Build());
seenDigit = true; return new TokenIntLiteral(line, startColumn, column - startColumn, parsed);
parsed <<= 1;
if (Consume() == '1')
parsed += BigInteger.One;
} }
if (!seenDigit)
throw new CompileException(Diagnostic.Error("Expected binary digits after 0b").At(fileName, line, startColumn, column - startColumn).Build());
return new TokenIntLiteral(line, startColumn, column - startColumn, parsed);
}
default: default:
{
var parsed = BigInteger.Zero;
while (TryPeek(out c))
{ {
if (c == '_') var parsed = BigInteger.Zero;
while (TryPeek(out c))
{ {
Consume(); if (c == '_')
continue; {
Consume();
continue;
}
if (!char.IsDigit(c))
break;
parsed *= 10;
parsed += Consume() - '0';
} }
if (!char.IsDigit(c)) return new TokenIntLiteral(line, startColumn, column - startColumn, parsed);
break;
parsed *= 10;
parsed += Consume() - '0';
} }
return new TokenIntLiteral(line, startColumn, column - startColumn, parsed);
}
} }
} }
switch (c) switch (c)
{ {
case '"': case '"':
{
Consume();
var buf = new StringBuilder();
while (true)
{
if (!TryPeek(out c))
throw new CompileException(Diagnostic.Error("Unterminated string literal").At(fileName, line, column, 0).Build());
if (c == '"')
break;
if (c == '\n')
throw new CompileException(Diagnostic.Error("Unterminated string literal").At(fileName, line, column, 1).Build());
buf.Append(Consume());
}
Consume();
return new TokenStringLiteral(line, startColumn, column - startColumn, buf.ToString());
}
case '{':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.OpenCurly);
}
case '}':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.CloseCurly);
}
case '(':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.OpenParen);
}
case ')':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.CloseParen);
}
case ',':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Comma);
}
case '.':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Period);
}
case ':' when Peek(1) is ':':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.ColonColon);
}
case ':':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Colon);
}
case '^':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Caret);
}
case '!' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.BangEqual);
}
case '!':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Bang);
}
case '=' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.EqualEqual);
}
case '=':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Equal);
}
case '<' when Peek(1) is '<':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.LessThanLessThan);
}
case '<' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.LessThanEqual);
}
case '<':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.LessThan);
}
case '>' when Peek(1) is '>':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.GreaterThanGreaterThan);
}
case '>' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.GreaterThanEqual);
}
case '>':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.GreaterThan);
}
case '+' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.PlusEqual);
}
case '+':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Plus);
}
case '-' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.MinusEqual);
}
case '-':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Minus);
}
case '*' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.StarEqual);
}
case '*':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Star);
}
case '/' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.ForwardSlashEqual);
}
case '/':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.ForwardSlash);
}
case '%' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.PercentEqual);
}
case '%':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Percent);
}
case '&' when Peek(1) is '&':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.AmpersandAmpersand);
}
case '&':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Ampersand);
}
case '|' when Peek(1) is '|':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.PipePipe);
}
case '|':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Pipe);
}
default:
{
if (char.IsLetter(c) || c == '_')
{ {
Consume();
var buf = new StringBuilder(); var buf = new StringBuilder();
while (TryPeek(out c) && (char.IsLetterOrDigit(c) || c == '_')) while (true)
buf.Append(Consume());
var value = buf.ToString();
return value switch
{ {
"func" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Func), if (!TryPeek(out c))
"struct" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Struct), throw new CompileException(Diagnostic.Error("Unterminated string literal").At(fileName, line, column, 0).Build());
"packed" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Packed),
"enum" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Enum), if (c == '"')
"match" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Match), break;
"let" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Let),
"if" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.If), if (c == '\n')
"else" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Else), throw new CompileException(Diagnostic.Error("Unterminated string literal").At(fileName, line, column, 1).Build());
"while" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.While),
"return" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Return), buf.Append(Consume());
"module" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Module), }
"export" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Export),
"true" => new TokenBoolLiteral(line, startColumn, column - startColumn, true), Consume();
"false" => new TokenBoolLiteral(line, startColumn, column - startColumn, false), return new TokenStringLiteral(line, startColumn, column - startColumn, buf.ToString());
_ => new TokenIdent(line, startColumn, column - startColumn, value)
};
} }
throw new CompileException(Diagnostic.Error($"Unexpected character '{c}'").At(fileName, line, column, 1).Build()); case '{':
} {
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.OpenCurly);
}
case '}':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.CloseCurly);
}
case '[':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.OpenSquare);
}
case ']':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.CloseSquare);
}
case '(':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.OpenParen);
}
case ')':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.CloseParen);
}
case ',':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Comma);
}
case '.':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Period);
}
case ':' when Peek(1) is ':':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.ColonColon);
}
case ':':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Colon);
}
case '^':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Caret);
}
case '!' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.BangEqual);
}
case '!':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Bang);
}
case '=' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.EqualEqual);
}
case '=':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Equal);
}
case '<' when Peek(1) is '<':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.LessThanLessThan);
}
case '<' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.LessThanEqual);
}
case '<':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.LessThan);
}
case '>' when Peek(1) is '>':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.GreaterThanGreaterThan);
}
case '>' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.GreaterThanEqual);
}
case '>':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.GreaterThan);
}
case '+' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.PlusEqual);
}
case '+':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Plus);
}
case '-' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.MinusEqual);
}
case '-':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Minus);
}
case '*' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.StarEqual);
}
case '*':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Star);
}
case '/' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.ForwardSlashEqual);
}
case '/':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.ForwardSlash);
}
case '%' when Peek(1) is '=':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.PercentEqual);
}
case '%':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Percent);
}
case '&' when Peek(1) is '&':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.AmpersandAmpersand);
}
case '&':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Ampersand);
}
case '|' when Peek(1) is '|':
{
Consume();
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.PipePipe);
}
case '|':
{
Consume();
return new TokenSymbol(line, startColumn, column - startColumn, Symbol.Pipe);
}
default:
{
if (char.IsLetter(c) || c == '_')
{
var buf = new StringBuilder();
while (TryPeek(out c) && (char.IsLetterOrDigit(c) || c == '_'))
buf.Append(Consume());
var value = buf.ToString();
return value switch
{
"func" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Func),
"struct" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Struct),
"packed" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Packed),
"enum" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Enum),
"new" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.New),
"match" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Match),
"let" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Let),
"if" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.If),
"else" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Else),
"while" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.While),
"for" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.For),
"in" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.In),
"return" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Return),
"module" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Module),
"export" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Export),
"extern" => new TokenKeyword(line, startColumn, column - startColumn, Keyword.Extern),
"true" => new TokenBoolLiteral(line, startColumn, column - startColumn, true),
"false" => new TokenBoolLiteral(line, startColumn, column - startColumn, false),
_ => new TokenIdent(line, startColumn, column - startColumn, value)
};
}
throw new CompileException(Diagnostic.Error($"Unexpected character '{c}'").At(fileName, line, column, 1).Build());
}
} }
} }
@@ -495,6 +509,8 @@ public enum Symbol
CloseCurly, CloseCurly,
OpenParen, OpenParen,
CloseParen, CloseParen,
OpenSquare,
CloseSquare,
Comma, Comma,
Period, Period,
Colon, Colon,
@@ -537,14 +553,18 @@ public enum Keyword
Struct, Struct,
Packed, Packed,
Enum, Enum,
New,
Match, Match,
Let, Let,
If, If,
Else, Else,
While, While,
For,
In,
Return, Return,
Module, Module,
Export, Export,
Extern,
} }
public class TokenKeyword(int line, int column, int length, Keyword keyword) : Token(line, column, length) public class TokenKeyword(int line, int column, int length, Keyword keyword) : Token(line, column, length)
@@ -562,6 +582,8 @@ public static class TokenExtensions
Symbol.CloseCurly => "}", Symbol.CloseCurly => "}",
Symbol.OpenParen => "(", Symbol.OpenParen => "(",
Symbol.CloseParen => ")", Symbol.CloseParen => ")",
Symbol.OpenSquare => "[",
Symbol.CloseSquare => "]",
Symbol.Comma => ",", Symbol.Comma => ",",
Symbol.Period => ".", Symbol.Period => ".",
Symbol.Colon => ":", Symbol.Colon => ":",
@@ -603,14 +625,18 @@ public static class TokenExtensions
Keyword.Struct => "struct", Keyword.Struct => "struct",
Keyword.Packed => "packed", Keyword.Packed => "packed",
Keyword.Enum => "enum", Keyword.Enum => "enum",
Keyword.New => "new",
Keyword.Match => "enum", Keyword.Match => "enum",
Keyword.Let => "let", Keyword.Let => "let",
Keyword.If => "if", Keyword.If => "if",
Keyword.Else => "else", Keyword.Else => "else",
Keyword.While => "while", Keyword.While => "while",
Keyword.For => "for",
Keyword.In => "in",
Keyword.Return => "return", Keyword.Return => "return",
Keyword.Module => "module", Keyword.Module => "module",
Keyword.Export => "export", Keyword.Export => "export",
Keyword.Extern => "extern",
_ => throw new ArgumentOutOfRangeException(nameof(symbol), symbol, null) _ => throw new ArgumentOutOfRangeException(nameof(symbol), symbol, null)
}; };
} }

File diff suppressed because it is too large Load Diff

21
examples/build Executable file
View File

@@ -0,0 +1,21 @@
#!/bin/bash
set -e
SCRIPT_DIR=$(dirname "$0")
pushd $SCRIPT_DIR
pushd ../compiler
dotnet build -c Release
popd
pushd core
time ../../compiler/bin/Release/net9.0/Compiler sys.nub print.nub --type=lib
popd
pushd program
time ../../compiler/bin/Release/net9.0/Compiler main.nub ../core/.build/out.nublib
popd
./program/.build/out
popd

View File

@@ -1,12 +0,0 @@
set -e
pushd math
dotnet run --project ../../compiler math.nub --type=lib
pushd .build
unzip out.nublib
popd
popd
pushd program
dotnet run --project ../../compiler main.nub ../math/.build/out.nublib
popd

10
examples/core/print.nub Normal file
View File

@@ -0,0 +1,10 @@
module core
export func print(text: string) {
sys::write(0, text.ptr, text.length)
}
export func println(text: string) {
print(text)
print("\n")
}

5
examples/core/sys.nub Normal file
View File

@@ -0,0 +1,5 @@
module sys
export extern func read(fd: u32, buf: ^char, count: u64): i64
export extern func write(fd: u32, buf: ^char, count: u64): i64
export extern func open(fileName: ^char, flags: i32, mode: u16): i64

View File

@@ -1,34 +0,0 @@
module math
struct vec2 { x: i32 y: i32 }
struct vec3 { x: i32 y: i32 z: i32 }
struct color { r: i32 g: i32 b: i32 a: i32 }
struct example { a: vec2 b: vec3 c: color }
export enum message {
quit
move {
x: i32
y: i32
}
}
export func add(a: i32 b: i32): i32
{
let message: message = enum math::message::move { x = 1 y = 1 }
match message {
quit q {}
move m {
m.x = 23
m.y = 23
}
}
return math::add_internal(a b)
}
func add_internal(a: i32 b: i32): i32
{
return a + b
}

View File

@@ -1,6 +1,32 @@
module main module main
func main(): i32 struct Human {
{ name: string
return math::add(1 2) age: i32
} }
enum Message {
Quit
Say: string
}
func main(): i32 {
let x = new string("test".ptr) + " " + "uwu"
core::println(x)
let messages: []Message = [new Message::Say("first"), new Message::Quit]
for message in messages {
match message {
Say msg {
core::println(msg)
}
Quit {
core::println("quit")
}
}
}
return 0
}

View File

@@ -1,32 +0,0 @@
module main
let global: i32
func main(): i32 {
let x: i32 = 23
x = 24
if !true {
x = 49
return x
} else {
x = 3
}
let i: i32 = 0
x = 1 + 2 * 34
while i < 10 {
i = i + 1
x = i
}
let me: test::person = struct test::person { age = 21 name = "Oliver" }
x = test::do_something(me.name)
test::do_something(me.name)
main::global = 123
return main::global
}

View File

@@ -1,10 +0,0 @@
module test
export packed struct person {
age: i32
name: string
}
export func do_something(name: string): i32 {
return 3
}