Bit manipulation

src/compiler/NubLang/Tokenization/Tokenizer.cs

@@ -28,6 +28,8 @@ public sealed class Tokenizer
         [['!', '=']] = Symbol.NotEqual,
         [['<', '=']] = Symbol.LessThanOrEqual,
         [['>', '=']] = Symbol.GreaterThanOrEqual,
+        [['<', '<']] = Symbol.LeftShift,
+        [['>', '>']] = Symbol.RightShift,
         [[':']] = Symbol.Colon,
         [['(']] = Symbol.OpenParen,
         [[')']] = Symbol.CloseParen,
@@ -48,6 +50,8 @@ public sealed class Tokenizer
         [['^']] = Symbol.Caret,
         [['&']] = Symbol.Ampersand,
         [[';']] = Symbol.Semi,
+        [['%']] = Symbol.Percent,
+        [['|']] = Symbol.Pipe,
     };
 
     private static readonly (char[] Pattern, Symbol Symbol)[] OrderedSymbols = Symbols