Add Julia lexer

1 files changed, 147 insertions, 0 deletions

diff --git a/lua/lexers/julia.lua b/lua/lexers/julia.lua
new file mode 100644
index 0000000..d1aebc6
--- /dev/null
+++ b/lua/lexers/julia.lua
@@ -0,0 +1,147 @@
+-- Julia lexer.
+
+local l = require('lexer')
+local token, word_match = l.token, l.word_match
+local B, P, R, S = lpeg.B, lpeg.P, lpeg.R, lpeg.S
+
+local M = {_NAME = 'julia'}
+
+-- Whitespace.
+local ws = token(l.WHITESPACE, l.space^1)
+
+
+-- Identifier
+local id = l.word * P('!')^0
+local identifier = token(l.IDENTIFIER, id)
+
+
+-- Operator
+local operator = token(l.OPERATOR, S('+-*/÷<>=!≠≈≤≥%^&|⊻~\\\':?.√'))
+
+
+-- Comment
+local line_comment = '#' * l.nonnewline^0
+local block_comment = '#=' * (l.any - '=#')^0 * P('=#')^-1
+local comment = token(l.COMMENT, block_comment + line_comment)
+
+
+-- Constant
+local const_bool = word_match{'true', 'false'}
+local const_numerical = (P('Inf') + P('NaN')) * (P('16') + P('32') + P('64'))^-1 * #(-l.alnum)
+local const_special = word_match{'nothing', 'undef', 'missing'}
+local const_env = word_match{'ARGS', 'ENV', 'ENDIAN_BOM', 'LOAD_PATH', 'VERSION', 'PROGRAM_FILE', 'DEPOT_PATH'}
+local const_io = word_match{'stdout', 'stdin', 'stderr', 'devnull'}
+local constant = token(l.CONSTANT, const_bool + const_numerical + const_special + const_env + const_io)
+
+
+-- Number
+local decimal = l.digit^1 * ('_' * l.digit^1)^0
+local hex_digits = l.xdigit^1 * ('_' * l.xdigit^1)^0
+local hexadecimal = '0x' * hex_digits
+local binary = '0b' * S('01')^1 * ('_' * S('01')^1)^0
+local integer = binary + hexadecimal + decimal
+
+local float_dec_coeff = decimal^0 * '.' * decimal + decimal * '.' * decimal^0
+local float_dec_expon = S('eEf') * S('+-')^-1 * l.digit^1
+local float_dec = float_dec_coeff * float_dec_expon^-1 + decimal * float_dec_expon
+
+local float_hex_coeff = '0x' * (hex_digits^0 * '.' * hex_digits + hex_digits * '.' * hex_digits^0)
+local float_hex_expon = 'p' * S('+-')^-1 * l.digit^1
+local float_hex = float_hex_coeff * float_hex_expon^-1 + hexadecimal * float_hex_expon
+
+local float = float_dec + float_hex
+
+local imaginary = (float_dec + decimal) * 'im'
+
+local number = token(l.NUMBER, S('+-')^-1 * (imaginary + float + integer) * #(-l.alpha))
+
+
+-- Character & String
+local c_esc = '\\' * S('\\"\'nrbtfav')
+local unicode = '\\' * S('uU') * l.xdigit^1
+local char = "'" * (l.alnum + c_esc + unicode) * "'"
+local character = token('character', char)
+
+local doc_str = l.delimited_range('"""')
+local str = l.delimited_range('"')
+local string = token(l.STRING, doc_str + str)
+
+
+-- Keyword
+local keyword_single = word_match{
+  'baremodule', 'begin', 'break', 'catch', 'const', 'continue',
+  'do', 'else', 'elseif', 'end', 'export', 'finally', 'for',
+  'function', 'global', 'if', 'in', 'isa', 'import', 'let', 'local',
+  'macro', 'module', 'quote', 'return', 'struct', 'try', 'using',
+  'where', 'while'
+}
+local keyword_mult = P('abstract type') + P('mutable struct') + P('primitive type')
+local keyword = token(l.KEYWORD, keyword_single + keyword_mult)
+
+
+-- Function
+local func = token(l.FUNCTION, id * #(P('.')^-1 * #P('(')))
+
+
+-- Macro
+local macro = token('macro', '@' * (id + '.'))
+
+
+-- Type
+local type_annotated = (B('::') + B(':: ')) * id
+local type_para = id * #P('{')
+local type_subtyping = id * #(l.space^0 * P('<:')) + (B('<:') + B('<: ')) * id
+local type_struct = B('struct ') * id
+local type_builtin_numerical = (
+    (P('Abstract') + P('Big')) * P('Float') +
+    P('Float') * (P('16') + P('32') + P('64')) +
+    P('U')^-1 * P('Int') * (P('8') + P('16') + P('32') + P('64') + P('128'))^-1 +
+    P('Abstract')^-1 * P('Irrational')
+  ) * #(-l.alnum) +
+  word_match{'Number', 'Complex', 'Real', 'Integer', 'Bool', 'Signed', 'Unsigned', 'Rational'}
+local type_builtin_range = (
+    (P('Lin') + P('Ordinal') + (P('Abstract')^-1 * P('Unit')^-1)) * P('Range') +
+    P('StepRange') * P('Len')^-1 - P('Range')
+  ) * #(-l.alnum)
+local type_builtin_array = (
+    (P('Abstract') + P('Bit') + P('Dense') + P('PermutedDims') + P('Sub'))^-1 *
+    (P('Array') + P('Vector') + P('Matrix') + P('VecOrMat')) +
+    (P('Abstract') + P('Sym') + (P('Unit')^-1 * (P('Lower') + P('Upper'))))^-1 * P('Triangular')
+  ) * #(-l.alnum) +
+  word_match{
+    'Adjoint', 'Bidiagonal', 'Diagonal', 'Hermitian', 'LQPackedQ',
+    'Symmetric', 'Transpose', 'UpperHessenberg'
+  }
+local type = token(l.TYPE,
+    type_para + type_annotated + type_subtyping + type_struct + type_builtin_numerical + type_builtin_range +
+    type_builtin_array
+  )
+
+
+-- Symbol
+local symbol = token('symbol', -B(P(':') + P('<')) * P(':') * id)
+
+
+M._rules = {
+  {'whitespace', ws},
+  {'comment', comment},
+  {'string', string},
+  {'character', character},
+  {'keyword', keyword},
+  {'constant', constant},
+  {'type', type},
+  {'symbol', symbol},
+  {'macro', macro},
+  {'function', func},
+  {'identifier', identifier},
+  {'operator', operator},
+  {'number', number},
+}
+
+M._tokenstyles = {
+  character = l.STYLE_CONSTANT,
+  symbol = l.STYLE_CONSTANT,
+  macro = l.STYLE_PREPROCESSOR,
+}
+
+return M