aboutsummaryrefslogtreecommitdiff
path: root/lua/lexers/julia.lua
diff options
context:
space:
mode:
Diffstat (limited to 'lua/lexers/julia.lua')
-rw-r--r--lua/lexers/julia.lua187
1 files changed, 75 insertions, 112 deletions
diff --git a/lua/lexers/julia.lua b/lua/lexers/julia.lua
index d1aebc6..0e751a0 100644
--- a/lua/lexers/julia.lua
+++ b/lua/lexers/julia.lua
@@ -1,147 +1,110 @@
+-- Copyright 2020-2022 Tobias Frilling. See LICENSE.
-- Julia lexer.
-local l = require('lexer')
-local token, word_match = l.token, l.word_match
-local B, P, R, S = lpeg.B, lpeg.P, lpeg.R, lpeg.S
+local lexer = require('lexer')
+local token, word_match = lexer.token, lexer.word_match
+local B, P, S = lpeg.B, lpeg.P, lpeg.S
-local M = {_NAME = 'julia'}
+local lex = lexer.new('julia')
-- Whitespace.
-local ws = token(l.WHITESPACE, l.space^1)
+lex:add_rule('whitespace', token(lexer.WHITESPACE, lexer.space^1))
+local id = lexer.word * P('!')^0
--- Identifier
-local id = l.word * P('!')^0
-local identifier = token(l.IDENTIFIER, id)
+-- Keyword
+lex:add_rule('keyword', token(lexer.KEYWORD, word_match{
+ 'baremodule', 'begin', 'break', 'catch', 'const', 'continue', 'do', 'else', 'elseif', 'end',
+ 'export', 'finally', 'for', 'function', 'global', 'if', 'in', 'isa', 'import', 'let', 'local',
+ 'macro', 'module', 'quote', 'return', 'struct', 'try', 'using', 'where', 'while'
+} + 'abstract type' + 'mutable struct' + 'primitive type'))
+-- Constant
+local const_bool = word_match('true false')
+local const_numerical = (P('Inf') + 'NaN') * (P('16') + '32' + '64')^-1 * -lexer.alnum
+local const_special = word_match('nothing undef missing')
+local const_env = word_match('ARGS ENV ENDIAN_BOM LOAD_PATH VERSION PROGRAM_FILE DEPOT_PATH')
+local const_io = word_match('stdout stdin stderr devnull')
+lex:add_rule('constant', token(lexer.CONSTANT,
+ const_bool + const_numerical + const_special + const_env + const_io))
--- Operator
-local operator = token(l.OPERATOR, S('+-*/÷<>=!≠≈≤≥%^&|⊻~\\\':?.√'))
+-- Type
+local type_annotated = (B('::') + B(':: ')) * id
+local type_para = id * #P('{')
+local type_subtyping = id * #(lexer.space^0 * '<:') + (B('<:') + B('<: ')) * id
+local type_struct = B('struct ') * id
+-- LuaFormatter off
+local type_builtin_numerical = ((P('Abstract') + 'Big') * 'Float' +
+ 'Float' * (P('16') + '32' + '64') +
+ P('U')^-1 * 'Int' * (P('8') + '16' + '32' + '64' + '128')^-1 +
+ P('Abstract')^-1 * 'Irrational'
+) * -lexer.alnum + word_match('Number Complex Real Integer Bool Signed Unsigned Rational')
+-- LuaFormatter on
+local type_builtin_range = ((P('Lin') + 'Ordinal' + (P('Abstract')^-1 * P('Unit')^-1)) * 'Range' +
+ 'StepRange' * P('Len')^-1 - 'Range'
+) * -lexer.alnum
+local type_builtin_array = ((P('Abstract') + 'Bit' + 'Dense' + 'PermutedDims' + 'Sub')^-1 *
+ word_match('Array Vector Matrix VecOrMat') +
+ (P('Abstract') + 'Sym' + (P('Unit')^-1 * (P('Lower') + 'Upper')))^-1 * 'Triangular'
+) * -lexer.alnum +
+ word_match('Adjoint Bidiagonal Diagonal Hermitian LQPackedQ Symmetric Transpose UpperHessenberg')
+lex:add_rule('type', token(lexer.TYPE,
+ type_para + type_annotated + type_subtyping + type_struct + type_builtin_numerical +
+ type_builtin_range + type_builtin_array))
+-- Macro
+lex:add_rule('macro', token('macro', '@' * (id + '.')))
+lex:add_style('macro', lexer.styles.preprocessor)
--- Comment
-local line_comment = '#' * l.nonnewline^0
-local block_comment = '#=' * (l.any - '=#')^0 * P('=#')^-1
-local comment = token(l.COMMENT, block_comment + line_comment)
+-- Symbol
+lex:add_rule('symbol', token('symbol', -B(P(':') + '<') * ':' * id))
+lex:add_style('symbol', lexer.styles.constant)
+-- Function
+lex:add_rule('function', token(lexer.FUNCTION, id * #(P('.')^-1 * '(')))
--- Constant
-local const_bool = word_match{'true', 'false'}
-local const_numerical = (P('Inf') + P('NaN')) * (P('16') + P('32') + P('64'))^-1 * #(-l.alnum)
-local const_special = word_match{'nothing', 'undef', 'missing'}
-local const_env = word_match{'ARGS', 'ENV', 'ENDIAN_BOM', 'LOAD_PATH', 'VERSION', 'PROGRAM_FILE', 'DEPOT_PATH'}
-local const_io = word_match{'stdout', 'stdin', 'stderr', 'devnull'}
-local constant = token(l.CONSTANT, const_bool + const_numerical + const_special + const_env + const_io)
+-- Identifier
+lex:add_rule('identifier', token(lexer.IDENTIFIER, id))
+-- Comment
+local line_comment = lexer.to_eol('#')
+local block_comment = lexer.range('#=', '=#')
+lex:add_rule('comment', token(lexer.COMMENT, block_comment + line_comment))
-- Number
-local decimal = l.digit^1 * ('_' * l.digit^1)^0
-local hex_digits = l.xdigit^1 * ('_' * l.xdigit^1)^0
+local decimal = lexer.digit^1 * ('_' * lexer.digit^1)^0
+local hex_digits = lexer.xdigit^1 * ('_' * lexer.xdigit^1)^0
local hexadecimal = '0x' * hex_digits
local binary = '0b' * S('01')^1 * ('_' * S('01')^1)^0
local integer = binary + hexadecimal + decimal
local float_dec_coeff = decimal^0 * '.' * decimal + decimal * '.' * decimal^0
-local float_dec_expon = S('eEf') * S('+-')^-1 * l.digit^1
+local float_dec_expon = S('eEf') * S('+-')^-1 * lexer.digit^1
local float_dec = float_dec_coeff * float_dec_expon^-1 + decimal * float_dec_expon
local float_hex_coeff = '0x' * (hex_digits^0 * '.' * hex_digits + hex_digits * '.' * hex_digits^0)
-local float_hex_expon = 'p' * S('+-')^-1 * l.digit^1
+local float_hex_expon = 'p' * S('+-')^-1 * lexer.digit^1
local float_hex = float_hex_coeff * float_hex_expon^-1 + hexadecimal * float_hex_expon
local float = float_dec + float_hex
local imaginary = (float_dec + decimal) * 'im'
-local number = token(l.NUMBER, S('+-')^-1 * (imaginary + float + integer) * #(-l.alpha))
+lex:add_rule('number',
+ token(lexer.NUMBER, S('+-')^-1 * (imaginary + float + integer) * -lexer.alpha))
+-- String & Character
+local doc_str = lexer.range('"""')
+local str = lexer.range('"')
+lex:add_rule('string', token(lexer.STRING, doc_str + str))
--- Character & String
local c_esc = '\\' * S('\\"\'nrbtfav')
-local unicode = '\\' * S('uU') * l.xdigit^1
-local char = "'" * (l.alnum + c_esc + unicode) * "'"
-local character = token('character', char)
-
-local doc_str = l.delimited_range('"""')
-local str = l.delimited_range('"')
-local string = token(l.STRING, doc_str + str)
-
-
--- Keyword
-local keyword_single = word_match{
- 'baremodule', 'begin', 'break', 'catch', 'const', 'continue',
- 'do', 'else', 'elseif', 'end', 'export', 'finally', 'for',
- 'function', 'global', 'if', 'in', 'isa', 'import', 'let', 'local',
- 'macro', 'module', 'quote', 'return', 'struct', 'try', 'using',
- 'where', 'while'
-}
-local keyword_mult = P('abstract type') + P('mutable struct') + P('primitive type')
-local keyword = token(l.KEYWORD, keyword_single + keyword_mult)
-
-
--- Function
-local func = token(l.FUNCTION, id * #(P('.')^-1 * #P('(')))
-
-
--- Macro
-local macro = token('macro', '@' * (id + '.'))
-
-
--- Type
-local type_annotated = (B('::') + B(':: ')) * id
-local type_para = id * #P('{')
-local type_subtyping = id * #(l.space^0 * P('<:')) + (B('<:') + B('<: ')) * id
-local type_struct = B('struct ') * id
-local type_builtin_numerical = (
- (P('Abstract') + P('Big')) * P('Float') +
- P('Float') * (P('16') + P('32') + P('64')) +
- P('U')^-1 * P('Int') * (P('8') + P('16') + P('32') + P('64') + P('128'))^-1 +
- P('Abstract')^-1 * P('Irrational')
- ) * #(-l.alnum) +
- word_match{'Number', 'Complex', 'Real', 'Integer', 'Bool', 'Signed', 'Unsigned', 'Rational'}
-local type_builtin_range = (
- (P('Lin') + P('Ordinal') + (P('Abstract')^-1 * P('Unit')^-1)) * P('Range') +
- P('StepRange') * P('Len')^-1 - P('Range')
- ) * #(-l.alnum)
-local type_builtin_array = (
- (P('Abstract') + P('Bit') + P('Dense') + P('PermutedDims') + P('Sub'))^-1 *
- (P('Array') + P('Vector') + P('Matrix') + P('VecOrMat')) +
- (P('Abstract') + P('Sym') + (P('Unit')^-1 * (P('Lower') + P('Upper'))))^-1 * P('Triangular')
- ) * #(-l.alnum) +
- word_match{
- 'Adjoint', 'Bidiagonal', 'Diagonal', 'Hermitian', 'LQPackedQ',
- 'Symmetric', 'Transpose', 'UpperHessenberg'
- }
-local type = token(l.TYPE,
- type_para + type_annotated + type_subtyping + type_struct + type_builtin_numerical + type_builtin_range +
- type_builtin_array
- )
+local unicode = '\\' * S('uU') * lexer.xdigit^1
+local char = "'" * (lexer.alnum + c_esc + unicode) * "'"
+lex:add_rule('character', token('character', char))
+lex:add_style('character', lexer.styles.constant)
+-- Operator
+lex:add_rule('operator', token(lexer.OPERATOR, S('+-*/÷<>=!≠≈≤≥%^&|⊻~\\\':?.√')))
--- Symbol
-local symbol = token('symbol', -B(P(':') + P('<')) * P(':') * id)
-
-
-M._rules = {
- {'whitespace', ws},
- {'comment', comment},
- {'string', string},
- {'character', character},
- {'keyword', keyword},
- {'constant', constant},
- {'type', type},
- {'symbol', symbol},
- {'macro', macro},
- {'function', func},
- {'identifier', identifier},
- {'operator', operator},
- {'number', number},
-}
-
-M._tokenstyles = {
- character = l.STYLE_CONSTANT,
- symbol = l.STYLE_CONSTANT,
- macro = l.STYLE_PREPROCESSOR,
-}
-
-return M
+return lex
You can read more about the author.