diff options
Diffstat (limited to 'lexers')
| -rw-r--r-- | lexers/dockerfile.lua | 55 | ||||
| -rw-r--r-- | lexers/moonscript.lua | 171 | ||||
| -rw-r--r-- | lexers/pico8.lua | 54 | ||||
| -rw-r--r-- | lexers/rust.lua | 15 | ||||
| -rw-r--r-- | lexers/toml.lua | 2 |
5 files changed, 289 insertions, 8 deletions
diff --git a/lexers/dockerfile.lua b/lexers/dockerfile.lua new file mode 100644 index 0000000..3f6ca7f --- /dev/null +++ b/lexers/dockerfile.lua @@ -0,0 +1,55 @@ +-- Copyright 2016 Alejandro Baez (https://keybase.io/baez). See LICENSE. +-- Dockerfile LPeg lexer. + +local l = require('lexer') +local token, word_match = l.token, l.word_match +local P, R, S = lpeg.P, lpeg.R, lpeg.S + +local M = {_NAME = 'dockerfile'} + +-- Whitespace +local indent = #l.starts_line(S(' \t')) * + (token(l.WHITESPACE, ' ') + token('indent_error', '\t'))^1 +local ws = token(l.WHITESPACE, S(' \t')^1 + l.newline^1) + +-- Comments. +local comment = token(l.COMMENT, '#' * l.nonnewline^0) + +-- Strings. +local sq_str = l.delimited_range("'", false, true) +local dq_str = l.delimited_range('"') +local string = token(l.STRING, sq_str + dq_str) + +-- Numbers. +local number = token(l.NUMBER, l.float + l.integer) + +-- Keywords. +local keyword = token(l.KEYWORD, word_match{ + 'ADD', 'ARG', 'CMD', 'COPY', 'ENTRYPOINT', 'ENV', 'EXPOSE', 'FROM', 'LABEL', + 'MAINTAINER', 'ONBUILD', 'RUN', 'STOPSIGNAL', 'USER', 'VOLUME', 'WORKDIR' +}) + +-- Identifiers. +local identifier = token(l.IDENTIFIER, l.word) + +-- Variable. +local variable = token(l.VARIABLE, + S('$')^1 * (S('{')^1 * l.word * S('}')^1 + l.word)) + +-- Operators. +local operator = token(l.OPERATOR, S('\\[],=:{}')) + +M._rules = { + {'whitespace', ws}, + {'keyword', keyword}, + {'variable', variable}, + {'identifier', identifier}, + {'string', string}, + {'comment', comment}, + {'number', number}, + {'operator', operator}, +} + +M._FOLDBYINDENTATION = true + +return M diff --git a/lexers/moonscript.lua b/lexers/moonscript.lua new file mode 100644 index 0000000..8cbe765 --- /dev/null +++ b/lexers/moonscript.lua @@ -0,0 +1,171 @@ +-- Copyright 2016 Alejandro Baez (https://keybase.io/baez). See LICENSE. +-- Moonscript LPeg lexer. + +local l = require('lexer') +local token, word_match = l.token, l.word_match +local P, S, R = lpeg.P, lpeg.S, lpeg.R + +local M = {_NAME = 'moonscript'} + +-- Whitespace. +local ws = token(l.WHITESPACE, l.space^1) + +local longstring = lpeg.Cmt('[' * lpeg.C(P('=')^0) * '[', + function(input, index, eq) + local _, e = input:find(']'..eq..']', index, true) + return (e or #input) + 1 + end) + +-- Comments. +local line_comment = '--' * l.nonnewline^0 +local block_comment = '--' * longstring +local comment = token(l.COMMENT, block_comment + line_comment) + +-- Strings. +local sq_str = l.delimited_range("'", false, true) +local dq_str = l.delimited_range('"', false, true) + +local string = token(l.STRING, sq_str + dq_str) + + token('longstring', longstring) + +-- Numbers. +local number = token(l.NUMBER, l.float + l.integer) + +-- Keywords. +local keyword = token(l.KEYWORD, word_match { + -- Lua. + 'and', 'break', 'do', 'else', 'elseif', 'false', 'for', 'if', 'in', 'local', + 'nil', 'not', 'or', 'return', 'then', 'true', 'while', + -- Moonscript. + 'continue', 'class', 'export', 'extends', 'from', 'import', 'super', 'switch', + 'unless', 'using', 'when', 'with' +}) + +-- Constants. +local constant = token(l.CONSTANT, word_match{ + '_G', '_VERSION', + -- Added in 5.2. + '_ENV' +}) + +-- Functions. +local func = token(l.FUNCTION, word_match{ + 'assert', 'collectgarbage', 'dofile', 'error', 'getmetatable', 'ipairs', + 'load', 'loadfile', 'next', 'pairs', 'pcall', 'print', 'rawequal', 'rawget', + 'rawset', 'require', 'select', 'setmetatable', 'tonumber', 'tostring', 'type', + 'xpcall', + -- Added in 5.2. + 'rawlen' +}) + +-- Libraries. +local library = token('library', word_match({ + -- Coroutine. + 'coroutine', 'coroutine.create', 'coroutine.resume', 'coroutine.running', + 'coroutine.status', 'coroutine.wrap', 'coroutine.yield', + -- Coroutine added in 5.3. + 'coroutine.isyieldable', + -- Module. + 'package', 'package.cpath', 'package.loaded', 'package.loadlib', + 'package.path', 'package.preload', + -- Module added in 5.2. + 'package.config', 'package.searchers', 'package.searchpath', + -- UTF-8 added in 5.3. + 'utf8', 'utf8.char', 'utf8.charpattern', 'utf8.codepoint', 'utf8.codes', + 'utf8.len', 'utf8.offset', + -- String. + 'string', 'string.byte', 'string.char', 'string.dump', 'string.find', + 'string.format', 'string.gmatch', 'string.gsub', 'string.len', 'string.lower', + 'string.match', 'string.rep', 'string.reverse', 'string.sub', 'string.upper', + -- String added in 5.3. + 'string.pack', 'string.packsize', 'string.unpack', + -- Table. + 'table', 'table.concat', 'table.insert', 'table.remove', 'table.sort', + -- Table added in 5.2. + 'table.pack', 'table.unpack', + -- Table added in 5.3. + 'table.move', + -- Math. + 'math', 'math.abs', 'math.acos', 'math.asin', 'math.atan', 'math.ceil', + 'math.cos', 'math.deg', 'math.exp', 'math.floor', 'math.fmod', 'math.huge', + 'math.log', 'math.max', 'math.min', 'math.modf', 'math.pi', 'math.rad', + 'math.random', 'math.randomseed', 'math.sin', 'math.sqrt', 'math.tan', + -- Math added in 5.3. + 'math.maxinteger', 'math.mininteger', 'math.tointeger', 'math.type', + 'math.ult', + -- IO. + 'io', 'io.close', 'io.flush', 'io.input', 'io.lines', 'io.open', 'io.output', + 'io.popen', 'io.read', 'io.stderr', 'io.stdin', 'io.stdout', 'io.tmpfile', + 'io.type', 'io.write', + -- OS. + 'os', 'os.clock', 'os.date', 'os.difftime', 'os.execute', 'os.exit', + 'os.getenv', 'os.remove', 'os.rename', 'os.setlocale', 'os.time', + 'os.tmpname', + -- Debug. + 'debug', 'debug.debug', 'debug.gethook', 'debug.getinfo', 'debug.getlocal', + 'debug.getmetatable', 'debug.getregistry', 'debug.getupvalue', + 'debug.sethook', 'debug.setlocal', 'debug.setmetatable', 'debug.setupvalue', + 'debug.traceback', + -- Debug added in 5.2. + 'debug.getuservalue', 'debug.setuservalue', 'debug.upvalueid', + 'debug.upvaluejoin', + + --- MoonScript 0.3.1 standard library. + -- Printing functions. + 'p', + -- Table functions. + 'run_with_scope', 'defaultbl', 'extend', 'copy', + -- Class/object functions. + 'is_object', 'bind_methods', 'mixin', 'mixin_object', 'mixin_table', + -- Misc functions. + 'fold', + -- Debug functions. + 'debug.upvalue', +}, '.')) + +-- Identifiers. +local identifier = token(l.IDENTIFIER, l.word) +local proper_ident = token('proper_ident', R('AZ') * l.word) +local tbl_key = token('tbl_key', l.word * ':' + ':' * l.word ) + +local fndef = token('fndef', P('->') + '=>') +local err = token(l.ERROR, word_match{'function', 'end'}) + +-- Operators. +local symbol = token('symbol', S('(){}[]')) +local operator = token(l.OPERATOR, S('+-*!\\/%^#=<>;:,.')) + +-- Self reference. +local self_var = token('self_ref', '@' * l.word + 'self') + +M._rules = { + {'whitespace', ws}, + {'keyword', keyword}, + {'error', err}, + {'self', self_var}, + {'function', func}, + {'constant', constant}, + {'library', library}, + {'identifier', proper_ident + tbl_key + identifier}, + {'string', string}, + {'comment', comment}, + {'number', number}, + {'fndef', fndef}, + {'symbol', symbol}, + {'operator', operator}, +} + +M._tokenstyles = { + longstring = l.STYLE_STRING, + library = l.STYLE_TYPE, + self_ref = l.STYLE_LABEL, + proper_ident = l.STYLE_CLASS, + fndef = l.STYLE_PREPROCESSOR, + symbol = l.STYLE_EMBEDDED, + tbl_key = l.STYLE_REGEX, + error = l.STYLE_ERROR, +} + +M._FOLDBYINDENTATION = true + +return M diff --git a/lexers/pico8.lua b/lexers/pico8.lua new file mode 100644 index 0000000..5e95948 --- /dev/null +++ b/lexers/pico8.lua @@ -0,0 +1,54 @@ +-- Copyright 2016 Alejandro Baez (https://keybase.io/baez). See LICENSE. +-- PICO-8 Lexer. +-- http://www.lexaloffle.com/pico-8.php + +local l = require('lexer') +local token, word_match = l.token, l.word_match +local P, R, S = lpeg.P, lpeg.R, lpeg.S + +local M = {_NAME = 'pico8'} + +-- Whitespace +local ws = token(l.WHITESPACE, l.space^1) + +-- Comments +local line_comment = '//' * l.nonnewline_esc^0 +local comment = token(l.COMMENT, line_comment) + +-- Numbers +local number = token(l.NUMBER, l.integer) + +-- Keywords +local keyword = token(l.KEYWORD, word_match{ + '__lua__', '__gfx__', '__gff__', '__map__', '__sfx__', '__music__' +}) + +-- Identifiers +local identifier = token(l.IDENTIFIER, l.word) + +-- Operators +local operator = token(l.OPERATOR, S('_')) + +M._rules = { + {'whitespace', ws}, + {'keyword', keyword}, + {'identifier', identifier}, + {'comment', comment}, + {'number', number}, + {'operator', operator}, +} + +-- Embed Lua into PICO-8. +local lua = l.load('lua') + +local lua_start_rule = token('pico8_tag', '__lua__') +local lua_end_rule = token('pico8_tag', '__gfx__' ) +l.embed_lexer(M, lua, lua_start_rule, lua_end_rule) + +M._tokenstyles = { + pico8_tag = l.STYLE_EMBEDDED +} + +M._foldsymbols = lua._foldsymbols + +return M diff --git a/lexers/rust.lua b/lexers/rust.lua index f8ad5a8..60834fb 100644 --- a/lexers/rust.lua +++ b/lexers/rust.lua @@ -1,4 +1,4 @@ --- Copyright 2015-2016 Alejandro Baez (https://twitter.com/a_baez). See LICENSE. +-- Copyright 2015-2016 Alejandro Baez (https://keybase.io/baez). See LICENSE. -- Rust LPeg lexer. local l = require("lexer") @@ -18,11 +18,11 @@ local comment = token(l.COMMENT, line_comment + block_comment) -- Strings. local sq_str = P('L')^-1 * l.delimited_range("'") local dq_str = P('L')^-1 * l.delimited_range('"') -local raw_str = "##" * (l.any - '##')^0 * P("##")^-1 +local raw_str = '#"' * (l.any - '#')^0 * P('#')^-1 local string = token(l.STRING, dq_str + raw_str) -- Numbers. -local number = token(l.NUMBER, l.float + +local number = token(l.NUMBER, l.float + (l.dec_num + "_")^1 + "0b" * (l.dec_num + "_")^1 + l.integer) -- Keywords. @@ -33,10 +33,11 @@ local keyword = token(l.KEYWORD, word_match{ 'fn', 'for', 'if', 'impl', 'in', 'let', 'loop', 'macro', 'match', 'mod', 'move', 'mut', "offsetof", 'override', 'priv', - 'pub', 'pure', 'ref', 'return', 'sizeof', - 'static', 'self', 'struct', 'super', 'true', - 'trait', 'type', 'typeof', 'unsafe', 'unsized', - 'use', 'virtual', 'where', 'while', 'yield' + 'proc', 'pub', 'pure', 'ref', 'return', + 'Self', 'self', 'sizeof', 'static', 'struct', + 'super', 'trait', 'true', 'type', 'typeof', + 'unsafe', 'unsized', 'use', 'virtual', 'where', + 'while', 'yield' }) -- Library types diff --git a/lexers/toml.lua b/lexers/toml.lua index 82ca91c..f56f848 100644 --- a/lexers/toml.lua +++ b/lexers/toml.lua @@ -1,4 +1,4 @@ --- Copyright 2015-2016 Alejandro Baez (https://twitter.com/a_baez). See LICENSE. +-- Copyright 2015-2016 Alejandro Baez (https://keybase.io/baez). See LICENSE. -- TOML LPeg lexer. local l = require("lexer") |