1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
-- Copyright 2006-2016 Mitchell mitchell.att.foicica.com. See LICENSE.
-- Boo LPeg lexer.
local l = require('lexer')
local token, word_match = l.token, l.word_match
local P, R, S = lpeg.P, lpeg.R, lpeg.S
local M = {_NAME = 'boo'}
-- Whitespace.
local ws = token(l.WHITESPACE, l.space^1)
-- Comments.
local line_comment = '#' * l.nonnewline_esc^0
local block_comment = '/*' * (l.any - '*/')^0 * P('*/')^-1
local comment = token(l.COMMENT, line_comment + block_comment)
-- Strings.
local sq_str = l.delimited_range("'", true)
local dq_str = l.delimited_range('"', true)
local triple_dq_str = '"""' * (l.any - '"""')^0 * P('"""')^-1
local regex_str = #('/') * l.last_char_includes('!%^&*([{-=+|:;,?<>~') *
l.delimited_range('/', true)
local string = token(l.STRING, triple_dq_str + sq_str + dq_str) +
token(l.REGEX, regex_str)
-- Numbers.
local number = token(l.NUMBER, (l.float + l.integer) *
(S('msdhsfFlL') + 'ms')^-1)
-- Keywords.
local keyword = token(l.KEYWORD, word_match{
'and', 'break', 'cast', 'continue', 'elif', 'else', 'ensure', 'except', 'for',
'given', 'goto', 'if', 'in', 'isa', 'is', 'not', 'or', 'otherwise', 'pass',
'raise', 'ref', 'try', 'unless', 'when', 'while',
-- Definitions.
'abstract', 'callable', 'class', 'constructor', 'def', 'destructor', 'do',
'enum', 'event', 'final', 'get', 'interface', 'internal', 'of', 'override',
'partial', 'private', 'protected', 'public', 'return', 'set', 'static',
'struct', 'transient', 'virtual', 'yield',
-- Namespaces.
'as', 'from', 'import', 'namespace',
-- Other.
'self', 'super', 'null', 'true', 'false'
})
-- Types.
local type = token(l.TYPE, word_match{
'bool', 'byte', 'char', 'date', 'decimal', 'double', 'duck', 'float', 'int',
'long', 'object', 'operator', 'regex', 'sbyte', 'short', 'single', 'string',
'timespan', 'uint', 'ulong', 'ushort'
})
-- Functions.
local func = token(l.FUNCTION, word_match{
'array', 'assert', 'checked', 'enumerate', '__eval__', 'filter', 'getter',
'len', 'lock', 'map', 'matrix', 'max', 'min', 'normalArrayIndexing', 'print',
'property', 'range', 'rawArrayIndexing', 'required', '__switch__', 'typeof',
'unchecked', 'using', 'yieldAll', 'zip'
})
-- Identifiers.
local identifier = token(l.IDENTIFIER, l.word)
-- Operators.
local operator = token(l.OPERATOR, S('!%^&*()[]{}-=+/|:;.,?<>~`'))
M._rules = {
{'whitespace', ws},
{'keyword', keyword},
{'type', type},
{'function', func},
{'identifier', identifier},
{'string', string},
{'comment', comment},
{'number', number},
{'operator', operator},
}
return M
|
