1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
|
-- Copyright 2006-2019 Mitchell mitchell.att.foicica.com. See License.txt.
-- Lua LPeg lexer.
-- Original written by Peter Odding, 2007/04/04.
local lexer = require('lexer')
local token, word_match = lexer.token, lexer.word_match
local P, R, S = lpeg.P, lpeg.R, lpeg.S
local lex = lexer.new('lua')
-- Whitespace.
lex:add_rule('whitespace', token(lexer.WHITESPACE, lexer.space^1))
-- Keywords.
lex:add_rule('keyword', token(lexer.KEYWORD, word_match[[
and break do else elseif end false for function if in local nil not or repeat
return then true until while
-- Added in 5.2.
goto
]]))
-- Functions and deprecated functions.
local func = token(lexer.FUNCTION, word_match[[
assert collectgarbage dofile error getmetatable ipairs load loadfile next
pairs pcall print rawequal rawget rawset require select setmetatable tonumber
tostring type xpcall
-- Added in 5.2.
rawlen
]])
local deprecated_func = token('deprecated_function', word_match[[
-- Deprecated in 5.2.
getfenv loadstring module setfenv unpack
]])
lex:add_rule('function', func + deprecated_func)
lex:add_style('deprecated_function', lexer.STYLE_FUNCTION..',italics')
-- Constants.
lex:add_rule('constant', token(lexer.CONSTANT, word_match[[
_G _VERSION
-- Added in 5.2.
_ENV
]]))
-- Libraries and deprecated libraries.
local library = token('library', word_match[[
-- Coroutine.
coroutine coroutine.create coroutine.resume coroutine.running coroutine.status
coroutine.wrap coroutine.yield
-- Coroutine added in 5.3.
coroutine.isyieldable
-- Module.
package package.cpath package.loaded package.loadlib package.path
package.preload
-- Module added in 5.2.
package.config package.searchers package.searchpath
-- UTF-8 added in 5.3.
utf8 utf8.char utf8.charpattern utf8.codepoint utf8.codes utf8.len utf8.offset
-- String.
string string.byte string.char string.dump string.find string.format
string.gmatch string.gsub string.len string.lower string.match string.rep
string.reverse string.sub string.upper
-- String added in 5.3.
string.pack string.packsize string.unpack
-- Table.
table table.concat table.insert table.remove table.sort
-- Table added in 5.2.
table.pack table.unpack
-- Table added in 5.3.
table.move
-- Math.
math math.abs math.acos math.asin math.atan math.ceil math.cos math.deg
math.exp math.floor math.fmod math.huge math.log math.max math.min math.modf
math.pi math.rad math.random math.randomseed math.sin math.sqrt math.tan
-- Math added in 5.3.
math.maxinteger math.mininteger math.tointeger math.type math.ult
-- IO.
io io.close io.flush io.input io.lines io.open io.output io.popen io.read
io.stderr io.stdin io.stdout io.tmpfile io.type io.write
-- OS.
os os.clock os.date os.difftime os.execute os.exit os.getenv os.remove
os.rename os.setlocale os.time os.tmpname
-- Debug.
debug debug.debug debug.gethook debug.getinfo debug.getlocal
debug.getmetatable debug.getregistry debug.getupvalue debug.sethook
debug.setlocal debug.setmetatable debug.setupvalue debug.traceback
-- Debug added in 5.2.
debug.getuservalue debug.setuservalue debug.upvalueid debug.upvaluejoin
]])
local deprecated_library = token('deprecated_library', word_match[[
-- Module deprecated in 5.2.
package.loaders package.seeall
-- Table deprecated in 5.2.
table.maxn
-- Math deprecated in 5.2.
math.log10
-- Math deprecated in 5.3.
math.atan2 math.cosh math.frexp math.ldexp math.pow math.sinh math.tanh
-- Bit32 deprecated in 5.3.
bit32 bit32.arshift bit32.band bit32.bnot bit32.bor bit32.btest bit32.extract
bit32.lrotate bit32.lshift bit32.replace bit32.rrotate bit32.rshift bit32.xor
-- Debug deprecated in 5.2.
debug.getfenv debug.setfenv
]])
lex:add_rule('library', library + deprecated_library)
lex:add_style('library', lexer.STYLE_TYPE)
lex:add_style('deprecated_library', lexer.STYLE_TYPE..',italics')
-- Identifiers.
lex:add_rule('identifier', token(lexer.IDENTIFIER, lexer.word))
local longstring = lpeg.Cmt('[' * lpeg.C(P('=')^0) * '[',
function(input, index, eq)
local _, e = input:find(']'..eq..']', index, true)
return (e or #input) + 1
end)
-- Strings.
lex:add_rule('string', token(lexer.STRING, lexer.delimited_range("'") +
lexer.delimited_range('"')) +
token('longstring', longstring))
lex:add_style('longstring', lexer.STYLE_STRING)
-- Comments.
lex:add_rule('comment', token(lexer.COMMENT, '--' * (longstring +
lexer.nonnewline^0)))
-- Numbers.
local lua_integer = P('-')^-1 * (lexer.hex_num + lexer.dec_num)
lex:add_rule('number', token(lexer.NUMBER, lexer.float + lua_integer))
-- Labels.
lex:add_rule('label', token(lexer.LABEL, '::' * lexer.word * '::'))
-- Operators.
lex:add_rule('operator', token(lexer.OPERATOR, '..' +
S('+-*/%^#=<>&|~;:,.{}[]()')))
-- Fold points.
local function fold_longcomment(text, pos, line, s, symbol)
if symbol == '[' then
if line:find('^%[=*%[', s) then return 1 end
elseif symbol == ']' then
if line:find('^%]=*%]', s) then return -1 end
end
return 0
end
lex:add_fold_point(lexer.KEYWORD, 'if', 'end')
lex:add_fold_point(lexer.KEYWORD, 'do', 'end')
lex:add_fold_point(lexer.KEYWORD, 'function', 'end')
lex:add_fold_point(lexer.KEYWORD, 'repeat', 'until')
lex:add_fold_point(lexer.COMMENT, '[', fold_longcomment)
lex:add_fold_point(lexer.COMMENT, ']', fold_longcomment)
lex:add_fold_point(lexer.COMMENT, '--', lexer.fold_line_comments('--'))
lex:add_fold_point('longstring', '[', ']')
lex:add_fold_point(lexer.OPERATOR, '(', ')')
lex:add_fold_point(lexer.OPERATOR, '[', ']')
lex:add_fold_point(lexer.OPERATOR, '{', '}')
return lex
|
