1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
|
local lexer = require('lexer')
local token, word_match = lexer.token, lexer.word_match
local P, S = lpeg.P, lpeg.S
-- Create the lexer object
local lex = lexer.new('greyscript')
-- 1. Whitespace
lex:add_rule('whitespace', token(lexer.WHITESPACE, lexer.space^1))
-- 2. Keywords (Add your language keywords here)
lex:add_rule('keyword', token(lexer.KEYWORD, word_match[[
if then else end function return local
]]))
-- 3. Identifiers
lex:add_rule('identifier', token(lexer.IDENTIFIER, lexer.word))
-- 4. Strings (Double and Single quoted)
local sq_str = lexer.range("'")
local dq_str = lexer.range('"')
lex:add_rule('string', token(lexer.STRING, sq_str + dq_str))
-- 5. Comments (Example: # style comments)
lex:add_rule('comment', token(lexer.COMMENT, lexer.to_eol('#')))
-- 6. Numbers
lex:add_rule('number', token(lexer.NUMBER, lexer.number))
-- 7. Operators
lex:add_rule('operator', token(lexer.OPERATOR, S('+-*/%^=<>,.{}[]()')))
return lex
|
