1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
|
defmodule Makeup.Lexers.ElixirLexer.Testing do
@moduledoc false
# The tests need to be checked manually!!! (remove this line when they've been checked)
alias Makeup.Lexers.ElixirLexer
alias Makeup.Lexer.Postprocess
# This function has two purposes:
# 1. Ensure deterministic lexer output (no random prefix)
# 2. Convert the token values into binaries so that the output
# is more obvious on visual inspection
# (iolists are hard to parse by a human)
def lex(text) do
text
|> ElixirLexer.lex(group_prefix: "group")
|> Postprocess.token_values_to_binaries()
|> Enum.map(fn {ttype, meta, value} -> {ttype, Map.delete(meta, :language), value} end)
end
end
|
