[ruby/rdoc] Refactor RDoc::Markup::Parser#tokenize

Make verbatims text or newline only, and simplify `build_verbatim`.

41ceae93b3
This commit is contained in:
Nobuyoshi Nakada 2022-10-05 20:07:02 +09:00 committed by git
parent 29862ce273
commit 21977b95e2
2 changed files with 116 additions and 115 deletions

View file

@ -1591,8 +1591,7 @@ Example heading:
[:TEXT, 'Example heading:', 0, 0],
[:NEWLINE, "\n", 16, 0],
[:NEWLINE, "\n", 0, 1],
[:HEADER, 3, 3, 2],
[:TEXT, 'heading three', 7, 2],
[:TEXT, '=== heading three', 3, 2],
[:NEWLINE, "\n", 20, 2],
]
@ -1608,7 +1607,7 @@ Example heading:
expected = [
[:TEXT, 'Verbatim section here that is double-underlined', 2, 0],
[:NEWLINE, "\n", 49, 0],
[:HEADER, 47, 2, 1],
[:TEXT, '='*47, 2, 1],
[:NEWLINE, "\n", 49, 1],
]
@ -1624,14 +1623,14 @@ Example heading:
STR
expected = [
[:TEXT, 'A', 2, 0],
[:NEWLINE, "\n", 3, 0],
[:TEXT, 'b', 4, 1],
[:NEWLINE, "\n", 5, 1],
[:HEADER, 47, 2, 2],
[:NEWLINE, "\n", 49, 2],
[:TEXT, 'c', 4, 3],
[:NEWLINE, "\n", 5, 3],
[:TEXT, 'A', 2, 0],
[:NEWLINE, "\n", 3, 0],
[:TEXT, 'b', 4, 1],
[:NEWLINE, "\n", 5, 1],
[:TEXT, '='*47, 2, 2],
[:NEWLINE, "\n", 49, 2],
[:TEXT, 'c', 4, 3],
[:NEWLINE, "\n", 5, 3],
]
assert_equal expected, @RMP.tokenize(str)