* parse.y (yylex): should dispatch scan-event even when follows

just after delayed-token.  [ruby-dev:37855] [Bug #1071]


git-svn-id: svn+ssh://ci.ruby-lang.org/ruby/trunk@24557 b2dd03c8-39d4-4d8f-98ff-823fe69b080e
This commit is contained in:
nobu 2009-08-16 14:58:27 +00:00
parent aa3c6d4dd2
commit 114f01bd9d
3 changed files with 10 additions and 1 deletions

View file

@ -63,6 +63,11 @@ class TestRipper_ScannerEvents < Test::Unit::TestCase
[[2, 0], :on_tstring_content, "heredoc\n"],
[[3, 0], :on_heredoc_end, "EOS"]],
Ripper.lex("<<EOS\nheredoc\nEOS")
assert_equal [[[1, 0], :on_regexp_beg, "/"],
[[1, 1], :on_tstring_content, "foo\n"],
[[2, 0], :on_tstring_content, "bar"],
[[2, 3], :on_regexp_end, "/"]],
Ripper.lex("/foo\nbar/")
end
def test_location