mirror of
https://github.com/ruby/ruby.git
synced 2025-08-24 21:44:30 +02:00
439f069b4b
This should make it easier on the sync to determine what changed
and hopefully result in fewer merge conflicts that have to be
manually resolved.
17d82afbfc
98 lines
2.3 KiB
Ruby
98 lines
2.3 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require_relative "test_helper"
|
|
|
|
class EncodingTest < Test::Unit::TestCase
|
|
%w[
|
|
ascii
|
|
ascii-8bit
|
|
big5
|
|
binary
|
|
euc-jp
|
|
gbk
|
|
iso-8859-1
|
|
iso-8859-2
|
|
iso-8859-3
|
|
iso-8859-4
|
|
iso-8859-5
|
|
iso-8859-6
|
|
iso-8859-7
|
|
iso-8859-8
|
|
iso-8859-9
|
|
iso-8859-10
|
|
iso-8859-11
|
|
iso-8859-13
|
|
iso-8859-14
|
|
iso-8859-15
|
|
iso-8859-16
|
|
koi8-r
|
|
shift_jis
|
|
sjis
|
|
us-ascii
|
|
utf-8
|
|
utf8-mac
|
|
windows-31j
|
|
windows-1251
|
|
windows-1252
|
|
CP1251
|
|
CP1252
|
|
].each do |encoding|
|
|
define_method "test_encoding_#{encoding}" do
|
|
result = YARP.parse("# encoding: #{encoding}\nident")
|
|
actual = result.value.statements.body.first.name.encoding
|
|
assert_equal Encoding.find(encoding), actual
|
|
end
|
|
end
|
|
|
|
def test_coding
|
|
result = YARP.parse("# coding: utf-8\nident")
|
|
actual = result.value.statements.body.first.name.encoding
|
|
assert_equal Encoding.find("utf-8"), actual
|
|
end
|
|
|
|
def test_coding_with_whitespace
|
|
result = YARP.parse("# coding \t \r \v : \t \v \r ascii-8bit \nident")
|
|
actual = result.value.statements.body.first.name.encoding
|
|
assert_equal Encoding.find("ascii-8bit"), actual
|
|
end
|
|
|
|
|
|
def test_emacs_style
|
|
result = YARP.parse("# -*- coding: utf-8 -*-\nident")
|
|
actual = result.value.statements.body.first.name.encoding
|
|
assert_equal Encoding.find("utf-8"), actual
|
|
end
|
|
|
|
# This test may be a little confusing. Basically when we use our strpbrk, it
|
|
# takes into account the encoding of the file.
|
|
def test_strpbrk_multibyte
|
|
result = YARP.parse(<<~RUBY)
|
|
# encoding: Shift_JIS
|
|
%w[\x81\x5c]
|
|
RUBY
|
|
|
|
assert(result.errors.empty?)
|
|
assert_equal(
|
|
(+"\x81\x5c").force_encoding(Encoding::Shift_JIS),
|
|
result.value.statements.body.first.elements.first.unescaped
|
|
)
|
|
end
|
|
|
|
def test_utf_8_variations
|
|
%w[
|
|
utf-8-unix
|
|
utf-8-dos
|
|
utf-8-mac
|
|
utf-8-*
|
|
].each do |encoding|
|
|
result = YARP.parse("# coding: #{encoding}\nident")
|
|
actual = result.value.statements.body.first.name.encoding
|
|
assert_equal Encoding.find("utf-8"), actual
|
|
end
|
|
end
|
|
|
|
def test_first_lexed_token
|
|
encoding = YARP.lex("# encoding: ascii-8bit").value[0][0].value.encoding
|
|
assert_equal Encoding.find("ascii-8bit"), encoding
|
|
end
|
|
end
|