Source
error"Failed to convert from encoding BADGER to utf8. Error: [22] Invalid argument."
---
test case empty text nothing happens
# empty text
in
encoding''
buffer_length0
buffer buffer
''
out
expected_result_buffer_length0
expected_result_buffer expected_result_buffer ''
return SUCCEED
---
test case bom is not added to plain data utf8 assumed
in
encoding''
buffer_length6
buffer&buffer
'\x11\x11\x11\x11\x11\x11'
out
expected_result_buffer_length6
expected_result_buffer*buffer
return SUCCEED
---
test case utf8 bom is removed
in
encoding''
buffer_length9
buffer
'\xEF\xBB\xBF\x11\x11\x11\x11\x11\x11'
out
expected_result_buffer_length6
expected_result_buffer
'\x11\x11\x11\x11\x11\x11'
return SUCCEED
---
test case utf8 bom is removed2
in
encoding''
buffer_length9
buffer&buffer
'\xEF\xBB\xBF\x11\x11\x11\x11\x11\x11'
out
expected_result_buffer_length9
expected_result_buffer*buffer
return FAIL
---
test case utf8 bom is removed with encoding specified
in
encoding'UTF-8'
buffer_length9
buffer
'\xEF\xBB\xBF\x11\x11\x11\x11\x11\x11'
out
expected_result_buffer_length6
expected_result_buffer
'\x11\x11\x11\x11\x11\x11'
return SUCCEED
---
test case utf8 bom is removed empty text
in
encoding''
buffer_length3
buffer
'\xEF\xBB\xBF'
out
expected_result_buffer_length0
expected_result_buffer
''
return SUCCEED
---
test case utf16 LE bom is removed
#
# utf-16 conversion to utf-8
# echo -n -e '\xff\xfe\x11\x00\x11\x00' > /tmp/bytes
# iconv /tmp/bytes -f UTF-16LE -t UTF-8 -o /tmp/utf8
# xxd /tmp/utf8
# efbb bf11 11
#
in
encoding''
buffer_length6
buffer
'\xFF\xFE\x11\x00\x11\x00'
out