tests/test_utf8.lua
author Matthew Wild <mwild1@gmail.com>
Fri, 08 Jan 2016 13:01:27 +0000
changeset 7062 7ec52755622f
parent 6597 fa6eb6fb4a80
child 7518 9e48299799d8
permissions -rw-r--r--
Backout 88d54bec26b7 prior to release, as it certainly requires more testing

package.cpath = "../?.so"
package.path = "../?.lua";

function valid()
	local encodings = require "util.encodings";
	local utf8 = assert(encodings.utf8, "no encodings.utf8 module");
	
	for line in io.lines("utf8_sequences.txt") do
		local data = line:match(":%s*([^#]+)"):gsub("%s+", ""):gsub("..", function (c) return string.char(tonumber(c, 16)); end)
		local expect = line:match("(%S+):");
		if expect ~= "pass" and expect ~= "fail" then
			error("unknown expectation: "..line:match("^[^:]+"));
		end
		local prefix, style = "  ", valid_style;
		local valid = utf8.valid(data);
		assert_equal(valid, utf8.valid(data.." "));
		assert_equal(valid, expect == "pass", line);
	end
end