54 lines
3 KiB
Go
54 lines
3 KiB
Go
|
package purell
|
||
|
|
|
||
|
|
import (
|
||
|
|
"testing"
|
||
|
|
)
|
||
|
|
|
||
|
|
// Test cases merged from PR #1
|
||
|
|
// Originally from https://github.com/jehiah/urlnorm/blob/master/test_urlnorm.py
|
||
|
|
|
||
|
|
func assertMap(t *testing.T, cases map[string]string, f NormalizationFlags) {
|
||
|
|
for bad, good := range cases {
|
||
|
|
s, e := NormalizeURLString(bad, f)
|
||
|
|
if e != nil {
|
||
|
|
t.Errorf("%s normalizing %v to %v", e.Error(), bad, good)
|
||
|
|
} else {
|
||
|
|
if s != good {
|
||
|
|
t.Errorf("source: %v expected: %v got: %v", bad, good, s)
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
// This tests normalization to a unicode representation
|
||
|
|
// precent escapes for unreserved values are unescaped to their unicode value
|
||
|
|
// tests normalization to idna domains
|
||
|
|
// test ip word handling, ipv6 address handling, and trailing domain periods
|
||
|
|
// in general, this matches google chromes unescaping for things in the address bar.
|
||
|
|
// spaces are converted to '+' (perhaphs controversial)
|
||
|
|
// http://code.google.com/p/google-url/ probably is another good reference for this approach
|
||
|
|
func TestUrlnorm(t *testing.T) {
|
||
|
|
testcases := map[string]string{
|
||
|
|
"http://test.example/?a=%e3%82%82%26": "http://test.example/?a=%e3%82%82%26",
|
||
|
|
//"http://test.example/?a=%e3%82%82%26": "http://test.example/?a=\xe3\x82\x82%26", //should return a unicode character
|
||
|
|
"http://s.xn--q-bga.DE/": "http://s.xn--q-bga.de/", //should be in idna format
|
||
|
|
"http://XBLA\u306eXbox.com": "http://xn--xblaxbox-jf4g.com", //test utf8 and unicode
|
||
|
|
"http://президент.рф": "http://xn--d1abbgf6aiiy.xn--p1ai",
|
||
|
|
"http://ПРЕЗИДЕНТ.РФ": "http://xn--d1abbgf6aiiy.xn--p1ai",
|
||
|
|
"http://ａｂ￥ヲ￦○.com": "http://xn--ab-ida8983azmfnvs.com", //test width folding
|
||
|
|
"http://\u00e9.com": "http://xn--9ca.com",
|
||
|
|
"http://e\u0301.com": "http://xn--9ca.com",
|
||
|
|
"http://ja.wikipedia.org/wiki/%E3%82%AD%E3%83%A3%E3%82%BF%E3%83%94%E3%83%A9%E3%83%BC%E3%82%B8%E3%83%A3%E3%83%91%E3%83%B3": "http://ja.wikipedia.org/wiki/%E3%82%AD%E3%83%A3%E3%82%BF%E3%83%94%E3%83%A9%E3%83%BC%E3%82%B8%E3%83%A3%E3%83%91%E3%83%B3",
|
||
|
|
//"http://ja.wikipedia.org/wiki/%E3%82%AD%E3%83%A3%E3%82%BF%E3%83%94%E3%83%A9%E3%83%BC%E3%82%B8%E3%83%A3%E3%83%91%E3%83%B3": "http://ja.wikipedia.org/wiki/\xe3\x82\xad\xe3\x83\xa3\xe3\x82\xbf\xe3\x83\x94\xe3\x83\xa9\xe3\x83\xbc\xe3\x82\xb8\xe3\x83\xa3\xe3\x83\x91\xe3\x83\xb3",
|
||
|
|
|
||
|
|
"http://test.example/\xe3\x82\xad": "http://test.example/%E3%82%AD",
|
||
|
|
//"http://test.example/\xe3\x82\xad": "http://test.example/\xe3\x82\xad",
|
||
|
|
"http://test.example/?p=%23val#test-%23-val%25": "http://test.example/?p=%23val#test-%23-val%25", //check that %23 (#) is not escaped where it shouldn't be
|
||
|
|
|
||
|
|
"http://test.domain/I%C3%B1t%C3%ABrn%C3%A2ti%C3%B4n%EF%BF%BDliz%C3%A6ti%C3%B8n": "http://test.domain/I%C3%B1t%C3%ABrn%C3%A2ti%C3%B4n%EF%BF%BDliz%C3%A6ti%C3%B8n",
|
||
|
|
//"http://test.domain/I%C3%B1t%C3%ABrn%C3%A2ti%C3%B4n%EF%BF%BDliz%C3%A6ti%C3%B8n": "http://test.domain/I\xc3\xb1t\xc3\xabrn\xc3\xa2ti\xc3\xb4n\xef\xbf\xbdliz\xc3\xa6ti\xc3\xb8n",
|
||
|
|
}
|
||
|
|
|
||
|
|
assertMap(t, testcases, FlagsSafe|FlagRemoveDotSegments)
|
||
|
|
}
|