//resolveUrl
String hostUrl = new StringBuilder("http://").append(new URL(task.site.getUrl()).getHost()).append("/").toString();
List<String> newUrls = new ArrayList<String>(urls.size());
for (String url : urls) {
LinkNormalizer ln = new DefaultLinkNormalizer(hostUrl);
String newUrl = ln.normalize(url);
// String newUrl = URLCanonicalizer.getCanonicalURL(ln.normalize(url));
if (newUrl.startsWith("mailto:"))
continue;
//去重复
if (newUrls.contains(newUrl))