From: Ping <yuanta11@gmail.com>
Date: Fri, 25 Sep 2015 09:04:55 +0000 (+0800)
Subject: Change the implement of remove_fragment method
X-Git-Tag: v4.3.0b1~26^2
X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=refs%2Fpull%2F1530%2Fhead;p=thirdparty%2Ftornado.git

Change the implement of remove_fragment method
---

diff --git a/demos/webspider/webspider.py b/demos/webspider/webspider.py
index a36798def..b6468b854 100644
--- a/demos/webspider/webspider.py
+++ b/demos/webspider/webspider.py
@@ -3,10 +3,10 @@ from datetime import timedelta
 
 try:
     from HTMLParser import HTMLParser
-    from urlparse import urljoin, urlparse, urlunparse
+    from urlparse import urljoin, urldefrag
 except ImportError:
     from html.parser import HTMLParser
-    from urllib.parse import urljoin, urlparse, urlunparse
+    from urllib.parse import urljoin, urldefrag
 
 from tornado import httpclient, gen, ioloop, queues
 
@@ -38,8 +38,8 @@ def get_links_from_url(url):
 
 
 def remove_fragment(url):
-    scheme, netloc, url, params, query, fragment = urlparse(url)
-    return urlunparse((scheme, netloc, url, params, query, ''))
+    pure_url, frag = urldefrag(url)
+    return pure_url
 
 
 def get_links(html):