import urllib.requestimport sysimport http.cookiejarimport urllib.parsefrom bs4 import BeautifulSoupimport codecsimport re#登錄頁面url = "http://www.abc.com/login.asp"#登錄Post數據postdata =urllib.parse.urlencode({ "username":"abc","password":"abc" }).encode('utf-8')#構造headerheader = { "Accept":"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", "Accept-Encoding":"utf-8", "Accept-Language":"zh-cn,zh;q=0.8,en-us;q=0.5,en;q=0.3", "Connection":"keep-alive", "Host":"www.abc.com", "Referer":"http://www.abc.com/login.asp", "User-Agent":"Mozilla/5.0 (Windows NT 6.1; WOW64; rv:32.0) Gecko/20100101 Firefox/32.0" }req = urllib.request.Request(url,postdata,header)#獲得cookiecj = http.cookiejar.CookieJar()opener=urllib.request.build_opener(urllib.request.HTTPCookieProcessor(cj))r = opener.open(req)#繼續訪問登陸后的頁面get_url = 'http://www.abc.com/user/' get_request = urllib.request.Request(get_url, headers=header)get_response = opener.open(get_request)#打印獲得的頁面信息print(get_response.read().decode("utf-8"))#用bs4可以獲得你需要的標簽內容soup = BeautifulSoup(get_response.read(),"html.parser")jie = soup.find_all('span')#這里利用正則表達式過濾掉html語言dr = re.compile(r'<[^>]+>',re.S)#這里jie[2]表示取符合條件的第三個標簽dd = dr.sub('',str(jie[2]))print(dd)