blackteay/DrissionPage
1
0
Fork 0
mirror of https://gitee.com/g1879/DrissionPage.git synced 2024-12-10 04:00:23 +08:00
Code Issues Projects Releases Wiki Activity

当response的header没有charset时，尝试从meta获取

Browse Source
This commit is contained in:
g1879 2020-06-02 00:10:55 +08:00
parent a31ed1d354
commit 1c823470bd
1 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
DrissionPage/session_page.py
View File

@ -5,6 +5,7 @@
@File : session_page.py
"""
import os
import re
from pathlib import Path
from random import random
from time import time
@ -196,7 +197,7 @@ class SessionPage(object):
# 设置referer和host值
if self._url:
if 'headers' in set(x.lower() for x in kwargs):
keys=set(x.lower() for x in kwargs['headers'])
keys = set(x.lower() for x in kwargs['headers'])
if 'referer' not in keys:
kwargs['headers']['Referer'] = self._url
if 'host' not in keys:
@ -216,13 +217,14 @@ class SessionPage(object):
return_value = False
else:
headers = dict(r.headers)
if 'Content-Type' not in headers:
charset = 'utf-8'
else:
if 'charset' not in headers['Content-Type']:
if 'Content-Type' not in headers or 'charset' not in headers['Content-Type']:
re_result = re.search(r'<meta.*?charset=([^"\']+)', r.text)
try:
charset = re_result.group(1)
except:
charset = 'utf-8'
else:
charset = headers['Content-Type'].split('=')[1]
else:
charset = headers['Content-Type'].split('=')[1]
r.encoding = charset
return_value = r
return return_value