mirror of
https://github.com/JoeanAmier/XHS-Downloader.git
synced 2025-12-26 04:48:05 +08:00
43 lines
1.0 KiB
Python
43 lines
1.0 KiB
Python
from requests import ReadTimeout
|
|
from requests import exceptions
|
|
from requests import get
|
|
|
|
|
|
class Html:
|
|
|
|
def __init__(
|
|
self,
|
|
headers: dict,
|
|
proxies=None,
|
|
timeout=10, ):
|
|
self.headers = headers
|
|
self.proxies = {
|
|
"http": proxies,
|
|
"https": proxies,
|
|
"ftp": proxies,
|
|
}
|
|
self.timeout = timeout
|
|
|
|
def get_html(
|
|
self,
|
|
url: str,
|
|
params=None,
|
|
headers=None, ) -> str:
|
|
try:
|
|
response = get(
|
|
url,
|
|
params=params,
|
|
proxies=self.proxies,
|
|
timeout=self.timeout,
|
|
headers=headers or self.headers, )
|
|
except (
|
|
exceptions.ProxyError,
|
|
exceptions.SSLError,
|
|
exceptions.ChunkedEncodingError,
|
|
exceptions.ConnectionError,
|
|
ReadTimeout,
|
|
):
|
|
print("获取网页源码失败！")
|
|
return ""
|
|
return response.text
|