mirror of
https://github.com/JoeanAmier/XHS-Downloader.git
synced 2025-12-26 04:48:05 +08:00
43 lines
1.1 KiB
Python
43 lines
1.1 KiB
Python
from aiohttp import ClientError
|
|
|
|
from source.module import ERROR
|
|
from source.module import Manager
|
|
from source.module import logging
|
|
from source.module import retry
|
|
|
|
__all__ = ["Html"]
|
|
|
|
|
|
class Html:
|
|
def __init__(self, manager: Manager, ):
|
|
self.proxy = manager.proxy
|
|
self.retry = manager.retry
|
|
self.prompt = manager.prompt
|
|
self.session = manager.request_session
|
|
|
|
@retry
|
|
async def request_url(
|
|
self,
|
|
url: str,
|
|
content=True,
|
|
log=None,
|
|
**kwargs,
|
|
) -> str:
|
|
try:
|
|
async with self.session.get(
|
|
url,
|
|
proxy=self.proxy,
|
|
**kwargs,
|
|
) as response:
|
|
if response.status != 200:
|
|
return ""
|
|
return await response.text() if content else str(response.url)
|
|
except ClientError as error:
|
|
logging(log, str(error), ERROR)
|
|
logging(log, self.prompt.request_error(url), ERROR)
|
|
return ""
|
|
|
|
@staticmethod
|
|
def format_url(url: str) -> str:
|
|
return bytes(url, "utf-8").decode("unicode_escape")
|