mirror of
https://github.com/JoeanAmier/XHS-Downloader.git
synced 2026-03-22 06:57:16 +08:00
3e8b69f8e1
1. 更新 Cookie 参数处理 2. 优化作品数据返回格式 3. 更新用户脚本链接提取功能 4. 优化项目运行信息提示 5. 修复 record_data 参数无效的问题 6. 新增作品下载记录开关 7. 适配小红书平台规则 8. 默认开启局域网访问 9. 格式化项目代码 10. 更新英语翻译 Closes #127 Closes #128 Closes #130 Closes #132
120 lines
3.8 KiB
Python
120 lines
3.8 KiB
Python
from asyncio import CancelledError
|
|
from contextlib import suppress
|
|
from re import compile
|
|
|
|
from aiosqlite import connect
|
|
|
|
from source.module import Manager
|
|
|
|
__all__ = ["IDRecorder", "DataRecorder", ]
|
|
|
|
|
|
class IDRecorder:
|
|
URL = compile(r"\S*?https://www\.xiaohongshu\.com/explore/(\S+)")
|
|
|
|
def __init__(self, manager: Manager):
|
|
self.file = manager.root.joinpath("ExploreID.db")
|
|
self.switch = manager.download_record
|
|
self.database = None
|
|
self.cursor = None
|
|
|
|
async def _connect_database(self):
|
|
self.database = await connect(self.file)
|
|
self.cursor = await self.database.cursor()
|
|
await self.database.execute("CREATE TABLE IF NOT EXISTS explore_id (ID TEXT PRIMARY KEY);")
|
|
await self.database.commit()
|
|
|
|
async def select(self, id_: str):
|
|
if self.switch:
|
|
await self.cursor.execute("SELECT ID FROM explore_id WHERE ID=?", (id_,))
|
|
return await self.cursor.fetchone()
|
|
|
|
async def add(self, id_: str) -> None:
|
|
if self.switch:
|
|
await self.database.execute("REPLACE INTO explore_id VALUES (?);", (id_,))
|
|
await self.database.commit()
|
|
|
|
async def __delete(self, id_: str) -> None:
|
|
if id_:
|
|
await self.database.execute("DELETE FROM explore_id WHERE ID=?", (id_,))
|
|
await self.database.commit()
|
|
|
|
async def delete(self, ids: str):
|
|
if self.switch:
|
|
ids = [i.group(1) for i in self.URL.finditer(ids)]
|
|
[await self.__delete(i) for i in ids]
|
|
|
|
async def all(self):
|
|
if self.switch:
|
|
await self.cursor.execute("SELECT ID FROM explore_id")
|
|
return [i[0] for i in await self.cursor.fetchmany()]
|
|
|
|
async def __aenter__(self):
|
|
await self._connect_database()
|
|
return self
|
|
|
|
async def __aexit__(self, exc_type, exc_value, traceback):
|
|
with suppress(CancelledError):
|
|
await self.cursor.close()
|
|
await self.database.close()
|
|
|
|
|
|
class DataRecorder(IDRecorder):
|
|
DATA_TABLE = (
|
|
("采集时间", "TEXT"),
|
|
("作品ID", "TEXT PRIMARY KEY"),
|
|
("作品类型", "TEXT"),
|
|
("作品标题", "TEXT"),
|
|
("作品描述", "TEXT"),
|
|
("作品标签", "TEXT"),
|
|
("发布时间", "TEXT"),
|
|
("最后更新时间", "TEXT"),
|
|
("收藏数量", "TEXT"),
|
|
("评论数量", "TEXT"),
|
|
("分享数量", "TEXT"),
|
|
("点赞数量", "TEXT"),
|
|
("作者昵称", "TEXT"),
|
|
("作者ID", "TEXT"),
|
|
("作者链接", "TEXT"),
|
|
("作品链接", "TEXT"),
|
|
("下载地址", "TEXT"),
|
|
("动图地址", "TEXT"),
|
|
)
|
|
|
|
def __init__(self, manager: Manager):
|
|
super().__init__(manager)
|
|
self.file = manager.folder.joinpath("ExploreData.db")
|
|
self.switch = manager.record_data
|
|
|
|
async def _connect_database(self):
|
|
self.database = await connect(self.file)
|
|
self.cursor = await self.database.cursor()
|
|
await self.database.execute(f"""CREATE TABLE IF NOT EXISTS explore_data (
|
|
{",".join(" ".join(i) for i in self.DATA_TABLE)}
|
|
);""")
|
|
await self.database.commit()
|
|
|
|
async def select(self, id_: str):
|
|
pass
|
|
|
|
async def add(self, **kwargs) -> None:
|
|
if self.switch:
|
|
await self.database.execute(f"""REPLACE INTO explore_data (
|
|
{", ".join(i[0] for i in self.DATA_TABLE)}
|
|
) VALUES (
|
|
{", ".join("?" for _ in kwargs)}
|
|
);""", self.__generate_values(kwargs))
|
|
await self.database.commit()
|
|
|
|
async def __delete(self, id_: str) -> None:
|
|
pass
|
|
|
|
async def delete(self, ids: list | tuple):
|
|
pass
|
|
|
|
async def all(self):
|
|
pass
|
|
|
|
def __generate_values(self, data: dict) -> tuple:
|
|
return tuple(data[i] for i, _ in self.DATA_TABLE)
|