refactor: xhs add log

This commit is contained in:
Relakkes
2023-12-19 23:05:12 +08:00
parent e2aaf0e5c1
commit 2e032d09dc
3 changed files with 3 additions and 0 deletions

View File

@@ -136,6 +136,7 @@ class XHSClient:
if res and res.get("items"):
res_dict: Dict = res["items"][0]["note_card"]
return res_dict
utils.logger.error("[xhs.client.get_note_by_id] get note empty and res:", res)
return dict()
async def get_note_comments(self, note_id: str, cursor: str = "") -> Dict:

View File

@@ -102,6 +102,7 @@ class XiaoHongShuCrawler(AbstractCrawler):
keyword=keyword,
page=page,
)
utils.logger.info("Search notes res:", notes_res)
semaphore = asyncio.Semaphore(config.MAX_CONCURRENCY_NUM)
task_list = [
self.get_note_detail(post_item.get("id"), semaphore)