""" """ import logging from playwright.sync_api import sync_playwright, Page, Playwright import api from browser import BaseBrowser from util.lock_util import LockManager from util.playwright_util import is_element_present HUITUN_URL = 'https://xhs.huitun.com/' lock_manager = LockManager() class HuiTunBrowser(BaseBrowser): def __get_name__(self): return 'huitun' def login(self, password: str): """ 登录抖音,一个登录之后,全部的页面都有了登录状态 :return: 2- 需要验证码 1-登录成功 """ self.__init_browser__() self.page.goto(HUITUN_URL) if is_element_present(self.page, '.ant-modal-body'): if not is_element_present(self.page, 'text=密码登录'): pwd_login = self.page.query_selector('.b9dOaTo9gfF3wLAi7jlXTg\=\=') if pwd_login is not None: pwd_login.click() self.page.get_by_placeholder('请输入手机号').type(self.phone) self.page.get_by_placeholder('6-15位数字与字母组合').type(password) self.page.get_by_text('登 录', exact=True).click() self.page.wait_for_timeout(30_000) self.close() def search_note(self, tag_name: str, size: int): lock_manager.acquire_lock(self.phone) try: self.__init_browser__() self.list_result = [] self.has_more = True api.assert_not_none(tag_name, "标签不能为空") self.page.goto('https://xhs.huitun.com/#/note/note_search') # 展开全部标签 self.page.query_selector('.RaWdmGo9iaS1-bQ6mK5K4w\=\=').click() self.page.query_selector(f'.IRk6XOEYweiS9APLHrOp-w\=\=:has-text("{tag_name}")').click() self.page.get_by_text('图文笔记', exact=True).click() self.page.wait_for_timeout(500) self.page.on('response', self.search_note_handler) self.page.get_by_text('近3天', exact=True).click() while size is None or len(self.list_result) < size: logging.info('继续搜索用户主页') self.page.evaluate("window.scrollTo(0, document.body.scrollHeight)") self.page.wait_for_timeout(2000) logging.info('搜索用户主页图文结果数:%s', len(self.list_result)) if not self.has_more: break return self.list_result finally: lock_manager.release_lock(self.phone) self.close() def search_note_handler(self, response): """ 处理用户主页搜索图文请求响应 :param response: :return: """ if response is not None and '/note/search' in response.url: response_body = response.json() if response_body.get('status') == 0: note_list = response_body.get('extData').get('list') self.has_more = len(note_list) > 0 if len(self.list_result) == 0: self.list_result = note_list else: self.list_result.extend(note_list) else: self.has_more = False