Commit 0c600de3 0c600de3ecd57a33c86696558cc14c9cbbf5664d by wenxin

bug修复

1 parent a43dadc3
......@@ -15,7 +15,7 @@ async def startBrowser(spiderParam: SpiderParams) -> List[GuoDuoSpiderResult]:
url = spiderParam.url
scrawl_types = spiderParam.target_type
async with async_playwright() as p:
browser = await p.firefox.launch(headless=False)
browser = await p.firefox.launch(headless=True)
# 创建指定个数的浏览器页面
pages = await asyncio.gather(*(browser.new_page()
for _ in range(len(time_range))))
......@@ -46,6 +46,9 @@ async def hand_one_data(targetDate: str,
f'[data-pika-month="{month}"]'
f'[data-pika-day="{day}"]')
doc = page.locator(data_css_selector)
# 判断指定元素是否存在如果不存在就返回空的[]
if not await doc.is_visible():
return []
# 点击指定日期
await doc.click()
# 最后一步修正定位
......@@ -91,8 +94,8 @@ async def get_data(targetPage: Page, scrawl_type: int, target_time: str) -> Opti
if __name__ == '__main__':
# 获取程序开始执行的时间
start_time = time.time()
param = SpiderParams(startDate='2024-01-02',
endDate='2024-01-05',
param = SpiderParams(startDate='1991-01-02',
endDate='1991-01-05',
target_type=[TypeEnum.ANIME, TypeEnum.EPISODES, TypeEnum.MOVIE]
, url='http://guduodata.com/')
res = asyncio.run(startBrowser(param))
......