Commit 82a37d66 authored by 邱阿朋's avatar 邱阿朋

爬虫处理

parent 8d5adcae
......@@ -3,14 +3,19 @@
import os
import pandas as pd
from DrissionPage import ChromiumPage
from DrissionPage import ChromiumPage, ChromiumOptions
from DrissionPage.errors import PageDisconnectedError
from helper import helper
page = ChromiumPage()
page.set.load_mode.normal()
# 创建配置对象(默认从 ini 文件中读取配置)
co = ChromiumOptions()
# 设置不加载图片、静音
co.no_imgs(True).mute(True)
page = ChromiumPage(addr_or_opts=co)
page.set.load_mode.eager()
page.set.when_download_file_exists('overwrite')
# 下载目录
download_path = os.getcwd()
# 检查下载目录是否存在,如果不存在则创建
......
......@@ -4,7 +4,7 @@ import os
import time
import pandas as pd
from DrissionPage import ChromiumPage
from DrissionPage import ChromiumPage, ChromiumOptions
from DrissionPage.errors import PageDisconnectedError
from helper import helper
......@@ -12,8 +12,12 @@ from helper import helper
email = None
password = None
page = ChromiumPage()
page.set.load_mode.normal() # 设置为normal模式
# 创建配置对象(默认从 ini 文件中读取配置)
co = ChromiumOptions()
# 设置不加载图片、静音
co.no_imgs(True).mute(True)
page = ChromiumPage(addr_or_opts=co)
page.set.load_mode.eager()
page.set.when_download_file_exists('overwrite')
# 下载目录
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment