Commit 82a37d66 authored by 邱阿朋's avatar 邱阿朋

爬虫处理

parent 8d5adcae
...@@ -3,14 +3,19 @@ ...@@ -3,14 +3,19 @@
import os import os
import pandas as pd import pandas as pd
from DrissionPage import ChromiumPage from DrissionPage import ChromiumPage, ChromiumOptions
from DrissionPage.errors import PageDisconnectedError from DrissionPage.errors import PageDisconnectedError
from helper import helper from helper import helper
page = ChromiumPage() # 创建配置对象(默认从 ini 文件中读取配置)
page.set.load_mode.normal() co = ChromiumOptions()
# 设置不加载图片、静音
co.no_imgs(True).mute(True)
page = ChromiumPage(addr_or_opts=co)
page.set.load_mode.eager()
page.set.when_download_file_exists('overwrite') page.set.when_download_file_exists('overwrite')
# 下载目录 # 下载目录
download_path = os.getcwd() download_path = os.getcwd()
# 检查下载目录是否存在,如果不存在则创建 # 检查下载目录是否存在,如果不存在则创建
......
...@@ -4,7 +4,7 @@ import os ...@@ -4,7 +4,7 @@ import os
import time import time
import pandas as pd import pandas as pd
from DrissionPage import ChromiumPage from DrissionPage import ChromiumPage, ChromiumOptions
from DrissionPage.errors import PageDisconnectedError from DrissionPage.errors import PageDisconnectedError
from helper import helper from helper import helper
...@@ -12,8 +12,12 @@ from helper import helper ...@@ -12,8 +12,12 @@ from helper import helper
email = None email = None
password = None password = None
page = ChromiumPage() # 创建配置对象(默认从 ini 文件中读取配置)
page.set.load_mode.normal() # 设置为normal模式 co = ChromiumOptions()
# 设置不加载图片、静音
co.no_imgs(True).mute(True)
page = ChromiumPage(addr_or_opts=co)
page.set.load_mode.eager()
page.set.when_download_file_exists('overwrite') page.set.when_download_file_exists('overwrite')
# 下载目录 # 下载目录
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment