拾光 - 爬虫
type: channel
link: http://www.fengsicheng.com/index.php/tag/%E7%88%AC%E8%99%AB/
items: python爬虫+IP代理
items: 图片爬虫（小改动）
items: 图片爬虫（代理ip）
items: Ajax数据爬取
items: selenium爬虫实例
items: 动态渲染页面爬取---selenium的使用
items: 爬虫爬取数据保存到mysql
items: 国内疫情可视化
items: 爬取全球疫情数据并使用pyecharts可视化
items: 爬取国内疫情数据并可视化

python爬虫+IP代理
type: item
date: 2022-11-25T21:09:00+08:00
description: """ Created on Wed Nov 23 00:03:30 2022 @author: fch """ import time ''' 网站网址：https://m.7160.top/rentiyishu/ ''' import random from pyquery import PyQuery as pq import requests import os from joblib import Parallel, delayed import socket socket.setdefaulttimeout(10) # 忽略requests证书警告 from requests.packages.urllib3.exceptions import InsecureRequestWarning requests.packages.urllib3.disable_warnings(InsecureRequestWarning) requests.DEFAULT_RETRIES = 5 # 增加重试连接次数 IP_list=[] with open('./IP代理池.txt','r') as f: for line in f: line = line.strip('\n') # 删除换行符 IP_list.append(line) f.close() ''' random随机读取到后为字符串类型，用eval转回字典 ''' # proxie = eval(random.choice(IP_list)) user_agent_list = [ 'Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_8; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50', 'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-us) AppleWebKit/534.50 (KHTML, like Gecko) Version/5.1 Safari/534.50', 'Mozilla/5.0 (Windows NT 10.0; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0', 'Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; .NET4.0C; .NET4.0E; .NET CLR 2.0.50727; .NET CLR 3.0.30729; .NET CLR 3.5.30729; InfoPath.3; rv:11.0) like Gecko', 'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0)', 'Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0)', 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)', 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)', 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:2.0.1) Gecko/20100101 Firefox/4.0.1', 'Mozilla/5.0 (Windows NT 6.1; rv:2.0.1) Gecko/20100101 Firefox/4.0.1', 'Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; en) Presto/2.8.131 Version/11.11', 'Opera/9.80 (Windows NT 6.1; U; en) Presto/2.8.131 Version/11.11', 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_0) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11', 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Maxthon 2.0)', 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; TencentTraveler 4.0)', 'Mozilla/4.0 (com…

图片爬虫（小改动）
type: item
date: 2022-11-22T17:44:21+08:00
description: ''' 网站网址：http://www.meinuzi.com/ ''' import random from pyquery import PyQuery as pq import requests proxies=[ {'HTTP':'http://122.140.5.115:9999'}, {'HTTP':'http://113.101.96.66:8080'}, {'HTTP':'http://113.124.86.24:9999'}, {'HTTP':'http://121.13.252.58:41564'}, {'HTTP':'http://61.216.185.88:60808'}, {'HTTP':'http://58.20.184.187:9091'}, {'HTTP':'http://183.236.123.242:8060'}, {'HTTP':'http://116.9.163.205:58080'}, {'HTTP':'http://222.74.73.202:42055'}, {'HTTP':'http://183.247.202.208:30001'}, {'HTTP':'http://39.108.101.55:1080'}, {'HTTP':'http://47.105.91.226:8118'}, ] proxie=random.choice(proxies) user_agent_list = ['Chrome/86.0.4240.198', 'Chrome/101.0.4951.64', 'Chrome/96.0.4664.45', 'Chrome/94.0.4606.41' ] headers = {'User-Agent': random.choice(user_agent_list), 'Referer':'http://www.meinuzi.com'} ''' 请求url，返回HTML ''' def Req_url(url): try: r=requests.get(url,headers=headers,proxies=proxie) r.raise_for_status() r.encoding=r.apparent_encoding return r.text except: # print('ERROR!') return 'over' ''' 解析初始页面，找到图片页面的网址 ''' def Parse_page(html): doc=pq(html) items=doc('.m-list-main li').items() i=1 for item in items: page_url=item('.u-img a').attr('href') name=item('.u-img img').attr('alt') print("保存第",i,'张图') Get_img(page_url,name) i+=1 ''' 解析图片页面的网址，找到每张图片的url ''' def Get_img(page_url,name): html=Req_url(page_url) doc=pq(html) img_baseurl=doc('.g-mn .m-list-content img').attr('src') Save_img(img_baseurl,name) ''' 根据得到的图片url，保存到文件夹 ''' def Save_img(img_baseurl,name): img_url=headers['Referer']+img_baseurl data=requests.get(img_url,headers=headers,proxies=proxie,timeout=15).content houzui=img_url.split('.')[-1] with open('./images_1/{}.{}'.format(name,houzui),'wb') as f: f.write(data) def main(): num = 7 # 从第num页开始 ''' 当返回值为‘over’的时候，说明页面不存在，即已经爬取全部页面 ''' while True: page_url='http://www.meinuzi.com/index_'+str(num)+'.html' html = Req_url(page_url) if html != 'over': ''' 页面存在但无图片数据，标签中只有换行符时 ''' doc=pq(html) item = doc('.m-list-main ul').text() if item!='' \ '': pr…

图片爬虫（代理ip）
type: item
date: 2022-11-21T09:29:00+08:00
description: # -*- coding: utf-8 -*- """ Created on Sat Nov 19 22:44:37 2022 @author: fch """ import random from pyquery import PyQuery as pq import requests import os import time import json proxies=[ {'HTTP':'http://122.140.5.115:9999'}, {'HTTP':'http://113.101.96.66:8080'}, {'HTTP':'http://113.124.86.24:9999'}, {'HTTP':'http://121.13.252.58:41564'}, {'HTTP':'http://61.216.185.88:60808'}, {'HTTP':'http://58.20.184.187:9091'}, {'HTTP':'http://183.236.123.242:8060'}, {'HTTP':'http://116.9.163.205:58080'}, {'HTTP':'http://222.74.73.202:42055'}, {'HTTP':'http://183.247.202.208:30001'}, {'HTTP':'http://39.108.101.55:1080'}, {'HTTP':'http://47.105.91.226:8118'}, ] proxie=random.choice(proxies) user_agent_list = ['Chrome/86.0.4240.198', 'Chrome/101.0.4951.64', 'Chrome/96.0.4664.45', 'Chrome/94.0.4606.41' ] headers = {'User-Agent': random.choice(user_agent_list)} list1 = [ "Chrome/68.0.3440.106", "Chrome/67.0.3396.99", "Chrome/64.0.3282.186", "Chrome/62.0.3202.62", "Chrome/45.0.2454.101" ] header={'User-Agent': random.choice(list1), 'Referer':'http://81.68.202.74/', 'sec-ch-ua': 'Google Chrome', 'sec-ch-ua-platform':'Windows' } base_url = 'http://81.68.202.74/datu/page/' # verify=False忽略SSL警告 def Base_page(Page_num): url = base_url + str(Page_num) try: r = requests.get(url, headers=headers,proxies=proxie) r.raise_for_status() r.encoding = r.apparent_encoding return r.text except: print('ERROR!!!') def Page_url(fir_html): doc = pq(fir_html) items = doc('.posts-wrapper .entry-media').items() num = 1 for item in items: page_url=item('a').attr('href') fil_name=item('.lazyload').attr('alt').replace(":","") # print(fil_name,page_url) print('------ 个数：',num,'------') Parse_img(page_url, fil_name) num+=1 def Parse_img(page_url,fil_name): time.sleep(0.25) i=1 r = requests.get(page_url, headers=headers,proxies=proxie) r.raise_for_status() r.encoding = r.apparent_encoding sec_html=r.text doc=pq(sec_html) items=doc('.entry-content p img').items() for item in items: dict={ 'url':item.attr('src'), …

Ajax数据爬取
type: item
date: 2022-11-18T21:04:31+08:00
description: from urllib.parse import urlencode import requests import re def Get_page(page_num): headers={ 'Host':'so.toutiao.com', 'user-agent':'Mozilla/5.0', 'cookie':'tt=acd600b5ac865033f0ee83a63ed44675; ' } base_url='https://so.toutiao.com/search?' params = { 'keyword': '街拍', 'pd': 'atlas', 'dvpf': 'pc', 'aid': '4916', 'page_num': page_num, 'search_json': '%7B%22from_search_id%22%3A%2220220104115420010212192151532E8188%22%2C%22origin_keyword%22%3A%22%E8%A1%97%E6%8B%8D%22%2C%22image_keyword%22%3A%22%E8%A1%97%E6%8B%8D%22%7D', 'rawJSON': 1, 'search_id': '2022062517173701021219402539E36546' } url=base_url+urlencode(params) try: r=requests.get(url,headers=headers) if r.status_code==200: return r.json() except: print('Failed!') def get_images(json): images = json['rawData']['data'] for image in images: yield { 'name': image['text'], 'url':image['img_url'] } def save_image(dict): data=requests.get(dict['url']).content #把“和 ：都替换成‘，’，否则python路径会识别错误 name=dict['name'].replace(':',',') name=name.replace('"',',') name=name.replace('?','') name=name.split('|')[-1] #碰到‘|’就取最后一个 houzui=dict['url'].split('.')[-1] #截取后缀，比如JPEG，png等图片的格式名称 with open("./images/{}.{}".format(name,houzui),'wb') as f: f.write(data) def main(): for page_num in range(1,20): json=Get_page(page_num) dict=get_images(json) for d in dict: save_image(d) main()

selenium爬虫实例
type: item
date: 2022-06-27T08:22:31+08:00
description: import pymysql from selenium import webdriver from selenium.webdriver.common.by import By from selenium.webdriver.support import expected_conditions as EC from selenium.webdriver.support.wait import WebDriverWait from pyquery import PyQuery as pq import pymongo '''链接mongodb''' client=pymongo.MongoClient("mongodb://*********:27017") db=client.test col=db.taobao '''连接mysql''' db=pymysql.Connect(host='*********',user='root',password='*********',port=3306,db='xiaomishop') cursor=db.cursor() table='taobao' '''初始url''' kw='iPad' #关键词 url='https://s.taobao.com/search?q='+kw driver=webdriver.Chrome() #指定浏览器对象 wait=WebDriverWait(driver,50) #最大等待时长 def Get_page(page_num): ''' 获取page_num页的页面信息(html) :param page_num: :return: Null ''' print('='*25,'正在爬取第',page_num,'页','='*25) try: driver.get(url) input = wait.until(EC.presence_of_element_located((By.CLASS_NAME,'J_Input'))) # 直到定位到搜索框 submit=wait.until(EC.element_to_be_clickable((By.CLASS_NAME,'J_Submit'))) #直到定位到能点击‘确定’ input.clear() input.send_keys(page_num) submit.click() Get_product() except TimeoutError: Get_page(page_num) def Get_product(): ''' 获取每页上所有商品的名称、价格、图片、购买量、店铺名称、店铺位置 :return:Null ''' html=driver.page_source doc=pq(html) items=doc('.J_MouserOnverReq').items() for item in items: product={ 'name': item.find('.ctx-box .row-2 a').text(), 'pic_img':item.find('.pic-box-inner .J_Itemlist_Pic_657878599145').attr('src'), 'price':item.find('.ctx-box .row-1 strong').text(), 'nums':item.find('.ctx-box .row-1 .deal-cnt').text(), 'shop':item.find('.ctx-box .row-3 .shop span').text(), 'location':item.find('.ctx-box .row-3 .location').text() } # write_to_mongodb(product) # write_to_mysql(product) print(product) def write_to_mongodb(dic): ''' 字典结果保存到MongoDB :param dic: :return: Null ''' col.insert_one(dic) def write_to_mysql(dic): ''' 字典结果写入mysql :param dic: :return: ''' keys=','.join(dic.keys()) values=','.join(['%s']*len(dic)) sql='insert into {table}({keys}) values ({values})'.format(table=table,keys=keys,values=values) try: if…

动态渲染页面爬取---selenium的使用
type: item
date: 2022-06-26T19:33:07+08:00
description: import time from selenium import webdriver from selenium.webdriver.common.by import By from selenium.webdriver.common.keys import Keys from selenium.webdriver.support import expected_conditions as EC from selenium.webdriver.support.wait import WebDriverWait from selenium.webdriver import ActionChains '''基本使用''' #声明浏览器对象 browser=webdriver.Chrome() try: '''访问页面''' browser.get('https://www.baidu.com') input=browser.find_element(By.ID,'kw') input.send_keys('python') input.send_keys(Keys.ENTER) wait=WebDriverWait(browser,10) wait.until(EC.presence_of_element_located((By.ID,'content_left'))) print('='*50) print(browser.current_url) print('=' * 50) print(browser.get_cookies()) print('=' * 50) # print(browser.page_source) browser.quit() except: browser.close() '''节点交互''' driver=webdriver.Chrome() try: driver.get('https://www.taobao.com') input=driver.find_element(By.ID,'q') input.send_keys('手机') # input.clear() #清除 button=driver.find_element(By.CLASS_NAME,'btn-search') button.click() driver.close() except: driver.close() '''动作链''' driver=webdriver.Chrome() try: driver.get('https://www.runoob.com/try/try.php?filename=jqueryui-api-droppable') driver.switch_to.frame('iframeResult') #切换frame source=driver.find_element(By.ID,'draggable') target=driver.find_element(By.ID,'droppable') actions=ActionChains(driver) actions.drag_and_drop(source,target) actions.perform() except: driver.close() '''执行JavaScript,比如下拉进度条''' driver=webdriver.Chrome() try: driver.get('https://www.zhihu.com/explore') driver.execute_script('window.scrollTo(0,document.body.scrollHeight)') driver.execute_script('alert("To Bottom")') except: print('error') driver.close() '''获取属性''' driver=webdriver.Chrome() try: driver.get('https://www.zhihu.com/explore') logo=driver.find_element(By.ID,'special') print(logo) print(logo.get_attribute('class')) driver.close() except: print('error') driver.close() '''获取文本''' driver=webdriver.Chrome() try: driver.get('https://www.zhihu.com/explore') res=driver.find_element(By.CLASS_…

爬虫爬取数据保存到mysql
type: item
date: 2022-06-24T19:18:00+08:00
description: import pymysql from pyquery import PyQuery as pq import requests def Get_HTML(url): headers = {'User-Agent': 'Mozilla/5.0'} try: r = requests.get(url, headers=headers) r.raise_for_status() r.encoding = r.apparent_encoding return r.text except: print("Error!") def parse_page(html): doc=pq(html) title=doc('.li03 a').text().split(' ') #名称 actor=doc('.li04 span').text().split(' ') #演员表 index=doc('.li01 b').text().split(' ') #序号 href=[] #链接 for i in doc('.li03 a').items(): #遍历 href.append(i.attr('href')) score=doc('.li05 span').text().split(' ') #评分 #保存为字典 Result={} for i in range(100): result={ '序号':index[i], '名称':title[i], '链接':href[i], '演员':actor[i], '评分':score[i] } Result[index[i]]=result return Result def write_to_mysql(dict): db=pymysql.connect(host='*******',user='root',password='******',passwd='3306',db='*******') cursor=db.cursor() table='movie' #表名 keys=','.join(dict.keys()) values=','.join(['%s']*len(dict)) sql='insert into {table}({keys}) values ({values})'.format(table=table,keys=keys,values=values) try: if cursor.execute(sql,tuple(dict.values())): print("successful") db.commit() except: print("failed") db.rollback() db.close() #若主键存在，进行更新操作；否则进行插入数据 def update_data(dict): db = pymysql.connect(host='*******',user='root',password='******',passwd='3306',db='*******') cursor=db.cursor() table='movie' #表名 keys=','.join(dict.keys()) values=','.join(['%s']*len(dict)) sql='insert into {table}({keys}) values ({values}) ON DUPLICATE KEY UPDATE'.format(table=table,keys=keys,values=values) update=','.join([' {key}=%s'.format(key=key) for key in dict]) sql+=update try: if cursor.execute(sql,tuple(dict.values())*2): print("successful") db.commit() except: print("failed") db.rollback() db.close() #查询 def search(): db = pymysql.connect(host='*******',user='root',password='******',passwd='3306',db='*******') cursor = db.cursor() sql = 'select * from movie' try: cursor.execute(sql) print(cursor.rowcount) row = cursor.fetchone() while row: print('Row:', row) row = cursor.fetc…

国内疫情可视化
type: item
date: 2022-04-20T12:31:46+08:00
description: import requests import json import re import pandas as pd import time from pyecharts.components import Table from pyecharts import options as opts from pyecharts.charts import Bar, Page,Pie,Line,Timeline,Map from pyecharts.commons.utils import JsCode from pyecharts.options import DataZoomOpts,ComponentTitleOpts def Get_HTML(): headers = {'User-Agent': 'Mozilla/5.0'} url = 'https://m.look.360.cn/events/feiyan?sv=&version=&market=&device=2&net=4&stype=&scene=&sub_scene=&refer_scene=&refer_subscene=&f=jsonp&location=true&sort=2&_=1649252949072&callback=jsonp2' try: r = requests.get(url, headers=headers) r.raise_for_status() r.encoding = r.apparent_encoding re = r.text[7:-2] response = json.loads(re) return response except: print("error!") def China_data_Total(): url='http://m.look.360.cn/subject/400?sign=360_6aa05217' headers={'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:99.0) Gecko/20100101 Firefox/99.0'} html = requests.get(url, headers=headers).text pattern=re.compile('"qcmsint1":"0"},"feiyanTrend":(.*),"local":',re.S) item=re.findall(pattern,html) response=json.loads(item[0]) data = { "截止日期":response['total']['modifyTime'], "现存确诊":response['total']['currentConfirmed'], "境外输入":response['total']['overseasInput'], "现存无症状":response['total']['asymptom'], "累计确诊":response['total']['diagnosed'], "累计治愈":response['total']['cured'], "累计死亡":response['total']['died'], "现存_较昨日":response['newDiff']['currentConfirmed'], "境外输入_较昨日":response['newDiff']['overseasInput'], "无症状_较昨日":response['newDiff']['asymptom'], "累计_较昨日":response['newDiff']['diagnosed'], "治愈_较昨日":response['newDiff']['cured'], "死亡_较昨日":response['newDiff']['died'] } return data # 国内数据 def China_data(response): P_name, P_Ljqz, P_Cured, P_Died, P_Xcqz, P_Xzqz = [], [], [], [], [], [] #省数据 C_name, C_Ljqz, C_Cured, C_Died, C_Xcqz, C_Xzqz = [], [], [], [], [], [] #市数据 for i in range(34): P_name.append(response['data'][i]['cityShortName']) # 城市名称 P_Ljqz.append(response['data'][i]['diagnosed']) # 累计确诊 P_Cured.a…

爬取全球疫情数据并使用pyecharts可视化
type: item
date: 2022-04-10T22:54:00+08:00
description: # -*- coding:utf-8 -*- import requests import json import re import pandas as pd import time from pyecharts import options as opts from pyecharts.charts import Bar, Page,Pie,Line,Timeline,Grid,Map from pyecharts.commons.utils import JsCode def sleeptime(hour, min, sec): # 时间转换 return hour * 3600 + min * 60 + sec def Get_HTML(): headers = {'User-Agent': 'Mozilla/5.0'} url = 'https://m.look.360.cn/events/feiyan?sv=&version=&market=&device=2&net=4&stype=&scene=&sub_scene=&refer_scene=&refer_subscene=&f=jsonp&location=true&sort=2&_=1649252949072&callback=jsonp2' try: r = requests.get(url, headers=headers) r.raise_for_status() r.encoding = r.apparent_encoding re = r.text[7:-2] response = json.loads(re) return response except: print("error!") def China_data_Total(): url='http://m.look.360.cn/subject/400?sign=360_6aa05217' headers={'User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:99.0) Gecko/20100101 Firefox/99.0'} html = requests.get(url, headers=headers).text pattern=re.compile('"qcmsint1":"0"},"feiyanTrend":(.*),"local":',re.S) item=re.findall(pattern,html) response=json.loads(item[0]) data = { "截止日期":response['total']['modifyTime'], "现存确诊":response['total']['currentConfirmed'], "境外输入":response['total']['overseasInput'], "现存无症状":response['total']['asymptom'], "累计确诊":response['total']['diagnosed'], "累计治愈":response['total']['cured'], "累计死亡":response['total']['died'], "现存_较昨日":response['newDiff']['currentConfirmed'], "境外输入_较昨日":response['newDiff']['overseasInput'], "无症状_较昨日":response['newDiff']['asymptom'], "累计_较昨日":response['newDiff']['diagnosed'], "治愈_较昨日":response['newDiff']['cured'], "死亡_较昨日":response['newDiff']['died'] } return data def China_data(response): # 国内数据 C_name, Ljqz, Cured, Died, Xcqz, Xzqz = [], [], [], [], [], [] for i in range(34): c_name = response['data'][i]['city'] # 城市名称 ljqz = response['data'][i]['diagnosed'] # 累计确诊 cured = response['data'][i]['cured'] # 治愈 died = response['data'][i]['died'] # 死亡 xcqz = response['data'][i]['currentConfirm…

爬取国内疫情数据并可视化
type: item
date: 2022-04-07T09:34:00+08:00
description: import requests import json from lxml import etree import pandas as pd import time from pyecharts import options as opts from pyecharts.charts import Bar def sleeptime(hour, min, sec): #时间转换 return hour * 3600 + min * 60 + sec def Get_HTML(url): headers={'User-Agent':'Mozilla/5.0'} try: r=requests.get(url,headers=headers) r.raise_for_status() r.encoding=r.apparent_encoding return r.text except: print("error!") def Parse_page(): C_name,Ljqz,Cured,Died,Xcqz,Xzqz=[],[],[],[],[],[] url='https://m.look.360.cn/events/feiyan?sv=&version=&market=&device=2&net=4&stype=&scene=&sub_scene=&refer_scene=&refer_subscene=&f=jsonp&location=true&sort=2&_=1649252949072&callback=jsonp2' re=Get_HTML(url) re=re[7:-2] response=json.loads(re) for i in range(34): c_name=response['data'][i]['data']['provinceName'] #城市名称 ljqz=response['data'][i]['diagnosed'] #累计确诊 cured=response['data'][i]['cured'] #治愈 died=response['data'][i]['died'] #死亡 xcqz=response['data'][i]['currentConfirmed'] #现存确诊 xzqz=response['data'][i]['diffDiagnosed'] #新增确诊 C_name.append(c_name) Ljqz.append(ljqz) Cured.append(cured) Died.append(died) Xcqz.append(xcqz) Xzqz.append(xzqz) # columns=['新增确诊','现存确诊','累计确诊','治愈人数','死亡人数'] # index=C_name data={ "地区":C_name, "新增确诊":Xzqz, "现存确诊":Xcqz, "累计确诊":Ljqz, "治愈人数":Cured, "死亡人数":Died } # print(data) return data def View(): data=Parse_page() c = ( Bar() .add_xaxis(data['地区']) .add_yaxis("新增确诊",data['新增确诊'], stack="stack1") .add_yaxis("现存确诊",data['现存确诊'] , stack="stack1") .add_yaxis("累计确诊",data['累计确诊'] , stack="stack1") .add_yaxis("治愈人数",data['治愈人数'] , stack="stack1") .add_yaxis("死亡人数",data['死亡人数'] , stack="stack1") .set_global_opts( title_opts=opts.TitleOpts(title="国内疫情数据数据（全部）"), datazoom_opts=opts.DataZoomOpts(type_="inside"), ) .render("国内疫情数据数据.html") ) def main(): data=Parse_page() data=pd.DataFrame(data) second = sleeptime(24,0,0) while True: # print(data) data.to_csv('./国内疫情数据.csv') View() time.sleep(second) # main() data=Parse_page() data=pd.DataFrame(data) data