python趣味挑戰之爬取天氣與微博熱搜並自動發給微信好友
一、系統環境
1.python 3.8.2
2.webdriver(用於驅動edge)
3.微信電腦版
4.windows10
二、爬取中國天氣網
因為中國天氣網的網頁是動態生成的,所以不能直接爬取到數據,需要先使用webdriver打開網頁並渲染完成,然後保存網頁源代碼,使用beautifulsoup分析數據。爬取的數據包括實時溫度、最高溫度與最低溫度、污染狀況、風向和濕度、紫外線狀況、穿衣指南八項數據。
def getZZWeatherAndSendMsg(): HTML1='http://www.weather.com.cn/weather1dn/101190201.shtml' driver=webdriver.Edge() driver.get(HTML1) soup=BeautifulSoup(driver.page_source,'html5lib') #獲取實時溫度 tem=soup.find('span',class_='temp').string #獲取最高溫度與最低溫度 maxtem=soup.find('span',id='maxTemp').string mintem=soup.find('span',id='minTemp').string #獲取污染狀況 poll=soup.find('a',href='http://www.weather.com.cn/air/?city=101190201').string #獲取風向和濕度 win=soup.find('span',id='wind').string humidity=soup.find('span',id='humidity').string #獲取紫外線狀況 sun=soup.find('div',class_='lv').find('em').string #獲取穿衣指南 cloth=soup.find('dl',id='cy').find('dd').string HTML2='http://www.weather.com.cn/weathern/101190201.shtml' driver.get(HTML2) soup=BeautifulSoup(driver.page_source,'html5lib') #獲取天氣情況 wea=soup.find_all('p',class_='weather-info')[1].string weatherContent='實時溫度:'+tem+'℃'+'\n'+'今日溫度變化:'+mintem+'~'+maxtem+'\n'+'今日天氣:'+wea+'\n'+'當前風向:'+win+'\n'+'相對濕度:'+humidity+'\n'+'紫外線:'+sun+'\n'+'污染指數:'+poll+'\n'+'穿衣指南:'+cloth+'\n'+'註意天氣變化!!' driver.quit() return weatherContent
三、爬取微博熱搜
相比於中國天氣網,微博熱搜要簡單很多,直接request得到數據包,然後使用beautiful解析。解析數據後用for循環便利50次保存文本。
def getWeibo(): url='https://s.weibo.com/top/summary' headers={'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.72 Safari/537.36 Edg/90.0.818.41'} r=requests.get(url,headers=headers) r.raise_for_status() r.encoding = r.apparent_encoding soup = BeautifulSoup(r.text, "html.parser") tr=soup.find_all('tr') weiboContent='今日微博熱榜:'+'\n' for i in range(2,52): text=tr[i].find('td',class_='td-02').find('a').string weiboContent=weiboContent+str(i-1)+'"'+text+'"'+'\n' return weiboContent
四、微信自動發送消息
使用win32gui自動化操作發送微信消息,首先使用微信的窗口名找到微信句柄,然後模擬鍵鼠搜索聯系人,打開聯系人窗口,發送消息並關閉窗口。同時發送多個聯系人時可以直接重復這幾步操作
if __name__=="__main__": target_a=['06:55','11:55','19:53'] target_b=['07:00','12:00','19:54'] name_list=['Squirrel B','Squirrel B'] while True: now=time.strftime("%m月%d日%H:%M",time.localtime()) print(now) if now[-5:] in target_a: base_weatherContent=getZZWeatherAndSendMsg() weiboContent=getWeibo() if now[-5:] in target_b: hwnd=win32gui.FindWindow("WeChatMainWndForPC", '微信') win32gui.ShowWindow(hwnd,win32con.SW_SHOW) win32gui.MoveWindow(hwnd,0,0,1000,700,True) time.sleep(1) for name in name_list: movePos(28,147) click() #2.移動鼠標到搜索框,單擊,輸入要搜索的名字 movePos(148,35) click() time.sleep(1) setText(name) ctrlV() time.sleep(1) # 等待聯系人搜索成功 enter() time.sleep(1) now=time.strftime("%m月%d日%H:%M",time.localtime()) weatherContent='現在是'+now+'\n'+base_weatherContent setText(weatherContent) ctrlV() time.sleep(1) altS() time.sleep(1) setText(weiboContent) ctrlV() time.sleep(1) altS() time.sleep(1) win32gui.PostMessage(hwnd, win32con.WM_CLOSE, 0, 0) time.sleep(60)
五、源代碼
import win32clipboard as w import win32con import win32api import win32gui import ctypes import time import requests from urllib.request import urlopen from bs4 import BeautifulSoup from selenium import webdriver #把文字放入剪貼板 def setText(aString): w.OpenClipboard() w.EmptyClipboard() w.SetClipboardData(win32con.CF_UNICODETEXT,aString) w.CloseClipboard() #模擬ctrl+V def ctrlV(): win32api.keybd_event(17,0,0,0) #ctrl win32api.keybd_event(86,0,0,0) #V win32api.keybd_event(86,0,win32con.KEYEVENTF_KEYUP,0)#釋放按鍵 win32api.keybd_event(17,0,win32con.KEYEVENTF_KEYUP,0) #模擬alt+s def altS(): win32api.keybd_event(18,0,0,0) win32api.keybd_event(83,0,0,0) win32api.keybd_event(83,0,win32con.KEYEVENTF_KEYUP,0) win32api.keybd_event(18,0,win32con.KEYEVENTF_KEYUP,0) # 模擬enter def enter(): win32api.keybd_event(13,0,0,0) win32api.keybd_event(13,0,win32con.KEYEVENTF_KEYUP,0) #模擬單擊 def click(): win32api.mouse_event(win32con.MOUSEEVENTF_LEFTDOWN, 0, 0, 0, 0) win32api.mouse_event(win32con.MOUSEEVENTF_LEFTUP, 0, 0, 0, 0) #移動鼠標的位置 def movePos(x,y): win32api.SetCursorPos((x,y)) def getZZWeatherAndSendMsg(): HTML1='http://www.weather.com.cn/weather1dn/101190201.shtml' driver=webdriver.Edge() driver.get(HTML1) soup=BeautifulSoup(driver.page_source,'html5lib') #獲取實時溫度 tem=soup.find('span',class_='temp').string #獲取最高溫度與最低溫度 maxtem=soup.find('span',id='maxTemp').string mintem=soup.find('span',id='minTemp').string #獲取污染狀況 poll=soup.find('a',href='http://www.weather.com.cn/air/?city=101190201').string #獲取風向和濕度 win=soup.find('span',id='wind').string humidity=soup.find('span',id='humidity').string #獲取紫外線狀況 sun=soup.find('div',class_='lv').find('em').string #獲取穿衣指南 cloth=soup.find('dl',id='cy').find('dd').string HTML2='http://www.weather.com.cn/weathern/101190201.shtml' driver.get(HTML2) soup=BeautifulSoup(driver.page_source,'html5lib') #獲取天氣情況 wea=soup.find_all('p',class_='weather-info')[1].string weatherContent='實時溫度:'+tem+'℃'+'\n'+'今日溫度變化:'+mintem+'~'+maxtem+'\n'+'今日天氣:'+wea+'\n'+'當前風向:'+win+'\n'+'相對濕度:'+humidity+'\n'+'紫外線:'+sun+'\n'+'污染指數:'+poll+'\n'+'穿衣指南:'+cloth+'\n'+'註意天氣變化!!' driver.quit() return weatherContent def getWeibo(): url='https://s.weibo.com/top/summary' headers={'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/90.0.4430.72 Safari/537.36 Edg/90.0.818.41'} r=requests.get(url,headers=headers) r.raise_for_status() r.encoding = r.apparent_encoding soup = BeautifulSoup(r.text, "html.parser") tr=soup.find_all('tr') weiboContent='今日微博熱榜:'+'\n' for i in range(2,52): text=tr[i].find('td',class_='td-02').find('a').string weiboContent=weiboContent+str(i-1)+'"'+text+'"'+'\n' return weiboContent if __name__=="__main__": target_a=['06:55','11:55','19:53'] target_b=['07:00','12:00','19:54'] name_list=['Squirrel B','Squirrel B'] while True: now=time.strftime("%m月%d日%H:%M",time.localtime()) print(now) if now[-5:] in target_a: base_weatherContent=getZZWeatherAndSendMsg() weiboContent=getWeibo() if now[-5:] in target_b: hwnd=win32gui.FindWindow("WeChatMainWndForPC", '微信') win32gui.ShowWindow(hwnd,win32con.SW_SHOW) win32gui.MoveWindow(hwnd,0,0,1000,700,True) time.sleep(1) for name in name_list: movePos(28,147) click() #2.移動鼠標到搜索框,單擊,輸入要搜索的名字 movePos(148,35) click() time.sleep(1) setText(name) ctrlV() time.sleep(1) # 等待聯系人搜索成功 enter() time.sleep(1) now=time.strftime("%m月%d日%H:%M",time.localtime()) weatherContent='現在是'+now+'\n'+base_weatherContent setText(weatherContent) ctrlV() time.sleep(1) altS() time.sleep(1) setText(weiboContent) ctrlV() time.sleep(1) altS() time.sleep(1) win32gui.PostMessage(hwnd, win32con.WM_CLOSE, 0, 0) time.sleep(60)
六、運行效果
七、總結
- 爬取中國天氣網數據
- 爬取微博熱搜
- 自動發送微信消息
- 打包為exe並寫個簡單的GUI
- 寫的比較簡單,不過也夠用瞭,也懶得繼續寫下去瞭,希望可以供大傢參考.
github地址 https://github.com/gudu12306/auto_for_wechat
到此這篇關於python趣味挑戰之爬取天氣與微博熱搜並自動發給微信好友的文章就介紹到這瞭,更多相關python爬取天氣與微博熱搜內容請搜索WalkonNet以前的文章或繼續瀏覽下面的相關文章希望大傢以後多多支持WalkonNet!
推薦閱讀:
- python爬蟲學習筆記–BeautifulSoup4庫的使用詳解
- Python爬蟲網頁元素定位術
- python beautifulsoup4 模塊詳情
- Python編程使用Selenium模擬淘寶登錄實現過程
- Python BautifulSoup 節點信息