微信公众号、微信号、微信文章爬虫(搜狗搜索）
微信上面的东西真的不好爬，幸好我找到了一个神器！！！
这个能不能弄点东西出来呢？
这个链接还挺整齐的
嗯哼~~~~~~我似乎发现了什么
直接上代码啦
import requestsimport reimport openpyxldef oh_my_god(search="帅哥"):url = "/weixin?query="headers = {'User-Agent': ''}#这里需要自己填入了with open("alldata.txt","w+") as file:for page in range(1,20):target_url = url+search+"&page="+str(page)data = requests.get(target_url,headers=headers)file.write(data.content.decode("utf-8"))def find_all(sub,s):index_list = []index = s.find(sub)while index != -1:index_list.append(index)index = s.find(sub,index+1)if len(index_list) > 0:return index_listelse:return -1txt_data = open("alldata.txt").read()begin_place = find_all("<p class=\"tit\">",txt_data)final_data = []for i in range(len(begin_place)-1):final_data.append(txt_data[begin_place[i]:begin_place[i+1]])gzh = []#公众号wx = []#微信gnjs = []#功能介绍ewm = []#二维码链接for i in range(len(final_data)):wx.append(final_data[i][final_data[i].find("微信号：<label name=")+31:final_data[i].find("</label>")])gzh.append(''.join(re.findall(u'[\u4e00-\u9fa5]',final_data[i][:final_data[i].find("微信号")])))gnjs.append(''.join(re.findall(u'[\u4e00-\u9fa5]',final_data[i][final_data[i].find("功能介绍")+5:final_data[i].find("最近文章")])))ewm.append(final_data[i][final_data[i].find("微信扫一扫关注")+47:final_data[i].find("data-id")-2])mywb = openpyxl.Workbook()mysheet = mywb.get_sheet_by_name('Sheet')mysheet['A1'] = '公众号'mysheet['B1'] = '微信'mysheet['C1'] = '功能介绍'mysheet['D1'] = '二维码链接'for i in range(len(gzh)):mysheet['A'+str(i+2)] = gzh[i]mysheet['B'+str(i+2)] = wx[i]mysheet['C'+str(i+2)] = gnjs[i]mysheet['D'+str(i+2)] = ewm[i]mywb.save('data.xlsx')if __name__ == '__main__':s = input('输入关键字')oh_my_god(search=s)
