嗶嗶一下
雪中悍刀行兄弟們都看過了嗎？感覺看了個寂寞，但又感徑訓行，原諒我沒看過原著小說~
豆瓣評分5.8，說明我還是沒說錯它的，
當然，這并不妨礙它波播放量嘎嘎上漲，半個月25億播放，平均一集一個億，就是每天只有一集有點難受，
我們今天就來采集一下它的彈幕，實作資料可視化，看看彈幕文化都輸出了什么~
爬蟲部分
我們將它的彈幕先采集下來，保存到Excel表格~
首先安裝一下這兩個模塊
requests # 發送網路請求 pandas as pd # 保存資料
不會安裝模塊移步主頁看我置頂文章，有專門詳細講解安裝模塊問題，
代碼部分
import requests # 發送網路請求 import pandas as pd # 保存資料 headers = { 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36' } # 構建一個串列儲存資料 data_list = [] for page in range(15, 1500, 30): try: url = f'https://mfm.video.qq.com/danmu?otype=json&target_id=7626435152%26vid%3Dp0041oidttf&session_key=0%2C174%2C1642248894×tamp={page}' # 1. 發送網路請求 response = requests.get(url=url, headers=headers) # 2. 獲取資料 彈幕內容 <Response [200]>: 告訴我們回應成功 json_data =https://www.cnblogs.com/hahaa/archive/2022/02/15/ response.json() # print(json_data) # 3. 決議資料(篩選資料) 提取想要的一些內容 不想要的忽略掉 comments = json_data['comments'] for comment in comments: data_dict = {} data_dict['commentid'] = comment['commentid'] data_dict['content'] = comment['content'] data_dict['opername'] = comment['opername'] print(data_dict) data_list.append(data_dict) except: pass # 4. 保存資料 wps 默認以gbk的方式打開的 df = pd.DataFrame(data_list) # 亂碼, 指定編碼 為 utf-8 或者是 gbk 或者 utf-8-sig df.to_csv('data.csv', encoding='utf-8-sig', index=False)
#兄弟們學習python，有時候不知道怎么學，從哪里開始學，掌握了基本的一些語法或者做了兩個案例后，不知道下一步怎么走，不知道如何去學習更加高深的知識， #那么對于這些大兄弟們，我準備了大量的免費視頻教程，PDF電子書籍，以及視頻源的源代碼！ #還會有大佬解答！ #都在這個群里了 924040232 #歡迎加入，一起討論 一起學習！
效果展示
資料可視化
資料到手了，咱們就開始制作詞云圖分析了，
這兩個模塊需要安裝一下
jieba
pyecharts
代碼展示
import jieba from pyecharts.charts import WordCloud import pandas as pd from pyecharts import options as opts wordlist = [] data = pd.read_csv('data.csv')['content'] data data_list = data.values.tolist() data_str = ' '.join(data_list) words = jieba.lcut(data_str) for word in words: if len(word) > 1: wordlist.append({'word':word, 'count':1}) df = pd.DataFrame(wordlist) dfword = df.groupby('word')['count'].sum() dfword2 = dfword.sort_values(ascending=False) dfword = df.groupby('word')['count'].sum() dfword2 = dfword.sort_values(ascending=False) dfword3['word'] = dfword3.index dfword3 word = dfword3['word'].tolist() count = dfword3['count'].tolist() a = [list(z) for z in zip(word, count)] c = ( WordCloud() .add('', a, word_size_range=[10, 50], shape='circle') .set_global_opts(title_opts=opts.TitleOpts(title="詞云圖")) ) c.render_notebook()
效果展示
詞云圖效果
可以看到，這條、暴富和最后三個評論資料最多，咱們看看統計資料，
視頻講解
所有步驟都在視頻有詳細講解
Python爬蟲+資料分析+資料可視化（分析《雪中悍刀行》彈幕）
福利環節
彈幕和詞云圖都有了，沒有視頻就說不過去，代碼我整出來了，大家可以自己去試試，我就不展示了，展示了你們就看不到了，
import requests import re from tqdm import tqdm url = 'https://vd.l.qq.com/proxyhttp' data = { 'adparam': "pf=in&ad_type=LD%7CKB%7CPVL&pf_ex=pc&url=https%3A%2F%2Fv.qq.com%2Fx%2Fcover%2Fmzc0020036ro0ux%2Fc004159c18o.html&refer=https%3A%2F%2Fv.qq.com%2Fx%2Fsearch%2F&ty=web&plugin=1.0.0&v=3.5.57&coverid=mzc0020036ro0ux&vid=c004159c18o&pt=&flowid=55e20b5f153b460e8de68e7a25ede1bc_10201&vptag=www_baidu_com%7Cx&pu=-1&chid=0&adaptor=2&dtype=1&live=0&resp_type=json&guid=58c04061fed6ba662bd7d4c4a7babf4f&req_type=1&from=0&appversion=1.0.171&uid=115600983&tkn=3ICG94Dn33DKf8LgTEl_Qw..<=qq&platform=10201&opid=03A0BB50713BC1C977C0F256056D2E36&atkn=75C3D1F2FFB4B3897DF78DB2CF27A207&appid=101483052&tpid=3&rfid=f4e2ed2359bc13aa3d87abb6912642cf_1642247026", 'buid': "vinfoad", 'vinfoparam': "spsrt=1&charge=1&defaultfmt=auto&otype=ojson&guid=58c04061fed6ba662bd7d4c4a7babf4f&flowid=55e20b5f153b460e8de68e7a25ede1bc_10201&platform=10201&sdtfrom=v1010&defnpayver=1&appVer=3.5.57&host=v.qq.com&ehost=https%3A%2F%2Fv.qq.com%2Fx%2Fcover%2Fmzc0020036ro0ux%2Fc004159c18o.html&refer=v.qq.com&sphttps=1&tm=1642255530&spwm=4&logintoken=%7B%22main_login%22%3A%22qq%22%2C%22openid%22%3A%2203A0BB50713BC1C977C0F256056D2E36%22%2C%22appid%22%3A%22101483052%22%2C%22access_token%22%3A%2275C3D1F2FFB4B3897DF78DB2CF27A207%22%2C%22vuserid%22%3A%22115600983%22%2C%22vusession%22%3A%223ICG94Dn33DKf8LgTEl_Qw..%22%7D&vid=c004159c18o&defn=&fhdswitch=0&show1080p=1&isHLS=1&dtype=3&sphls=2&spgzip=1&dlver=2&drm=32&hdcp=0&spau=1&spaudio=15&defsrc=https://www.cnblogs.com/hahaa/archive/2022/02/15/1&encryptVer=9.1&cKey=1WuhcCc07Wp6JZEItZs_lpJX5WB4a2CdS8kEoQvxVaqtHEZQ1c_W6myJ8hQOnmDFHMUnGJTDNTvp2vPBr-xE-uhvZyEMY131vUh1H4pgCXe2Op8F_DerfPItmE508flzsHwnEERQEN_AluNDEH6IC8EOljLQ2VfW2sTdospNPlD9535CNT9iSo3cLRH93ogtX_OJeYNVWrDYS8b5t1pjAAuGkoYGNScB_8lMah6WVCJtO-Ygxs9f-BtA8o_vOrSIjG_VH7z0wWI3--x_AUNIsHEG9zgzglpES47qAUrvH-0706f5Jz35DBkQKl4XAh32cbzm4aSDFig3gLiesH-TyztJ3B01YYG7cwclU8WtX7G2Y6UGD4Z1z5rYoM5NpAQ7Yr8GBgYGBgZKAPma&fp2p=1&spadseg=3" } headers = { 'cookie': 'pgv_pvid=7300130020; tvfe_boss_uuid=242c5295a1cb156d; appuser=BF299CB445E3A324; RK=6izJ0rkfNn; ptcz=622f5bd082de70e3e6e9a077923b48f72600cafd5e4b1e585e5f418570fa30fe; ptui_loginuin=1321228067; luin=o3452264669; lskey=000100003e4c51dfb8abf410ca319e572ee445f5a77020ba69d109f47c2ab3d67e58bd099a40c2294c41dbd6; o_cookie=3452264669; uid=169583373; fqm_pvqid=89ea2cc7-6806-4091-989f-5bc2f2cdea5c; fqm_sessionid=7fccc616-7386-4dd4-bba5-26396082df8d; pgv_info=ssid=s2517394073; _qpsvr_localtk=0.13663981383113954; login_type=2; vversion_name=8.2.95; video_omgid=d91995430fa12ed8; LCZCturn=798; lv_play_index=39; o_minduid=9ViQems9p2CBCM5AfqLWT4aEa-btvy40; LPSJturn=643; LVINturn=328; LPHLSturn=389; LZTturn=218; ufc=r24_7_1642333009_1642255508; LPPBturn=919; LPDFturn=470', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.71 Safari/537.36' } response = requests.post(url=url, json=data, headers=headers) html_data = response.json()['vinfo'] print(html_data) m3u8_url = re.findall('url":"(.*?)",', html_data)[3] m3u8_data = requests.get(url=m3u8_url).text m3u8_data = re.sub('#E.*', '', m3u8_data).split() for ts in tqdm(m3u8_data): ts_1 = 'https://apd-327e87624fa9c6fc7e4593b5030502b1.v.smtcdns.com/vipts.tc.qq.com/AaFUPCn0gS17yiKCHnFtZa7vI5SOO0s7QXr0_3AkkLrQ/uwMROfz2r55goaQXGdGnC2de645-3UDsSmF-Av4cmvPV0YOx/svp_50112/vaemO__lrQCQrrgtQzL5v1kmLVKQZEaG2UBQO4eMRu4BAw6vBUoD1HAf7yUD8BtrL3NLr7bf9yrfSaqK5ufP8vmfEejwt0tuD8aNhyny1M-GJ8T1L1qi0R47t-v8KxV0ha-jJhALtc2N3tgRaTSfRwXwJ_vQObnhIdbyaVlJ2DzvMKoIlKYb_g/' ts_url = ts_1 + ts ts_content = requests.get(url=ts_url).content with open('斗破12.mp4', mode='ab') as f: f.write(ts_content) print('斗破下載完成')
轉載請註明出處，本文鏈接：https://www.uj5u.com/houduan/423918.html
標籤：其他