Python爬虫系列之抖音热门视频爬取 - 好文

<>Python爬虫系列之抖音热门视频爬取

<>主要使用requests库以及手机抓包工具去分析接口

<>》》》》》》爬虫接单，点击这里联系我们《《《《《《
<http://wpa.qq.com/msgrd?v=3&uin=804682557&site=qq&menu=yes>

<>详细实战过程此处不列出了，后期有时间会出一个详细的教程
import requests import json import urllib.parse import time ''' @Author :王磊
@Date:2018/12/5 @Description:爬取抖音热门视频 ''' headers = { "Cookie":
"install_id=53112482656; ttreq=1$a4ed279b42b9acb3dee9a3a3c2d645ce99ed786f;
odin_tt=38d535495242f853ffdf693ae531a152910b1047bbb3ba5c8e2fa7f3cbd7f6a1ec9f6027fc44ea36c4bd45281487d4a7;
sid_guard=d074b1c430eef87a3599e20ef34a5555%7C1543976393%7C5184000%7CSun%2C+03-Feb-2019+02%3A19%3A53+GMT;
uid_tt=4e0b25bc326fae6b428afc5826243eeb;
sid_tt=d074b1c430eef87a3599e20ef34a5555;
sessionid=d074b1c430eef87a3599e20ef34a5555", "Accept-Encoding": "gzip",
"X-SS-REQ-TICKET": "1543976807598", "X-Tt-Token":
"00d074b1c430eef87a3599e20ef34a5555b97ecb95bff1a3d1a81726386a1adf7a91df6c32bfa121fc10400ffede8df72016"
, "sdk-version": "1", "X-SS-TC": "0", "User-Agent":
"com.ss.android.ugc.aweme/350 (Linux; U; Android 8.0.0; zh_CN; MI 5;
Build/OPR1.170623.032; Cronet/58.0.2991.0)" } def getHTML(url): ''' get方式获取html
:param url: :return: ''' rsp = requests.get(url, headers=headers) return rsp.
content.decode(rsp.apparent_encoding, 'ignore') def postHTML(url): '''
post方式获取html:param url: :return: ''' rsp = requests.post(url,headers=headers)
return rsp.content.decode(rsp.apparent_encoding, 'ignore') def getVideo(key): ''
' 获取第一个视频连接地址:param key: :return: ''' # 编译关键词 key = urllib.parse.quote(key) #
拼接关键词搜索接口url url=
'https://api.amemv.com/aweme/v1/general/search/single/?keyword=' + key +
'&offset=0&count=10&is_pull_refresh=0&hot_search=0&latitude=30.725991&longitude=103.968091&ts=1543984658&js_sdk_version=1.2.2&app_type=normal&manifest_version_code=350&_rticket=1543984657736&ac=wifi&device_id=60155513971&iid=53112482656&os_version=8.0.0&channel=xiaomi&version_code=350&device_type=MI%205&language=zh&uuid=862258031596696&resolution=1080*1920&openudid=8aa8e21fca47053b&update_version_code=3502&app_name=aweme&version_name=3.5.0&os_api=26&device_brand=Xiaomi&ssmix=a&device_platform=android&dpi=480&aid=1128&as=a1e5055072614ce6a74033&cp=5813c65d2e7d0769e1[eIi&mas=01327dcd31044d72007555ed00c3de0b5dcccc0c2cec866ca6c62c'
# 获取搜索界面并转化为json对象 jsonObj= json.loads(postHTML(url)) # 获取data对应v metes =
jsonObj['data'] nums = len(metes) uri = '' # 多个视频列表捕获第一个视频地址即刻返回视频uri(视频唯一标识)
for _ in range(nums): data = metes[_]['aweme_info']['video'] if
'download_suffix_logo_addr' in data.keys(): uri = data[
'download_suffix_logo_addr']['uri'] break # 拼接视频地址 videoURL =
'https://aweme.snssdk.com/aweme/v1/playwm/?video_id=' + uri + '&line=0' # 返回视频地址
return videoURL def main(): ''' 入口函数 :return: ''' ts = str(time.time()) #
入口url（热门列表url） url=
'https://aweme.snssdk.com/aweme/v1/hot/search/list/?detail_list=0&ts=' + ts +
'&js_sdk_version=1.2.2&app_type=normal&manifest_version_code=350&_rticket=1543976807872&ac=wifi&device_id=60155513971&iid=53112482656&os_version=8.0.0&channel=xiaomi&version_code=350&device_type=MI%205&language=zh&resolution=1080*1920&openudid=8aa8e21fca47053b&update_version_code=3502&app_name=aweme&version_name=3.5.0&os_api=26&device_brand=Xiaomi&ssmix=a&device_platform=android&dpi=480&aid=1128&as=a1c56320b7f6ccc7874900&cp=3d63c15f7576037de1_uMy&mas=01258b5acd59f6bccb58178086286fdded0c0c9c2cec1cecc6c6c6'
# 获取热门列表数据 html= getHTML(url) # 转化为json对象 jsonObj = json.loads(html) #
获取每一个热门数据列表 word_list= jsonObj['data']['word_list'] index = 1 # 循环解析每个热门事件 for
liin word_list: try: word = li['word'] hot_value = li['hot_value'] hot_index =
index videoURL= getVideo(word) index += 1 print("排名：%d ,关键词: %s ,热度值: %d
,视频下载地址: %s" % (hot_index, word, hot_value, videoURL)) except Exception as e:
passfinally: time.sleep(3) if __name__ == '__main__': main()
☞点击这里与我探讨☚ <http://wpa.qq.com/msgrd?v=3&uin=804682557&site=qq&menu=yes>

♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪
♪♪后续会更新系列基于Python的爬虫小例子，欢迎关注。♪♪
♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪♪

热门工具换一换