爬抓腾讯课堂评论json数据

# -*- codeing = utf-8 -*-
# @Time : 2022/9/29 0029 12:35
# @Author : 毛毛
# @File : keqq.py
# @Function :爬抓腾讯课堂评论json数据

import requests
#https://ke.qq.com/cgi-bin/comment_new/course_comment_list?cid=2379852&filter_rating=0&page=1&bkn=709283738&
#https://ke.qq.com/cgi-bin/comment_new/course_comment_list?cid=2379852&filter_rating=0&page=3&bkn=709283738&
#https://ke.qq.com/cgi-bin/comment_new/course_comment_list?cid=2379852&filter_rating=0&page=4&bkn=709283738&
def main():
for i in range(7): #循环出页数

url = f'https://ke.qq.com/cgi-bin/comment_new/course_comment_list?cid=2379852&filter_rating=0&page={i}&bkn=709283738' #这里要填一个f 才能正常显示变量i
headers = {
"user-agent":"Mozilla / 5.0(Windows NT 10.0;Win64;x64) AppleWebKit / 537.36(KHTML, like Gecko) Chrome / 105.0.0.0 Safari / 537.36",
"referer":"https://ke.qq.com/course/2379852" #从这个页面跳转过来 不加这个获取不了
}
# params = {
# 'cid':'2379852',
# 'filter_rating':'0',
# 'page':'1',
# 'bkn':'709283738'
# }
#print(url)
response = requests.get(url,headers=headers)
response.encoding = 'utf-8'
data = response.json() #返回字典格式
# print(data)
for index in range(len(data['result']['items'])): #items有多少条就返回多少条
print(data['result']['items'][index]['first_comment'])

if __name__ == "__main__":
main()