python爬取酷狗音乐Top500榜单

网页情况

爬取数据包含

歌曲排名、歌手、歌曲名、歌曲时长

python 代码

import requests #请求网页获取网页数据
 from bs4 import BeautifulSoup #解析网页数据
 import time #时间库
 #user-Agent，伪装成浏览器，便于爬虫的稳定性
 headers = {
     "User-Agent":
     "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/97.0.4692.71 Safari/537.36"
 }
 def get_info(url):
     web_data = requests.get(url,headers= headers)
     soup = BeautifulSoup(web_data.text,'lxml')
     ranks = soup.select('span.pc_temp_num')
     titles = soup.select('div.pc_temp_songlist > ul > li > a')
     times = soup.select('span.pc_temp_tips_r > span')
     for rank,title,time in zip(ranks,titles,times):
         data = {
             "rank":rank.get_text().strip(),
             "singer":title.get_text().replace("\n","").replace("\t","").split('-')[1],
             "song":title.get_text().replace("\n","").replace("\t","").split('-')[0],
             "time":time.get_text().strip()
         }
         print(data)
 if __name__ == '__main__':
     urls = ["https://www.kugou.com/yy/rank/home/{}-8888.html".format(str(i)) for i in range(1,24)]
     for url in urls:
         get_info(url)
         time.sleep(1)

运行效果

来源：https://blog.csdn.net/weixin_44226181/article/details/122800556