解释
一.项目介绍
对足球竞猜网页的信息进行爬取并且对信息剖析
二.部份代码展现
import requests
from lxml.html import etree
headers = {"Referer": "https://www.okooo.com/jingcai/",
"User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36"}
url = "XXXXXXXXXXX"
response = requests.get(url, headers=headers)
response.encoding = response.apparent_encoding
response_html = etree.HTML(response.text)
id_xpath = "//*[@class="touzhu_1"]/@data-mid"
hname_xpath = "//*[@class="touzhu_1"]/@data-hname"
aname_xpath = "//*[@class="touzhu_1"]/@data-aname"
id_list = response_html.xpath(id_xpath)
hname_list = response_html.xpath(hname_xpath)
aname_list = response_html.xpath(aname_xpath)import re