通过python爬取美团上沈阳酒店相关信息（含经纬度）

# -*- coding: utf-8 -* import requests import pymysql from bs4 import BeautifulSoup import json import psycopg2 def img_cover(url): req_header = { 'User-Agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36' } response = requests.get(url,headers=req_header) res_dict = response.json() print(res_dict['data']['searchresult']) for i in res_dict['data']['searchresult']: name=i['name'] addr=i['addr'] hotelstar=i['hotelStar'] poiattrtaglist= ",".join(i['poiAttrTagList']) areaname=i['areaName'] poiextendsinfosdesc=",".join(i['forward']['poiExtendsInfosDesc']) scoreinfo=i['forward']['scoreInfo'] lat=i['lat'] lng=i['lng'] poirecommendtag = i['poiRecommendTag'] originaltrice = i['originalPrice'] db = psycopg2.connect(database="postgis", user="postgres", password="postgres", host="127.0.0.1", port="5432") print("已连接") # 使用 cursor() 方法创建一个游标对象 cursor cursor = db.cursor() sql = "insert into meituan_hotel (name,addr,hotelstar,poiattrtaglist,areaname,poiextendsinfosdesc,scoreinfo,lat,lng,poirecommendtag,originaltrice) values (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)" params = (name,addr,hotelstar,poiattrtaglist,areaname,poiextendsinfosdesc,scoreinfo,lat,lng,poirecommendtag,originaltrice) # 使用 execute() 方法执行 SQL 查询 cursor.execute(sql,params) db.commit() print("已完成采集") db.close() for i in range(1,52): j=20*i print(j) url = "https://ihotel.meituan.com/hbsearch/HotelSearch?utm_medium=pc&version_name=999.9&cateId=20&attr_28=129&uuid=6381C18DBC0D4CC4CCB68B5D3C1F5E7F28CCFDD30CD821AF556901879383F06E%401546569217582&cityId=66&offset={}&limit=20&startDay=20190104&endDay=20190104&q=&sort=defaults&X-FOR-WITH=XTq9L1SuHO3vg%2FQXCDEN92pN9bY0CnssexIACcrq%2FDsu%2BFC%2Bu73P0lwmv%2FnxR9qqJf5e7wxNQEQI9GfrtqbjytccvP7nZYyHB1lcd4xzLVVoqTU%2B%2Fw%2FwdNC6JdpKbivTHY6nJJaz38i1AA8NZ63rJg%3D%3D".format(j) img_cover(url) # -*- coding: utf-8 -* import requests import pym