python阿里巴巴招聘网站爬虫

写了个阿里巴巴招聘网站爬虫，这次是存在csv文件里，小火伴们可以比较一下～

import requests,json,csv

#写入csv文件中
list=[]
csv_file=open("阿里巴巴招聘.csv","w+",newline="",encoding="utf=8")
writer=csv.writer(csv_file)
list_head=["职位名称","部门","是不是招聘","学历","大类","小类","工作地","工作阅历","请求","职责"]
writer.writerow(list_head)

#爬虫
keyword=str(input("请输入职位症结字："))

url="https://job.alibaba.com/zhaopin/socialPositionList/doList.json"
headers={
    "Referer": "https://job.alibaba.com/zhaopin/positionList.htm?spm=a2obv.11875463.0.0.2ac23a5dSb7Wbw",
    "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/12.1.2 Safari/605.1.15"
}

for p in range(10):
    p=p+1
    data={
        "MIME 类型": "application/x-www-form-urlencoded; charset=UTF-8",
        "pageSize": "10",
        "t": "0.9218667109769481",
        "keyWord": keyword,
        "location"
        "second"
        "first"
        "pageIndex": str(p)
    }
    cookies={
        "Cookie": " isg=BM7OlPeDH1cyaKt12PikCz_-HaKQT5JJOm4ATvgXOlGNW2y1at3VWbNdkwc32Iph; l=cBLBoTMuqFP2KvuXBOCanurza77OSId4YuPzaNbMi_5BG6L1xV_Okk5T4Fp6csWFGhLk4nXUfzeT6FibJPDjtQPl2eGJXZ5..; CNZZDATA1000004769=1840857478-1567157075-%7C1567549123; tmp0=6vzoNBZKbkA%2BBLyFAxc%2F%2B5%2FiZdeVqJ%2BQe1wqEFgcolw%2Bv%2BNF%2BSOMmjyEAbaxmDieCW6DN%2FW1NgF3ABlBHs%2BQVVV2hLJ2KNwMGtDuyycdGSJ6QuN6svOgAsp7j9AZ0WOupUzUlbSrvipNMHgwXXNByNszrL0xUXa2GZogaVwPGKi7SGNCFAAV69vqvj6X2DlVaPMaTpJ3iqH20Tnd%2FLw7QVdbcEn3PhXzGaBl3yQmiW9LYRA8MDOBcbOWVZJ1lrwS8QCt4%2FQhkY70vFtrIvKAQhtb4iXr6OkIZI793Ao1syY%3D; _hvn_login=0; csg=87ae08c0; _tb_token_=eeed45e87e5e7; cookie2=14659eb4996e47c896f304074d300557; JSESSIONID=JFYJXFOV-FDC82NZA4NVS98Y8CX7N3-KRA0E30K-9MTB2; t=81b209fbe498754d386d92ccdaa8ff67; UM_distinctid=16ce1eb6c4342c-05f3012e7a8dcb8-3f616f4a-13c680-16ce1eb6c443e1; cna=ft7vFfKyZQACAbeW36y9ZReA"
    }

    res_post=requests.post(url,headers=headers,data=data,cookies=cookies)

    res_text=res_post.text
    res_dict=json.loads(res_text)

    positions=res_dict["returnValue"]["datas"]

    for position in positions:
        requirement=position["requirement"]
        departmentName=position["departmentName"][5:]
        workExperience=position["workExperience"]
        description=position["description"]
        name=position["name"]
        degree=position["degree"]
        firstCategory=position["firstCategory"]
        secondCategory=position["secondCategory"]
        workLocation=position["workLocation"]
        status=position["status"]
        list_content=[name,departmentName,status,degree,firstCategory,secondCategory,workLocation,workExperience,requirement,description]
        list.append(list_content)
        writer.writerow(list_content)

csv_file.close()
print("爬取胜利！")import requ