标签：PRE content 拉勾 E5% positionResult 爬取 json 实例 result
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Author : shenqiang
import csv
import requests
def getHeaders():
headers={
'Content-Type':'application/x-www-form-urlencoded; charset=UTF-8',
'User-Agent':'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.100 Safari/537.36',
'Cookie':'_ga=GA1.2.1237290736.1534169036; user_trace_token=20180813220356-b7e42516-9f01-11e8-bb78-525400f775ce;
LGUID=20180813220356-b7e428ad-9f01-11e8-bb78-525400f775ce; index_location_city=%E5%85%A8%E5%9B%BD; _gid=GA1.2.675811712.1540794503; JSESSIONID=ABAAABAAAGFABEF93F47251563A52306423D37E945D2C54; _gat=1;
LGSID=20181029213144-fa3c8e13-db7e-11e8-b51c-525400f775ce; PRE_UTM=; PRE_HOST=www.bing.com; PRE_SITE=https%3A%2F%2Fwww.bing.com%2F; PRE_LAND=https%3A%2F%2Fwww.lagou.com%2F; Hm_lvt_4233e74dff0ae5bd0a3d81c6ccf756e6=1539529521,1539785285,1540794503,1540819902;
SEARCH_ID=ae3ae41a58d94802a68e848d36c30711; Hm_lpvt_4233e74dff0ae5bd0a3d81c6ccf756e6=1540819909;
LGRID=20181029213151-fe7324dc-db7e-11e8-b51c-525400f775ce',
'Referer':'https://www.lagou.com/jobs/list_%E8%87%AA%E5%8A%A8%E5%8C%96%E6%B5%8B%E8%AF%95%E5%B7%
A5%E7%A8%8B%E5%B8%88?labelWords=sug&fromSearch=true&suginput
=%E8%87%AA%E5%8A%A8%E5%8C%96%E6%B5%8B%E8%AF%95'}
return headers
def laGou(url='https://www.lagou.com/jobs/positionAjax.json?needAddtionalResult=false',page=2):
positions = []
r = requests.post(
url=url,
headers=getHeaders(),
data={'first': False, 'pn': page, 'kd': '自动化测试工程师'})
for i in range(15):
city = r.json()['content']['positionResult']['result'][i]['city']
education = r.json()['content']['positionResult']['result'][i]['education']
workYear = r.json()['content']['positionResult']['result'][i]['workYear']
positionAdvantage = r.json()['content']['positionResult']['result'][i]['positionAdvantage']
salary = r.json()['content']['positionResult']['result'][i]['salary']
companyFullName = r.json()['content']['positionResult']['result'][i]['companyFullName']
positionLables = r.json()['content']['positionResult']['result'][i]['positionLables']
position = {
'公司名称': companyFullName,
'城市': city,
'学历': education,
'工作年限': workYear,
'薪资': salary,
'工作标签': positionLables,
'福利': positionAdvantage
}
positions.append(position)
for item in positions:
print(item)
if __name__ == '__main__':
for item in range(1, 31):
laGou(page=item)
标签：PRE,content,拉勾,E5%,positionResult,爬取,json,实例,result 来源： https://www.cnblogs.com/chenlimei/p/13715560.html
本站声明： 1. iCode9 技术分享网（下文简称本站）提供的所有内容，仅供技术学习、探讨和分享； 2. 关于本站的所有留言、评论、转载及引用，纯属内容发起人的个人观点，与本站观点和立场无关； 3. 关于本站的所有言论和文字，纯属内容发起人的个人观点，与本站观点和立场无关； 4. 本站文章均是网友提供，不完全保证技术分享内容的完整性、准确性、时效性、风险性和版权归属；如您发现该文章侵犯了您的权益，可联系我们第一时间进行删除； 5. 本站为非盈利性的个人网站，所有内容不会用来进行牟利，也不会利用任何形式的广告来间接获益，纯粹是为了广大技术爱好者提供技术内容和技术思想的分享性交流网站。