Python crawler implements an example of querying the national list of dishonest persons subject to execution-Python Tutorial-php.cn

Python crawler implements an example of querying the national list of dishonest persons subject to execution

不言

Release： 2018-05-03 13:36:38

Original

4539 people have browsed it

这篇文章主要介绍了Python爬虫实现全国失信被执行人名单查询功能,涉及Python爬虫相关网络接口调用及json数据转换等相关操作技巧,需要的朋友可以参考下

本文实例讲述了Python爬虫实现全国失信被执行人名单查询功能。分享给大家供大家参考，具体如下：

一、需求说明

利用百度的接口，实现一个全国失信被执行人名单查询功能。输入姓名，查询是否在全国失信被执行人名单中。

二、python实现

版本1：

# -*- coding:utf-8*-
import sys
reload(sys)
sys.setdefaultencoding(&#39;utf-8&#39;)
import time
import requests
time1=time.time()
import pandas as pd
import json
iname=[]
icard=[]
def person_executed(name):
  for i in range(0,30):
    try:
      url="https://sp0.baidu.com/8aQDcjqpAAV3otqbppnN2DJv/api.php?resource_id=6899" \
      "&query=%E5%A4%B1%E4%BF%A1%E8%A2%AB%E6%89%A7%E8%A1%8C%E4%BA%BA%E5%90%8D%E5%8D%95" \
      "&cardNum=&" \
      "iname="+str(name)+ \
      "&areaName=" \
      "&pn="+str(i*10)+ \
      "&rn=10" \
      "&ie=utf-8&oe=utf-8&format=json"
      html=requests.get(url).content
      html_json=json.loads(html)
      html_data=html_json[&#39;data&#39;]
      for each in html_data:
        k=each[&#39;result&#39;]
        for each in k:
          print each[&#39;iname&#39;],each[&#39;cardNum&#39;]
          iname.append(each[&#39;iname&#39;])
          icard.append(each[&#39;cardNum&#39;])
    except:
      pass
if __name__ == &#39;__main__&#39;:
  name="郭**"
  person_executed(name)
  print len(iname)
  #####################将数据组织成数据框###########################
  data=pd.DataFrame({"name":iname,"IDCard":icard})
  #################数据框去重####################################
  data1=data.drop_duplicates()
  print data1
  print len(data1)
  #########################写出数据到excel#########################################
  pd.DataFrame.to_excel(data1,"F:\\iname_icard_query.xlsx",header=True,encoding=&#39;gbk&#39;,index=False)
  time2=time.time()
  print u&#39;ok,爬虫结束!&#39;
  print u&#39;总共耗时：&#39;+str(time2-time1)+&#39;s&#39;

Copy after login

三、效果展示

"D:\Program Files\Python27\python.exe" D:/PycharmProjects/learn2017/全国失信被执行人查询.py
郭** 34122319790****5119
郭** 32032119881****2419
郭** 32032119881****2419
3
IDCard name
0 34122319790****5119 郭**
1 32032119881****2419 郭**
2
ok,爬虫结束!
总共耗时：7.72000002861s
Process finished with exit code 0

版本2：

# -*- coding:utf-8*-
import sys
reload(sys)
sys.setdefaultencoding(&#39;utf-8&#39;)
import time
import requests
time1=time.time()
import pandas as pd
import json
iname=[]
icard=[]
courtName=[]
areaName=[]
caseCode=[]
duty=[]
performance=[]
disruptTypeName=[]
publishDate=[]
def person_executed(name):
  for i in range(0,30):
    try:
      url="https://sp0.baidu.com/8aQDcjqpAAV3otqbppnN2DJv/api.php?resource_id=6899" \
      "&query=%E5%A4%B1%E4%BF%A1%E8%A2%AB%E6%89%A7%E8%A1%8C%E4%BA%BA%E5%90%8D%E5%8D%95" \
      "&cardNum=&" \
      "iname="+str(name)+ \
      "&areaName=" \
      "&pn="+str(i*10)+ \
      "&rn=10" \
      "&ie=utf-8&oe=utf-8&format=json"
      html=requests.get(url).content
      html_json=json.loads(html)
      html_data=html_json[&#39;data&#39;]
      for each in html_data:
        k=each[&#39;result&#39;]
        for each in k:
          print each[&#39;iname&#39;],each[&#39;cardNum&#39;],each[&#39;courtName&#39;],each[&#39;areaName&#39;],each[&#39;caseCode&#39;],each[&#39;duty&#39;],each[&#39;performance&#39;],each[&#39;disruptTypeName&#39;],each[&#39;publishDate&#39;]
          iname.append(each[&#39;iname&#39;])
          icard.append(each[&#39;cardNum&#39;])
          courtName.append(each[&#39;courtName&#39;])
          areaName.append(each[&#39;areaName&#39;])
          caseCode.append(each[&#39;caseCode&#39;])
          duty.append(each[&#39;duty&#39;])
          performance.append(each[&#39;performance&#39;])
          disruptTypeName.append(each[&#39;disruptTypeName&#39;])
          publishDate.append(each[&#39;publishDate&#39;])
    except:
      pass
if __name__ == &#39;__main__&#39;:
  name="郭**"
  person_executed(name)
  print len(iname)
  #####################将数据组织成数据框###########################
  # data=pd.DataFrame({"name":iname,"IDCard":icard})
  detail_data=pd.DataFrame({"name":iname,"IDCard":icard,"courtName":courtName,"areaName":areaName,"caseCode":caseCode,"duty":duty,"performance":performance,\
               "disruptTypeName":disruptTypeName,"publishDate":publishDate})
  #################数据框去重####################################
  # data1=data.drop_duplicates()
  # print data1
  # print len(data1)
  detail_data1=detail_data.drop_duplicates()
  # print detail_data1
  # print len(detail_data1)
  #########################写出数据到excel#########################################
  pd.DataFrame.to_excel(detail_data1,"F:\\iname_icard_query.xlsx",header=True,encoding=&#39;gbk&#39;,index=False)
  time2=time.time()
  print u&#39;ok,爬虫结束!&#39;
  print u&#39;总共耗时：&#39;+str(time2-time1)+&#39;s&#39;

Copy after login