首页 > python 如何发送ajax请求获取数据。

python 如何发送ajax请求获取数据。

我最近在写一个爬虫,抓取携程网用户评论信息。不知道如何用python发送ajax请求,获取服务器端数据,有说模拟浏览器执行,不知道该怎么做?求指点.下面是携程网的ajax代码。可不可直接调用服务器端的JavaScript函数呢?

function GetCommentListHtml() {
            $.ajax({
                url: '/destinationsite/TTDSecond/SharedView/AsynCommentView',
                type: 'post',
                async: true,
                data: {
                    'poiID': poiid,
                    'districtId': districtid,
                    'districtEName': districtename,
                    'pagenow': pagenow,
                    'order': order,
                    'star': star,
                    'tourist': tourist,
                    'resourceId': resourceid,
                    'resourcetype': resourcetype
                },

ajax的一样是用模块去请求,同楼上所说,要改头信息,返回的xml去解析里边的数据,如果要模拟浏览器进入下个页面的话就在下次请求的时候带上xml里边的数据


#-*-coding:utf-8-*-
#!/usr/bin/python

#
#   Message Bomb v1.0
#From: sb.f4ck.net  By: xfkxfk
#

import json
import urllib2
import sys

def request_ajax_url(url,body,referer=None,cookie=None,**headers):
    req = urllib2.Request(url)

    req.add_header('Content-Type', 'application/json')
    req.add_header('X-Requested-With','XMLHttpRequest')

    if cookie:
        req.add_header('Cookie',cookie)

    if referer:
        req.add_header('Referer',referer)

    if headers:
        for k in headers.keys():
            req.add_header(k,headers[k])

    postBody = json.dumps(body)

    response = urllib2.urlopen(req, postBody)

    if response:
        return response

def run():
    import time
    "use username:xfkxfk; use password:123456"

    login_url = 'http://www.xx.com/member/Login.aspx'
    login_body = {"action":"login","UserName":"xfkxfk","Password":"123456","AutomaticLogin":False}
    login_referer = "http://www.xx.com/member/Login.aspx?ReturnUrl=aHR0cDovL3d3dy5sdXNlbi5jb20vRGVmYXVsdC5hc3B4"

    url = 'http://www.xx.com/Member/MobileValidate.aspx'
    referer = "http://www.xx.com/Member/ModifyMobileValidate.aspx"

    headers = {}

    response = request_ajax_url(login_url,login_body,login_referer)

    if response.read() == "1":
        print " Login Success !!!"

    if response.headers.has_key('set-cookie'):
        set_cookie = response.headers['set-cookie']
    else :
        print " Get set-cookie Failed !!! May Send Messages Failed ~~~"

    if len(sys.argv) < 3:
        print "\nUsage: python " + sys.argv[0] + "mobile_number" + "count\n"
        sys.exit()

    mobile_number = sys.argv[1]
    count = sys.argv[2]
    body = {"action":"GetValidateCode","Mobile":mobile_number}

    i=0
    while i < int(count):
        response = request_ajax_url(url,body,referer,set_cookie)
        i=i+1

    if response.read() == "发送成功":
        print " Send " + count + " Messages To " + mobile_number + " !!!"

if __name__ == "__main__":
    run()

摘自网络的代码。关键在于把头的请求类型设置成XMLHttpRequest

【热门文章】
【热门文章】