不忘梦想,一步一步向前走。

python脚本获取query并进行查询

上一篇 / 下一篇  2011-01-20 18:54:57 / 个人分类:高效工作

#!/bin/env python
#coding=utf8
import os,sys,urllib,urllib2,encoding,traceback
if len(sys.argv) <2:
    print "Usage:",sys.argv[0]," query_file"
    sys.exit(1)
urlhead = "http://ip:port/bin/aaa/?"#catId=1033520&pathValues=&curFid=287&key=具
#query编码为utf8
fp = open(sys.argv[1],'r')
lines = fp.readlines()
fp.close()
fp = open(sys.argv[1]+'.rul','w')
for line in lines:
    line = line.replace('\n','')
    sep = line.split('\t')
    cateid = sep[0]
    fid = sep[1]
    params = {}
    params['catid']=cateid
    params['curfid']=fid
    params['pathvalues']=''
    value = unicode(sep[2], "utf-8")
    for i in range(1, len(value) + 1):
        try:
            cur_q = value[:i].encode("gbk")
            params['q']=cur_q
            url=urlhead + urllib.urlencode(params)
            print url
            res = urllib2.urlopen(url)
            fp.write(cateid+'\t'+fid+'\t'+cur_q+'\t'+res.read()+'\n')
        except:
            traceback.print_exc()
            continue
fp.close()

TAG:

 

评分:0

我来说两句

Open Toolbar