爬取页面

import urllib2
import math
for line in open('d.html'):
    req = urllib2.Request('http://www.wooyun.org'+line.strip())
    cookie='share_firstime=1423041834739; ';
    req.add_header('Cookie', cookie)
    resp = urllib2.urlopen(req)
    f=open('wooyun'+line.strip()+'.html','w')
    f.write(resp.read())
    f.close()
 
 
import urllib2
import math
for i in range(1,1223):
    req = urllib2.Request('http://www.wooyun.org/user.php?action=openbugs&pNO='+bytes(i))
    cookie='xxxxxx';
    req.add_header('Cookie', cookie)
    resp = urllib2.urlopen(req)
    f=open('a.html','a+')
    f.write(resp.read())
    f.close()
 

猜你喜欢

转载自to8to-bruce.iteye.com/blog/2238663