好了不多废话了，代码很少，直接贴出来！附件是完整代码

tiebasearch.zip 0.70KB ZIP 46次下载
#!/usr/bin/env python

import re
import os
import sys
import time
import random
import urllib


def get_urls_in_apage(page):
   out = re.findall(r'href\=\"\/p\/[^\s]*',page)
   for i in out:
      #print i
      t = "XXXXXXXXXXXXXXXXXXXXXX" + i[6:len(i)-1]
      print t
      cid = re.findall(r'\#[^\s]*',t)
      ids = cid[0][1:]
      #print ids

  

def get_record_size(tname):
   urls = "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
   req = urllib.urlopen(urlstr + tname)
   web = req.read()
   totalsizestr = re.findall(r's\_nav\_right hasPage[^\s]*',web)
   totalsize = re.findall(r'[0-9][0-9]{0,}',totalsizestr[0])
   sizex = int(totalsize[0])
   return sizex

if __name__ == '__main__':
   urlstr = "XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
   if(len(sys.argv)==3 and sys.argv[1] == '-k' ):
       namex = sys.argv[2]
       sizex = get_record_size(namex)
       print "find all record size = " + str(sizex)
       rn = 30
       pn = sizex / rn
       print pn
       i = 1
       while i < pn:
          newurl = urlstr + namex +"&" + "pn=" + str(i)
          print newurl
          reqx = urllib.urlopen(newurl)
          web2 = reqx.read()
          get_urls_in_apage(web2)
          i = i + 1
          if i > 76:
             break
          print str(i)
          time.sleep(1)