openbotlist/WEB-INF/tools/examples/pipes/pipes_sample01.py

   1 #!/bin/sh
   2 """
   3  Example Pipes Python Application
   4
   5  Connect to the pipe access point, retrieve the data and pretty-print
   6  the output.
   7
   8  Date: 6/29/2007
   9  Author: Berlin Brown
  10 """
  11
  12 import urllib2
  13 import time
  14
  15 PIPE_HOST = "http://www.botspiritcompany.com"
  16 PIPE_ACCESS_POINT = "/botlist/spring/pipes/search_pipes.html?querymode=enabled&query=bush"
  17
  18 def connectPipes(url):
  19     request=urllib2.Request(url)
  20     request.add_header('User-Agent', 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT')
  21     opener = urllib2.build_opener()
  22     data = opener.open(request).read()
  23     return data
  24
  25 def parsePipeData(data):
  26     lines = data.split('\n')
  27     for line in lines:
  28         try:
  29             url, title, list_datetime = line.split("\t")
  30             print "******************"
  31             print "title=%s\n  url=%s" % (title, url)
  32         except:
  33             print "WARN: invalid format"
  34
  35 if __name__ == '__main__':
  36     print "running pipes connect"
  37     fullURL = "%s%s" % (PIPE_HOST, PIPE_ACCESS_POINT)
  38     start = time.time()
  39     data = connectPipes(fullURL)
  40     parsePipeData(data)
  41     end = time.time()
  42     diff_time = end - start
  43     print "executed in=%s" % diff_time
  44     print "done"
  45