python/google/appengine/ext/mapreduce/main.py

   1 #!/usr/bin/env python
   2 #
   3 # Copyright 2007 Google Inc.
   4 #
   5 # Licensed under the Apache License, Version 2.0 (the "License");
   6 # you may not use this file except in compliance with the License.
   7 # You may obtain a copy of the License at
   8 #
   9 #     http://www.apache.org/licenses/LICENSE-2.0
  10 #
  11 # Unless required by applicable law or agreed to in writing, software
  12 # distributed under the License is distributed on an "AS IS" BASIS,
  13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14 # See the License for the specific language governing permissions and
  15 # limitations under the License.
  16 #
  17
  18
  19
  20
  21
  22
  23
  24
  25
  26
  27
  28
  29
  30
  31
  32
  33 """Main module for map-reduce implementation.
  34
  35 This module should be specified as a handler for mapreduce URLs in app.yaml:
  36
  37   handlers:
  38   - url: /mapreduce(/.*)?
  39     login: admin
  40     script: mapreduce/main.py
  41 """
  42
  43
  44
  45 import google
  46
  47
  48 try:
  49   from appengine_pipeline.src import pipeline
  50 except ImportError:
  51   pipeline = None
  52
  53
  54 from google.appengine.ext import webapp
  55 from google.appengine.ext.mapreduce import handlers
  56 from google.appengine.ext.mapreduce import status
  57 from google.appengine.ext.webapp import util
  58
  59
  60 STATIC_RE = r".*/([^/]*\.(?:css|js)|status|detail)$"
  61
  62
  63 class RedirectHandler(webapp.RequestHandler):
  64   """Redirects the user back to the status page."""
  65
  66   def get(self):
  67     new_path = self.request.path
  68     if not new_path.endswith("/"):
  69       new_path += "/"
  70     new_path += "status"
  71     self.redirect(new_path)
  72
  73
  74 def create_handlers_map():
  75   """Create new handlers map.
  76
  77   Returns:
  78     list of (regexp, handler) pairs for WSGIApplication constructor.
  79   """
  80   pipeline_handlers_map = []
  81
  82   if pipeline:
  83     pipeline_handlers_map = pipeline.create_handlers_map(prefix=".*/pipeline")
  84
  85   return pipeline_handlers_map + [
  86
  87       (r".*/worker_callback.*", handlers.MapperWorkerCallbackHandler),
  88       (r".*/controller_callback.*", handlers.ControllerCallbackHandler),
  89       (r".*/kickoffjob_callback.*", handlers.KickOffJobHandler),
  90       (r".*/finalizejob_callback.*", handlers.FinalizeJobHandler),
  91
  92
  93
  94       (r".*/command/start_job", handlers.StartJobHandler),
  95       (r".*/command/cleanup_job", handlers.CleanUpJobHandler),
  96       (r".*/command/abort_job", handlers.AbortJobHandler),
  97       (r".*/command/list_configs", status.ListConfigsHandler),
  98       (r".*/command/list_jobs", status.ListJobsHandler),
  99       (r".*/command/get_job_detail", status.GetJobDetailHandler),
 100
 101
 102       (STATIC_RE, status.ResourceHandler),
 103
 104
 105       (r".*", RedirectHandler),
 106       ]
 107
 108 def create_application():
 109   """Create new WSGIApplication and register all handlers.
 110
 111   Returns:
 112     an instance of webapp.WSGIApplication with all mapreduce handlers
 113     registered.
 114   """
 115   return webapp.WSGIApplication(create_handlers_map(),
 116                                 debug=True)
 117
 118
 119 APP = create_application()
 120
 121
 122 def main():
 123   util.run_wsgi_app(APP)
 124
 125
 126 if __name__ == "__main__":
 127   main()