Home | History | Annotate | Download | only in client 
      1 # Copyright 2013 The Chromium Authors. All rights reserved.
      2 # Use of this source code is governed by a BSD-style license that can be
      3 # found in the LICENSE file.
      4 
      5 """Implementation of CloudBucket using Google Cloud Storage as the backend."""
      6 import os
      7 import sys
      8 
      9 # boto requires depot_tools/third_party be in the path. Use
     10 # src/tools/find_depot_tools.py to add this directory.
     11 sys.path.append(os.path.join(os.path.dirname(__file__), os.pardir, os.pardir,
     12                              os.pardir, os.pardir, 'tools'))
     13 import find_depot_tools
     14 DEPOT_TOOLS_PATH = find_depot_tools.add_depot_tools_to_path()
     15 sys.path.append(os.path.join(os.path.abspath(DEPOT_TOOLS_PATH), 'third_party'))
     16 import boto
     17 
     18 from ispy.common import cloud_bucket
     19 
     20 
     21 class BotoCloudBucket(cloud_bucket.BaseCloudBucket):
     22   """Interfaces with GS using the boto library."""
     23 
     24   def __init__(self, key, secret, bucket_name):
     25     """Initializes the bucket with a key, secret, and bucket_name.
     26 
     27     Args:
     28       key: the API key to access GS.
     29       secret: the API secret to access GS.
     30       bucket_name: the name of the bucket to connect to.
     31     """
     32     uri = boto.storage_uri('', 'gs')
     33     conn = uri.connect(key, secret)
     34     self.bucket = conn.get_bucket(bucket_name)
     35 
     36   def _GetKey(self, path):
     37     key = boto.gs.key.Key(self.bucket)
     38     key.key = path
     39     return key
     40 
     41   # override
     42   def UploadFile(self, path, contents, content_type):
     43     key = self._GetKey(path)
     44     key.set_metadata('Content-Type', content_type)
     45     key.set_contents_from_string(contents)
     46     # Open permissions for the appengine account to read/write.
     47     key.add_email_grant('FULL_CONTROL',
     48         'ispy.google.com (at] appspot.gserviceaccount.com') 
     49 
     50   # override
     51   def DownloadFile(self, path):
     52     key = self._GetKey(path)
     53     if key.exists():
     54       return key.get_contents_as_string()
     55     else:
     56       raise cloud_bucket.FileNotFoundError
     57 
     58   # override
     59   def UpdateFile(self, path, contents):
     60     key = self._GetKey(path)
     61     if key.exists():
     62       key.set_contents_from_string(contents)
     63     else:
     64       raise cloud_bucket.FileNotFoundError
     65 
     66   # override
     67   def RemoveFile(self, path):
     68     key = self._GetKey(path)
     69     key.delete()
     70 
     71   # override
     72   def FileExists(self, path):
     73     key = self._GetKey(path)
     74     return key.exists()
     75 
     76   # override
     77   def GetImageURL(self, path):
     78     key = self._GetKey(path)
     79     if key.exists():
     80       # Corrects a bug in boto that incorrectly generates a url
     81       #  to a resource in Google Cloud Storage.
     82       return key.generate_url(3600).replace('AWSAccessKeyId', 'GoogleAccessId')
     83     else:
     84       raise cloud_bucket.FileNotFoundError(path)
     85 
     86   # override
     87   def GetAllPaths(self, prefix):
     88     return (key.key for key in self.bucket.get_all_keys(prefix=prefix))
     89