keakon的涂鸦馆

IndexedModel
    Datastore:
        Put time: 0.0358800888062
        Get time: 0.00752592086792
    Memcache:
        Set time: 0.00419998168945
        Get time: 0.00492906570435
    Memcache with entity_pb:
        Set time: 0.00509190559387
        Get time: 0.00729894638062

NonIndexedModel
    Datastore:
        Put time: 0.0374398231506
        Get time: 0.0158569812775
    Memcache:
        Set time: 0.00582790374756
        Get time: 0.00310897827148
    Memcache with entity_pb:
        Set time: 0.0041720867157
        Get time: 0.00335097312927

from time import time
from google.appengine.api import apiproxy_stub_map, memcache
from google.appengine.ext import db
from google.appengine.datastore import entity_pb

result = {}
models = {}

def createModel(name, indexed, size=10):
  properties = dict([('property_%s' % i, db.StringProperty(indexed=indexed)) for i in xrange(size)])
  models[name] = type(name, (db.Model,), properties)
  return models[name]

IndexedModel = createModel('IndexedModel', True)
NonIndexedModel = createModel('NonIndexedModel', False)

def before_db(service, call, request, response):
  result['DbStart%sTime' % call] = time()

def after_db(service, call, request, response):
  result['DbFinish%sTime' % call] = time()

def before_cache(service, call, request, response):
  result['CacheStart%sTime' % call] = time()

def after_cache(service, call, request, response):
  result['CacheFinish%sTime' % call] = time()

apiproxy_stub_map.apiproxy.GetPreCallHooks().Append('before_db', before_db, 'datastore_v3')
apiproxy_stub_map.apiproxy.GetPostCallHooks().Push('after_db', after_db, 'datastore_v3')
apiproxy_stub_map.apiproxy.GetPreCallHooks().Append('before_cache', before_cache, 'memcache')
apiproxy_stub_map.apiproxy.GetPostCallHooks().Push('after_cache', after_cache, 'memcache')

def test(name, size=10):
  model = models[name]
  values = dict([['property_%s' % i] * 2 for i in xrange(size)])

  print '\n%s\n\tDatastore:' % name
  entity = model(key_name=name, **values)
  entity.put()
  print '\t\tPut time:', result['DbFinishPutTime'] - result['DbStartPutTime']
  assert model.get_by_key_name(name).key().name() == name
  print '\t\tGet time:', result['DbFinishGetTime'] - result['DbStartGetTime']

  print '\tMemcache:'
  memcache.set(name, entity)
  print '\t\tSet time:', result['CacheFinishSetTime'] - result['CacheStartSetTime']
  assert memcache.get(name).key().name() == name
  print '\t\tGet time:', result['CacheFinishGetTime'] - result['CacheStartGetTime']

  print '\tMemcache with entity_pb:'
  memcache.set(name, db.model_to_protobuf(entity).Encode())
  print '\t\tSet time:', result['CacheFinishSetTime'] - result['CacheStartSetTime']
  assert db.model_from_protobuf(entity_pb.EntityProto(memcache.get(name))).key().name() == name
  print '\t\tGet time:', result['CacheFinishGetTime'] - result['CacheStartGetTime']

def main():
  print 'Content-Type: text/plain'

  test('IndexedModel')
  test('NonIndexedModel')

if __name__ == '__main__':
  main()