[Checkins] SVN: mongopersist/trunk/ - Feature: Added a little script to test performance. It is not very

[Stephen Richter]

Log message for revision 124836:
  - Feature: Added a little script to test performance. It is not very
    sophisticated, but it is sufficient for a first round of optimizations.
  
  

Changed:
  U   mongopersist/trunk/CHANGES.txt
  U   mongopersist/trunk/setup.py
  A   mongopersist/trunk/src/mongopersist/performance.py

-=-
Modified: mongopersist/trunk/CHANGES.txt
===================================================================
--- mongopersist/trunk/CHANGES.txt	2012-04-01 01:58:30 UTC (rev 124835)
+++ mongopersist/trunk/CHANGES.txt	2012-04-01 02:15:44 UTC (rev 124836)
@@ -47,6 +47,9 @@
 
 - Feature: Added transaction ID to LoggingDecorator.
 
+- Feature: Added a little script to test performance. It is not very
+  sophisticated, but it is sufficient for a first round of optimizations.
+
 - Performance: Drastically improved performance for collections that store
   only one type of objects and where the documents do not store the type
   (i.e. it is stored in the name map collection).

Modified: mongopersist/trunk/setup.py
===================================================================
--- mongopersist/trunk/setup.py	2012-04-01 01:58:30 UTC (rev 124835)
+++ mongopersist/trunk/setup.py	2012-04-01 02:15:44 UTC (rev 124836)
@@ -49,4 +49,8 @@
     ],
     include_package_data = True,
     zip_safe = False,
+    entry_points = '''
+    [console_scripts]
+    profile = mongopersist.performance:main
+    ''',
     )

Added: mongopersist/trunk/src/mongopersist/performance.py
===================================================================
--- mongopersist/trunk/src/mongopersist/performance.py	                        (rev 0)
+++ mongopersist/trunk/src/mongopersist/performance.py	2012-04-01 02:15:44 UTC (rev 124836)
@@ -0,0 +1,129 @@
+##############################################################################
+#
+# Copyright (c) 2012 Zope Foundation and Contributors.
+# All Rights Reserved.
+#
+# This software is subject to the provisions of the Zope Public License,
+# Version 2.1 (ZPL).  A copy of the ZPL should accompany this distribution.
+# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY AND ALL EXPRESS OR IMPLIED
+# WARRANTIES ARE DISCLAIMED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF TITLE, MERCHANTABILITY, AGAINST INFRINGEMENT, AND FITNESS
+# FOR A PARTICULAR PURPOSE.
+#
+##############################################################################
+"""Mongo Persistence Performance Test"""
+import optparse
+import persistent
+import pymongo
+import random
+import sys
+import time
+import transaction
+import cPickle
+import cProfile
+
+from mongopersist import conflict, datamanager
+from mongopersist.zope import container
+
+class People(container.AllItemsMongoContainer):
+    _p_mongo_collection = 'people'
+    _m_database = 'performance'
+    _m_collection = 'person'
+
+class Person(persistent.Persistent, container.MongoContained):
+    _p_mongo_collection = 'person'
+    #_p_mongo_store_type = True
+
+    def __init__(self, name, age):
+        self.name = name
+        self.age = age
+
+    def __repr__(self):
+        return '<%s %s @ %i [%s]>' %(
+            self.__class__.__name__, self.name, self.age, self.__name__)
+
+def run_basic_crud(options):
+    conn = pymongo.Connection('localhost', 27017, tz_aware=False)
+    dm = datamanager.MongoDataManager(
+        conn,
+        default_database='performance',
+        root_database='performance',
+        conflict_handler_factory=conflict.ResolvingSerialConflictHandler)
+    if options.reload:
+        conn.drop_database('performance')
+        dm.root['people'] = people = People()
+
+        # Profile inserts
+        transaction.begin()
+        t1 = time.time()
+        for idx in xrange(options.size):
+            people[None] = Person('Mr Number %.5i' %idx, random.randint(0, 100))
+        transaction.commit()
+        t2 = time.time()
+        print 'Insert:       %.4f secs' % (t2-t1)
+
+    else:
+        people = dm.root['people']
+
+    # Profile slow read
+    transaction.begin()
+    t1 = time.time()
+    for name in people:
+        person = people[name]
+        person.name
+    t2 = time.time()
+    cache = dm._object_cache
+    transaction.commit()
+    print 'Slow Read:    %.4f secs' % (t2-t1)
+
+    # Profile fast read
+    transaction.begin()
+    t1 = time.time()
+    [person.name for person in people.find()]
+    #cProfile.runctx('[person.name for person in people.find()]', globals(), locals())
+    t2 = time.time()
+    print 'Fast Read:    %.4f secs' % (t2-t1)
+
+    # Profile modification
+    t1 = time.time()
+    for person in people.find():
+        person.name += 'X'
+        person.age += 1
+    transaction.commit()
+    t2 = time.time()
+    print 'Modification: %.4f secs' % (t2-t1)
+
+    if options.delete:
+        # Profile deletion
+        t1 = time.time()
+        for name in people.keys():
+            del people[name]
+        transaction.commit()
+        t2 = time.time()
+        print 'Deletion:     %.4f secs' % (t2-t1)
+
+parser = optparse.OptionParser()
+parser.usage = '%prog [options]'
+
+parser.add_option(
+    '-s', '--size', action='store', type='int',
+    dest='size', default=1000,
+    help='The amount of objects to use.')
+
+parser.add_option(
+    '--no-reload', action='store_false',
+    dest='reload', default=True,
+    help='A flag, when set, causes the DB not to be reloaded.')
+
+parser.add_option(
+    '--no-delete', action='store_false',
+    dest='delete', default=True,
+    help='A flag, when set, causes the data not to be deleted at the end.')
+
+def main(args=None):
+    # Parse command line options.
+    if args is None:
+        args = sys.argv[1:]
+    options, args = parser.parse_args(args)
+
+    run_basic_crud(options)


Property changes on: mongopersist/trunk/src/mongopersist/performance.py
___________________________________________________________________
Added: svn:keywords
   + Id