Task scheduled items lock now uses a dummy lock in serial mode, improving its performance considerably.

Channels now use the AsyncQueue, boosting their throughput to about 5k items / s - this is something one can work with, considering the runtime of each item should be large enough to keep the threads busy. This could be a basis, further testing needed

Author: Byron

lib/git/async/pool.py

@@ -5,6 +5,7 @@
 from util import (
 		SyncQueue,
 		AsyncQueue,
+		DummyLock
 	)
 
 from task import InputChannelTask
@@ -462,6 +463,11 @@ def add_task(self, task):
 			# END add task relation
 		# END handle input channels for connections
 
+		# fix locks - in serial mode, the task does not need real locks
+		if self.size() == 0:
+			task._slock = DummyLock()
+		# END improve locks
+		
 		return rc
 
 	#} END interface 

lib/git/async/util.py

@@ -41,6 +41,18 @@ def cpu_count():
 #} END routines
 
 
+
+class DummyLock(object):
+	"""An object providing a do-nothing lock interface for use in sync mode"""
+	__slots__ = tuple()
+	
+	def acquire(self):
+		pass
+	
+	def release(self):
+		pass
+	
+
 class SyncQueue(deque):
 	"""Adapter to allow using a deque like a queue, without locking"""
 	def get(self, block=True, timeout=None):
@@ -59,7 +71,7 @@ def empty(self):
 class HSCondition(_Condition):
 	"""An attempt to make conditions less blocking, which gains performance 
 	in return by sleeping less"""
-	delay = 0.0001		# reduces wait times, but increases overhead
+	delay = 0.00002		# reduces wait times, but increases overhead
 
 	def wait(self, timeout=None):
 		waiter = Lock()