index.write_tree: now uses MemoryDB, making tree handling more efficient as IO will only be done when required. A possible disadvantage though is that time is spent on compressing the trees, although only the raw data and their shas would theoretically be needed. On the other hand, compressing their data uses less memory. An optimal implementation would just sha the data, check for existance, and compress it to write it to the database right away. This would mean more specialized code though, introducing redundancy. If IStreams would know whether they contain compressed or uncompressed data, and if there was a method to get a sha from data, this would work nicely in the existing framework though

Author: Byron

lib/git/ext/gitdb

@@ -66,6 +66,7 @@
 				)
 
 from gitdb.base import IStream
+from gitdb.db import MemoryDB
 
 __all__ = ( 'IndexFile', 'CheckoutError' )
 
@@ -502,10 +503,13 @@ def write_tree(self):
 		if not self.entries:
 			raise ValueError("Cannot write empty index")
 
-		# TODO: use memory db, this helps to prevent IO if the resulting tree
-		# already exists
+		mdb = MemoryDB()
 		entries = self._entries_sorted()
-		binsha, tree_items = write_tree_from_cache(entries, self.repo.odb, slice(0, len(entries)))
+		binsha, tree_items = write_tree_from_cache(entries, mdb, slice(0, len(entries)))
+		
+		# copy changed trees only
+		mdb.stream_copy(mdb.sha_iter(), self.repo.odb)
+		
 
 		# note: additional deserialization could be saved if write_tree_from_cache
 		# would return sorted tree entries

lib/git/index/base.py

@@ -6,7 +6,6 @@
 
 from test.testlib import *
 from git import *
-from git.index.util import TemporaryFileSwap
 import inspect
 import os
 import sys
@@ -580,7 +579,13 @@ def write_tree(index):
 		# END git cmd write tree
 
 		# write all trees and compare them
+		# its important to have a few submodules in there too
+		max_count = 100
+		count = 0
 		for commit in rw_repo.head.commit.traverse():
+			if count >= max_count:
+				break
+			count += 1
 			index = rw_repo.index.reset(commit)
 			orig_tree = commit.tree
 			new_git_tree = write_tree(index)