From bcbc10461f832df209734952ec3d49f3c19aba6c Mon Sep 17 00:00:00 2001 From: "http://joeyh.name/" Date: Fri, 4 Jul 2014 18:36:49 +0000 Subject: Added a comment --- .../comment_2_32908da23e4fb38a7d20b765a5ab4656._comment | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 doc/bugs/runs_of_of_memory_adding_2_million_files/comment_2_32908da23e4fb38a7d20b765a5ab4656._comment diff --git a/doc/bugs/runs_of_of_memory_adding_2_million_files/comment_2_32908da23e4fb38a7d20b765a5ab4656._comment b/doc/bugs/runs_of_of_memory_adding_2_million_files/comment_2_32908da23e4fb38a7d20b765a5ab4656._comment new file mode 100644 index 000000000..7f0e8ba70 --- /dev/null +++ b/doc/bugs/runs_of_of_memory_adding_2_million_files/comment_2_32908da23e4fb38a7d20b765a5ab4656._comment @@ -0,0 +1,12 @@ +[[!comment format=mdwn + username="http://joeyh.name/" + ip="209.250.56.55" + subject="comment 2" + date="2014-07-04T18:36:49Z" + content=""" +Does not seem to be the diff-filter=T command that is the problem. It's not outputting a lot of files, and should stream over them even if it did. + +The last xargs appears to be at or near the problem. It is called by Annex.Content.saveState, which first does a Annex.Queue.flush, followed by a Annex.Branch.commit. I suspect the problem is the latter; at this point there are 2 million files in .git/annex/journal waiting to be committed to the git-annex branch. + +In the same big repo, I can add one more file and reproduce the problem running `git annex add $newfile`. +"""]] -- cgit v1.2.3