From 8e78c899bbf8525afa98619e4700b7ef455f8bc8 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Tue, 28 Oct 2014 13:06:24 -0400 Subject: aws library now supports multipart; initial design --- ...ent_9_74b2a392a537dde1c28089f1deed940c._comment | 31 ++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 doc/bugs/S3_upload_not_using_multipart/comment_9_74b2a392a537dde1c28089f1deed940c._comment (limited to 'doc/bugs') diff --git a/doc/bugs/S3_upload_not_using_multipart/comment_9_74b2a392a537dde1c28089f1deed940c._comment b/doc/bugs/S3_upload_not_using_multipart/comment_9_74b2a392a537dde1c28089f1deed940c._comment new file mode 100644 index 000000000..b965ff0ab --- /dev/null +++ b/doc/bugs/S3_upload_not_using_multipart/comment_9_74b2a392a537dde1c28089f1deed940c._comment @@ -0,0 +1,31 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 9""" + date="2014-10-28T16:42:21Z" + content=""" +The aws library now supports multipart uploads, using its +S3.Commands.Multipart module. + +I don't think that multipart and chunking fit together: Typically the +chunks are too small to need multipart for individual chunks. And the +chunks shouldn't be combined together into a complete object at the end (at +least not if we care about using chunking to obscure object size). +Individual chunks sizes can vary when encryption is used, so combining them +all into one file wouldn't work. + +Also, multipart uploads require at least 3 http calls, so there's no point +using it for small objects, as it would only add overhead. + +So, multipart uploads should be used when not chunking, when the object to +upload exceeds some size, which should probably defaut to something in the +range of 100 mb to 1 gb. + +It might be possible to support resuming of interrupted multipart uploads. +It seems that git-annex would need to store, locally, the UploadId, +as well as the list of uploaded parts, including the Etag for the upload +(which is needed when completing the multipart upload too). + +Also it should probably set Expires when initiating the multipart upload, +so that incomplete ones get cleaned up after some period of time. +Otherwise, users would probably be billed for them. +"""]] -- cgit v1.2.3 From d16a9b7f3b0dd6c169ac40ddcd65356840c3a08d Mon Sep 17 00:00:00 2001 From: poelzi Date: Tue, 28 Oct 2014 18:23:27 +0000 Subject: --- ...ls_with_sync_error:_syntax_or_usage_error_.mdwn | 85 ++++++++++++++++++++++ 1 file changed, 85 insertions(+) create mode 100644 doc/bugs/rsync_fails_with_sync_error:_syntax_or_usage_error_.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/rsync_fails_with_sync_error:_syntax_or_usage_error_.mdwn b/doc/bugs/rsync_fails_with_sync_error:_syntax_or_usage_error_.mdwn new file mode 100644 index 000000000..09c79d78d --- /dev/null +++ b/doc/bugs/rsync_fails_with_sync_error:_syntax_or_usage_error_.mdwn @@ -0,0 +1,85 @@ +### Please describe the problem. + +i tried to sync my home music annex to a server. Half the files worked nicely, but on the rest it fails with rsync errors. + +### What steps will reproduce the problem? + +git annex -d sync --content + +### What version of git-annex are you using? On what operating system? + +Client: + +ubuntu trusty +Version: 5.20140517.4 + +Server: + +ubuntu trusty +Version: 5.20140412ubuntu1 + + +### Please provide any additional information below. + +[[!format sh """ +dirus-dom:/music$ git annex -d sync --content +[2014-10-28 19:18:28 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","show-ref","git-annex"] +[2014-10-28 19:18:28 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","show-ref","--hash","refs/heads/git-annex"] +[2014-10-28 19:18:29 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/git-annex..1599d29eba7a0ec50217c2b4a3f4cc1ecc8b2116","--oneline","-n1"] +[2014-10-28 19:18:29 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/git-annex..27b47301dcb5007705d1dcd5a414df964b840467","--oneline","-n1"] +[2014-10-28 19:18:29 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/git-annex..a95ca0282fefcd774ec8a00b6f33c11f08f789d8","--oneline","-n1"] +[2014-10-28 19:18:29 CET] chat: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","cat-file","--batch"] +commit [2014-10-28 19:18:29 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","commit","-a","-m","git-annex automatic sync"] +ok +[2014-10-28 19:18:31 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","symbolic-ref","HEAD"] +[2014-10-28 19:18:31 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","show-ref","refs/heads/master"] +[2014-10-28 19:18:31 CET] call: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","show-ref","--verify","-q","refs/heads/synced/master"] +[2014-10-28 19:18:31 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/master..refs/heads/synced/master","--oneline","-n1"] +pull sync.poelzi.org__music +[2014-10-28 19:18:31 CET] read: ssh ["-O","stop","-S","poelzigit@sync.poelzi.org","-o","ControlMaster=auto","-o","ControlPersist=yes","localhost"] +[2014-10-28 19:18:31 CET] call: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","fetch","sync.poelzi.org__music"] +[2014-10-28 19:18:33 CET] call: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","show-ref","--verify","-q","refs/remotes/sync.poelzi.org__music/master"] +[2014-10-28 19:18:33 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/master..refs/remotes/sync.poelzi.org__music/master","--oneline","-n1"] +[2014-10-28 19:18:33 CET] call: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","show-ref","--verify","-q","refs/remotes/sync.poelzi.org__music/synced/master"] +[2014-10-28 19:18:33 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/synced/master..refs/remotes/sync.poelzi.org__music/synced/master","--oneline","-n1"] +ok +[2014-10-28 19:18:33 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","show-ref","git-annex"] +[2014-10-28 19:18:33 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","show-ref","--hash","refs/heads/git-annex"] +[2014-10-28 19:18:33 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/git-annex..1599d29eba7a0ec50217c2b4a3f4cc1ecc8b2116","--oneline","-n1"] +[2014-10-28 19:18:33 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/git-annex..27b47301dcb5007705d1dcd5a414df964b840467","--oneline","-n1"] +[2014-10-28 19:18:33 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","log","refs/heads/git-annex..a95ca0282fefcd774ec8a00b6f33c11f08f789d8","--oneline","-n1"] +[2014-10-28 19:18:33 CET] read: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","ls-files","--cached","-z","--"] +[2014-10-28 19:18:33 CET] chat: git ["--git-dir=/exports/music/.git","--work-tree=/exports/music","check-attr","-z","--stdin","annex.backend","annex.numcopies","--"] +copy Alan Parsons Project/Eye In The Sky/.07 - Psychobabble.mood copy Alan Parsons Project/Eye In The Sky/.07 - Psychobabble.mood (checking sync.poelzi.org__music...) [2014-10-28 19:18:43 CET] call: ssh ["-S",".git/annex/ssh/poelzigit@sync.poelzi.org","-o","ControlMaster=auto","-o","ControlPersist=yes","-T","poelzigit@sync.poelzi.org","git-annex-shell 'inannex' '/music/' 'SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood' --uuid 35a89672-4ff5-4d9a-9bf2-cedb272bb7cb"] +(to sync.poelzi.org__music...) +[2014-10-28 19:18:43 CET] read: rsync ["--progress","--inplace","--perms","-e","'ssh' '-S' '.git/annex/ssh/poelzigit@sync.poelzi.org' '-o' 'ControlMaster=auto' '-o' 'ControlPersist=yes' '-T' 'poelzigit@sync.poelzi.org' 'git-annex-shell ''recvkey'' ''/music/'' ''SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood'' --uuid 35a89672-4ff5-4d9a-9bf2-cedb272bb7cb ''--'' ''remoteuuid=97a3cd71-ee6c-4437-8740-253cde0d32ae'' ''direct='' ''associatedfile=Alan Parsons Project/Eye In The Sky/.07 - Psychobabble.mood'' ''--'''","--","/exports/music/.git/annex/objects/20/Z4/SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood/SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood","dummy:"] +rsync error: syntax or usage error (code 1) at main.c(1183) [sender=3.1.1] + + rsync failed -- run git annex again to resume file transfer +failed +copy Alessandro Scarlatti/Motets - Gérard Lesne, Veronique Gens (1993) [300]/06 - Infirmata, Vulnerata - VI Semper Gratus.ogg copy Alessandro Scarlatti/Motets - Gérard Lesne, Veronique Gens (1993) [300]/06 - Infirmata, Vulnerata - VI Semper Gratus.ogg (checking sync.poelzi.org__music...) [2014-10-28 19:18:48 CET] call: ssh ["-S",".git/annex/ssh/poelzigit@sync.poelzi.org","-o","ControlMaster=auto","-o","ControlPersist=yes","-T","poelzigit@sync.poelzi.org","git-annex-shell 'inannex' '/music/' 'SHA256E-s3847396--05c5498f08c727645ba84270cb8d82da69a3c9bede35520aa3128b938d003a3d.ogg' --uuid 35a89672-4ff5-4d9a-9bf2-cedb272bb7cb"] +(to sync.poelzi.org__music...) +[2014-10-28 19:18:48 CET] read: rsync ["--progress","--inplace","--perms","-e","'ssh' '-S' '.git/annex/ssh/poelzigit@sync.poelzi.org' '-o' 'ControlMaster=auto' '-o' 'ControlPersist=yes' '-T' 'poelzigit@sync.poelzi.org' 'git-annex-shell ''recvkey'' ''/music/'' ''SHA256E-s3847396--05c5498f08c727645ba84270cb8d82da69a3c9bede35520aa3128b938d003a3d.ogg'' --uuid 35a89672-4ff5-4d9a-9bf2-cedb272bb7cb ''--'' ''remoteuuid=97a3cd71-ee6c-4437-8740-253cde0d32ae'' ''direct='' ''associatedfile=Alessandro Scarlatti/Motets - G\233rard Lesne, Veronique Gens (1993) [300]/06 - Infirmata, Vulnerata - VI Semper Gratus.ogg'' ''--'''","--","/exports/music/.git/annex/objects/XJ/f9/SHA256E-s3847396--05c5498f08c727645ba84270cb8d82da69a3c9bede35520aa3128b938d003a3d.ogg/SHA256E-s3847396--05c5498f08c727645ba84270cb8d82da69a3c9bede35520aa3128b938d003a3d.ogg","dummy:"] +rsync error: syntax or usage error (code 1) at main.c(1183) [sender=3.1.1] + + rsync failed -- run git annex again to resume file transfer +failed +^C + + +Calling this through python gives: + +In [5]: subprocess.call(["rsync", "--debug=all", "--progress","--inplace","--perms","-e","'ssh' '-S' '.git/annex/ssh/poelzigit@sync.poelzi.org' '-o' 'ControlMaster=auto' '-o' 'ControlPersist=yes' '-T' 'poelzigit@sync.poelzi.org' 'git-annex-shell ''recvkey'' ''/music/'' ''SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood'' --uuid 35a89672-4ff5-4d9a-9bf2-cedb272bb7cb ''--'' ''remoteuuid=97a3cd71-ee6c-4437-8740-253cde0d32ae'' ''direct='' ''associatedfile=Alan Parsons Project/Eye In The Sky/.07 - Psychobabble.mood'' ''--'''","--","/exports/music/.git/annex/objects/20/Z4/SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood/SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood","dummy:"]) +opening connection using: ssh -S .git/annex/ssh/poelzigit@sync.poelzi.org -o ControlMaster=auto -o ControlPersist=yes -T poelzigit@sync.poelzi.org "git-annex-shell 'recvkey' '/music/' 'SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood' --uuid 35a89672-4ff5-4d9a-9bf2-cedb272bb7cb '--' 'remoteuuid=97a3cd71-ee6c-4437-8740-253cde0d32ae' 'direct=' 'associatedfile=Alan Parsons Project/Eye In The Sky/.07 - Psychobabble.mood' '--'" dummy rsync --server -pe.Lsfx --log-format=X --debug=ALL --inplace . . (19 args) +(Client) Protocol versions: remote=31, negotiated=31 +[sender] change_dir(/exports/music/.git/annex/objects/20/Z4/SHA256E-s3000--da8a3336a484a171a438c99660260cc35cbd37c339dd2c18447cd025064bc00b.mood) +send_files starting +send_files phase=1 +send_files phase=2 +send files finished +total: matches=0 hash_hits=0 false_alarms=0 data=0 +rsync error: syntax or usage error (code 1) at main.c(1183) [sender=3.1.1] +[sender] _exit_cleanup(code=1, file=main.c, line=1183): about to call exit(1) + + +"""]] -- cgit v1.2.3 From 850aa6028f97b9f227fa91dd1049a0f1470aee82 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Tue, 28 Oct 2014 14:43:07 -0400 Subject: WIP branch --- .../comment_9_1f5578a9100f0f087a558e5e5968d753._comment | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 doc/bugs/S3_upload_not_using_multipart/comment_9_1f5578a9100f0f087a558e5e5968d753._comment (limited to 'doc/bugs') diff --git a/doc/bugs/S3_upload_not_using_multipart/comment_9_1f5578a9100f0f087a558e5e5968d753._comment b/doc/bugs/S3_upload_not_using_multipart/comment_9_1f5578a9100f0f087a558e5e5968d753._comment new file mode 100644 index 000000000..10cab3da9 --- /dev/null +++ b/doc/bugs/S3_upload_not_using_multipart/comment_9_1f5578a9100f0f087a558e5e5968d753._comment @@ -0,0 +1,8 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 9""" + date="2014-10-28T18:25:04Z" + content=""" +I have a WIP branch `aws-s3-multipart`. I stopped when I got blocked +by a bad API in the aws library: +"""]] -- cgit v1.2.3 From f28dbe06257b5d2fd3a3120d97dcd676bf5b46b0 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Tue, 28 Oct 2014 15:54:44 -0400 Subject: improve uuid mismatch message --- Remote/GCrypt.hs | 2 +- ...ment_2_1bb55c9a35d9447a31237c8bfa24dba9._comment | 21 +++++++++++++++++++++ 2 files changed, 22 insertions(+), 1 deletion(-) create mode 100644 doc/bugs/problems_with_enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__/comment_2_1bb55c9a35d9447a31237c8bfa24dba9._comment (limited to 'doc/bugs') diff --git a/Remote/GCrypt.hs b/Remote/GCrypt.hs index 995c3e838..9aa70d57e 100644 --- a/Remote/GCrypt.hs +++ b/Remote/GCrypt.hs @@ -202,7 +202,7 @@ gCryptSetup mu _ c = go $ M.lookup "gitrepo" c method <- setupRepo gcryptid =<< inRepo (Git.Construct.fromRemoteLocation gitrepo) gitConfigSpecialRemote u c' "gcrypt" (fromAccessMethod method) return (c', u) - else error $ "uuid mismatch " ++ show (u, mu, gcryptid) + else error $ "uuid mismatch; expected " ++ show mu ++ " but remote gitrepo has " ++ show u ++ " (" ++ show gcryptid ++ ")" {- Sets up the gcrypt repository. The repository is either a local - repo, or it is accessed via rsync directly, or it is accessed over ssh diff --git a/doc/bugs/problems_with_enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__/comment_2_1bb55c9a35d9447a31237c8bfa24dba9._comment b/doc/bugs/problems_with_enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__/comment_2_1bb55c9a35d9447a31237c8bfa24dba9._comment new file mode 100644 index 000000000..c26b0a390 --- /dev/null +++ b/doc/bugs/problems_with_enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__/comment_2_1bb55c9a35d9447a31237c8bfa24dba9._comment @@ -0,0 +1,21 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 2""" + date="2014-10-28T19:40:37Z" + content=""" +The uuid mismatch message tells me that you have tried to enable a special +remote that has uuid 984e0333-3327-5f21-87a1-35d30f37f337. However, when +it checked the gcrypt repository, it found that it had gcrypt id +":id:8sucFsBZIGQKXFv5ecSW", which means its uuid should be +78104a6f-16a9-504b-8e8a-d8a3c59351e8. I have improved that message to be +more clear. + +Since `git annex info` doesn't list that +78104a6f-16a9-504b-8e8a-d8a3c59351e8 uuid at all, it seems that +this gcrypt repository has not been initialized using `git-annex +initremote`. It's not a gcrypt special remote, but instead is a gcrypt +repository, that was probably created using `git push`. You can convert it +to a gcrypt special remote by running `git-annex initremote` and providing +its repourl. Once that's done and pushed, you will be able to `git annex +enableremote` it elsewhere. +"""]] -- cgit v1.2.3 From d939f257fbd0af894213ed91ff3cc104377cc3b3 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Tue, 28 Oct 2014 16:03:45 -0400 Subject: close --- ..._enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__.mdwn | 2 ++ 1 file changed, 2 insertions(+) (limited to 'doc/bugs') diff --git a/doc/bugs/problems_with_enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__.mdwn b/doc/bugs/problems_with_enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__.mdwn index 5dcf732a6..4d6e041bb 100644 --- a/doc/bugs/problems_with_enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__.mdwn +++ b/doc/bugs/problems_with_enableremote_on_gcrypt_remote___40__hosted_with_gitolite__41__.mdwn @@ -103,3 +103,5 @@ git-annex: uuid mismatch (UUID "78104a6f-16a9-504b-8e8a-d8a3c59351e8",Just (UUID # End of transcript or log. """]] + +> [[done]]; see comments. --[[Joey]] -- cgit v1.2.3 From 94f7d4f8e9fb423dab5920d1c62e0fe050366b20 Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawn7OQLFQ6yc9sK5O6ekgYhLrZhqtm4JZBM" Date: Wed, 29 Oct 2014 22:28:14 +0000 Subject: --- ...etEffectiveUserID_not_supported_on_Windows.mdwn | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn b/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn new file mode 100644 index 000000000..c3d123fb3 --- /dev/null +++ b/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn @@ -0,0 +1,22 @@ +### Please describe the problem. +After a clean install of the latest git-annex for Windows (https://downloads.kitenet.net/git-annex/windows/current/), most git-annex commands fail with the following error message: + + git-annex: System.PosixCompat.User.getEffectiveUserID: not supported: illegal operation + +### What steps will reproduce the problem? + + git init + git annex init + +Running for example ´git annex version´ or ´git annex info´ gives the same error message. + + +### What version of git-annex are you using? On what operating system? + +git-annex version should be 5.20141024, but the installer does not specify version and ´git annex info´ does not work, so it is hard to tell for sure. +Running Windows 7, x64. Also tried running as administrator and in a cmd.exe shell as well as Powershell. + + +### Please provide any additional information below. + +The ´git annex test´ command does work, and all 84 tests passes. -- cgit v1.2.3 From 15834c6344c5e87d3ed07d78a848559fcd48caed Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawn7OQLFQ6yc9sK5O6ekgYhLrZhqtm4JZBM" Date: Wed, 29 Oct 2014 22:29:29 +0000 Subject: --- doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'doc/bugs') diff --git a/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn b/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn index c3d123fb3..458c18b90 100644 --- a/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn +++ b/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn @@ -8,15 +8,15 @@ After a clean install of the latest git-annex for Windows (https://downloads.kit git init git annex init -Running for example ´git annex version´ or ´git annex info´ gives the same error message. +Running for example `git annex version` or `git annex info` gives the same error message. ### What version of git-annex are you using? On what operating system? -git-annex version should be 5.20141024, but the installer does not specify version and ´git annex info´ does not work, so it is hard to tell for sure. +git-annex version should be 5.20141024, but the installer does not specify version and `git annex info` does not work, so it is hard to tell for sure. Running Windows 7, x64. Also tried running as administrator and in a cmd.exe shell as well as Powershell. ### Please provide any additional information below. -The ´git annex test´ command does work, and all 84 tests passes. +The `git annex test` command does work, and all 84 tests passes. -- cgit v1.2.3 From 28cdd079c5cca867815dc09c7190da7d22f591cb Mon Sep 17 00:00:00 2001 From: anarcat Date: Thu, 30 Oct 2014 14:21:20 +0000 Subject: weird multiple password prompts problem --- .../flooding_me_with_ssh_password_prompts.mdwn | 34 ++++++++++++++++++++++ 1 file changed, 34 insertions(+) create mode 100644 doc/bugs/flooding_me_with_ssh_password_prompts.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/flooding_me_with_ssh_password_prompts.mdwn b/doc/bugs/flooding_me_with_ssh_password_prompts.mdwn new file mode 100644 index 000000000..6e6be0790 --- /dev/null +++ b/doc/bugs/flooding_me_with_ssh_password_prompts.mdwn @@ -0,0 +1,34 @@ +### Please describe the problem. + +When I login to my session, git-annex starts a few daemons, which is fine, but then it prompts me for tons of passwords, which is really annoying. + +It is strange because one of the things I do when I start my session is to input my keys in the SSH agent. But then git-annex still prompts me: + +~~~~ +21503 ? Sl 3:04 git-annex assistant --startdelay=5s +21517 ? S 0:03 \_ git --git-dir=/srv/musique/anarcat/books/.git --work-tree=/srv/musique/anarcat/books cat-file --batch +21612 ? SNl 0:00 \_ git-annex remotedaemon +21706 ? S 0:00 \_ git --git-dir=/srv/musique/anarcat/books/.git --work-tree=/srv/musique/anarcat/books check-ignore -z --stdin --verbose --non-matching +21898 ? SN 0:00 \_ git --git-dir=/srv/musique/anarcat/books/.git --work-tree=/srv/musique/anarcat/books check-attr -z --stdin annex.backend annex.numcopies -- + 6712 ? SNl 0:00 \_ git-annex transferkeys + 6719 ? SN 0:00 \_ git --git-dir=/srv/musique/anarcat/books/.git --work-tree=/srv/musique/anarcat/books cat-file --batch + 6720 ? SN 0:00 \_ rsync --progress --inplace --perms -e 'ssh' '-S' '.git/annex/ssh/anarc.at' '-o' 'ControlMaster=auto' '-o' 'ControlPersist=yes' '-T' 'anarc.at' 'git-annex-shell ''sendkey'' ''/srv/books'' ''SHA256E-s17781587--f204e6ef1f14b624e222d6ad73ed41edf65c29c93afad9a1e4e1954ad68d1753.pdf'' --uuid a75cbbf7-e055-423e-b375-443e0552c9e2 ''--'' ''remoteuuid=aa500f29-42d9-4777-ae02-4a2c3d47db44'' ''direct='' ''associatedfile=Garde cotiere canadienne/Navigation dans les glaces en eaux Canadiennes (1112)/Navigation dans les glaces en eaux Canadie - Garde cotiere canadienne.pdf'' ''--''' -- dummy: /srv/musique/anarcat/books/.git/annex/tmp/SHA256E-s17781587--f204e6ef1f14b624e222d6ad73ed41edf65c29c93afad9a1e4e1954ad68d1753.pdf + 6721 ? SN 0:00 \_ ssh -S .git/annex/ssh/anarc.at -o ControlMaster=auto -o ControlPersist=yes -T anarc.at git-annex-shell 'sendkey' '/srv/books' 'SHA256E-s17781587--f204e6ef1f14b624e222d6ad73ed41edf65c29c93afad9a1e4e1954ad68d1753.pdf' --uuid a75cbbf7-e055-423e-b375-443e0552c9e2 '--' 'remoteuuid=aa500f29-42d9-4777-ae02-4a2c3d47db44' 'direct=' 'associatedfile=Garde cotiere canadienne/Navigation dans les glaces en eaux Canadiennes (1112)/Navigation dans les glaces en eaux Canadie - Garde cotiere canadienne.pdf' '--' dummy rsync --server --sender -vpe.Lsf --inplace . + 6722 ? SN 0:00 \_ /usr/bin/ssh-askpass anarcat@anarc.at's password: +~~~~ + +Yet I can login to `shell.anarc.at` without a passphrase without problems. + +Interestingly enough, my main session and git-annex do not seem to share the same `SSH_AGENT` environment variable. It's unclear to me why. git-annex's SSH_AGENT environment variable seems to refer to a process that disappeared, actually. So it could be there's something wrong with my session. + +Still, when a situation like this occurs, it seems to me that it should generate in this noisy concert of ssh prompts that basically blocks all work until i hit "escape" often enough. In fact, that it is rather problematic to have random password prompts show up like this without an explanation: git-annex should tell me it's the source of this password prompt or not prompt at all, because there's no way i'll start entering random passphrases into random pinentry dialogs that show up... + +Doesn't git-annex deploy its own ssh keys once it has established a connexion with an SSH remote? + +### What steps will reproduce the problem? + +It's unclear - i guess you need to setup git-annex to autostart and sync with remote ssh annexes. You may also need to have to use XFCE with Awesome to reproduce the problem. I can provide more details on my session setup on request. --[[anarcat]] + +### What version of git-annex are you using? On what operating system? + +5.20140927~bpo70+3 on debian wheezy. -- cgit v1.2.3 From 0a0d10f2cbd5f8b1ca14ce3d26af0605db4bfb9d Mon Sep 17 00:00:00 2001 From: anarcat Date: Thu, 30 Oct 2014 14:33:46 +0000 Subject: add more information --- doc/bugs/flooding_me_with_ssh_password_prompts.mdwn | 8 ++++++++ 1 file changed, 8 insertions(+) (limited to 'doc/bugs') diff --git a/doc/bugs/flooding_me_with_ssh_password_prompts.mdwn b/doc/bugs/flooding_me_with_ssh_password_prompts.mdwn index 6e6be0790..191ad0250 100644 --- a/doc/bugs/flooding_me_with_ssh_password_prompts.mdwn +++ b/doc/bugs/flooding_me_with_ssh_password_prompts.mdwn @@ -25,6 +25,14 @@ Still, when a situation like this occurs, it seems to me that it should generate Doesn't git-annex deploy its own ssh keys once it has established a connexion with an SSH remote? +> After more investigation, it turns out this peculiar git-annex daemon was some left-overs from a previous session i had logged out of. It is unclear why git-annex was still running, but there were also pulseaudio and redshift programs lying around so I suspect it wasn't git-annex specific. +> +> However, this problem remains on login. When I start a new session, there's a race condition between git-annex asking passwords and ssh-add asking me to unlock my private key. It's a nice festival of password prompts as I struggle to type in my ssh key faster than git-annex asks me for the remote host's password. +> +> In general, I think git-annex should set `PasswordAuthentication=no` (or allow me to configure it as such), especially if it knows it was able to login without a password at some point. It should especially do that if there's no UI attached informing the user it will be prompting for a password. `NumberOfPasswordPrompts=1` would also be a welcome improvement, but I really don't think I should be seeing those password prompts, especially since I *can* login to the server with my existing SSH key. +> +> Also note that I use Monkeysphere to input my private key into the SSH agent so it could explain why this doesn't usually happen to other people: Monkeysphere doesn't automatically get started from `ssh` if the key is missing, and instead `ssh` will revert to a regular password-based authentication which competes with the Monkeysphere password prompt. + ### What steps will reproduce the problem? It's unclear - i guess you need to setup git-annex to autostart and sync with remote ssh annexes. You may also need to have to use XFCE with Awesome to reproduce the problem. I can provide more details on my session setup on request. --[[anarcat]] -- cgit v1.2.3 From dcd3a8478b1b62ea26443d0a064eb0ab478f361d Mon Sep 17 00:00:00 2001 From: anarcat Date: Thu, 30 Oct 2014 15:22:32 +0000 Subject: Added a comment --- .../comment_4_2491fabe2eb7a14bfef0e388b4b9c4c7._comment | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 doc/bugs/annex_get_fails_from_read-only_filesystem/comment_4_2491fabe2eb7a14bfef0e388b4b9c4c7._comment (limited to 'doc/bugs') diff --git a/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_4_2491fabe2eb7a14bfef0e388b4b9c4c7._comment b/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_4_2491fabe2eb7a14bfef0e388b4b9c4c7._comment new file mode 100644 index 000000000..8543aaad7 --- /dev/null +++ b/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_4_2491fabe2eb7a14bfef0e388b4b9c4c7._comment @@ -0,0 +1,10 @@ +[[!comment format=mdwn + username="anarcat" + ip="70.83.139.100" + subject="comment 4" + date="2014-10-30T15:22:32Z" + content=""" +the problem here is that it upgrading the repo will not work on a readonly filesystem, so we can't upgrade, we can't get files, so we can't sync. + +we should be able to sync anyways - can't we try our best shot at getting files even without upgrading the metadata? i mean i'm looking for something in .git/annex/objects/, maybe i don't care about tracking so much - i just want to recover some files... +"""]] -- cgit v1.2.3 From d43bf0b05f57bfda7e679d59dd6c0de0cbe0d6fb Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawmBUR4O9mofxVbpb8JV9mEbVfIYv670uJo" Date: Thu, 30 Oct 2014 18:07:28 +0000 Subject: Added a comment --- .../comment_1_dba769cf0fca540f50f5e4b732a7e353._comment | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 doc/bugs/flooding_me_with_ssh_password_prompts/comment_1_dba769cf0fca540f50f5e4b732a7e353._comment (limited to 'doc/bugs') diff --git a/doc/bugs/flooding_me_with_ssh_password_prompts/comment_1_dba769cf0fca540f50f5e4b732a7e353._comment b/doc/bugs/flooding_me_with_ssh_password_prompts/comment_1_dba769cf0fca540f50f5e4b732a7e353._comment new file mode 100644 index 000000000..1cfa8763c --- /dev/null +++ b/doc/bugs/flooding_me_with_ssh_password_prompts/comment_1_dba769cf0fca540f50f5e4b732a7e353._comment @@ -0,0 +1,14 @@ +[[!comment format=mdwn + username="https://www.google.com/accounts/o8/id?id=AItOawmBUR4O9mofxVbpb8JV9mEbVfIYv670uJo" + nickname="Justin" + subject="comment 1" + date="2014-10-30T18:07:28Z" + content=""" +I've ran into this as well using wheezy+awesome. It definitely looks like a race condition, I ended up doing a + + killall git-annex + ssh-add + git-annex webapp + +to get things going again. +"""]] -- cgit v1.2.3 From e359e0250ecaed4a91827b79cfb71c848172eba7 Mon Sep 17 00:00:00 2001 From: "http://jaen.saul.ee/id/" Date: Thu, 30 Oct 2014 19:04:57 +0000 Subject: Added a comment: Re: why this happened --- .../comment_5_07f612d7059a9b561c48d63e471d5ed7._comment | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 doc/bugs/annex_get_fails_from_read-only_filesystem/comment_5_07f612d7059a9b561c48d63e471d5ed7._comment (limited to 'doc/bugs') diff --git a/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_5_07f612d7059a9b561c48d63e471d5ed7._comment b/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_5_07f612d7059a9b561c48d63e471d5ed7._comment new file mode 100644 index 000000000..24b7dd118 --- /dev/null +++ b/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_5_07f612d7059a9b561c48d63e471d5ed7._comment @@ -0,0 +1,10 @@ +[[!comment format=mdwn + username="http://jaen.saul.ee/id/" + nickname="Jaen" + subject="Re: why this happened" + date="2014-10-30T19:04:56Z" + content=""" +I agree that at least read-only support should be there. This error was from an filesystem type that is impossible to mount read-write. + +Now that I am looking at it again with fresh eyes, I suppose it's possible to get around this by mounting an union filesystem with a read-write temp layer on top of the read-only one (not that a regular user would ever figure that out...) +"""]] -- cgit v1.2.3 From 71d1db264c8bc9691c88917d2d89c77ac36df609 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Fri, 31 Oct 2014 15:46:44 -0400 Subject: getUserEntryForID does not work on windows Throw an error instead, mentioning the relevant env vars. --- Utility/UserInfo.hs | 11 +++++++---- .../comment_6_c469f1fe8ae6981a038be7f8723a07b1._comment | 7 +++++++ 2 files changed, 14 insertions(+), 4 deletions(-) create mode 100644 doc/bugs/annex_get_fails_from_read-only_filesystem/comment_6_c469f1fe8ae6981a038be7f8723a07b1._comment (limited to 'doc/bugs') diff --git a/Utility/UserInfo.hs b/Utility/UserInfo.hs index 617c3e945..b3e191bbf 100644 --- a/Utility/UserInfo.hs +++ b/Utility/UserInfo.hs @@ -48,8 +48,11 @@ myUserGecos = myVal [] userGecos #endif myVal :: [String] -> (UserEntry -> String) -> IO String -myVal envvars extract = maybe (extract <$> getpwent) return =<< check envvars +myVal envvars extract = go envvars where - check [] = return Nothing - check (v:vs) = maybe (check vs) (return . Just) =<< getEnv v - getpwent = getUserEntryForID =<< getEffectiveUserID +#ifndef mingw32_HOST_OS + go [] = extract <$> (getUserEntryForID =<< getEffectiveUserID) +#else + go [] = error $ "environment not set: " ++ show envvars +#endif + go (v:vs) = maybe (go vs) return =<< getEnv v diff --git a/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_6_c469f1fe8ae6981a038be7f8723a07b1._comment b/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_6_c469f1fe8ae6981a038be7f8723a07b1._comment new file mode 100644 index 000000000..fac28c24d --- /dev/null +++ b/doc/bugs/annex_get_fails_from_read-only_filesystem/comment_6_c469f1fe8ae6981a038be7f8723a07b1._comment @@ -0,0 +1,7 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 6""" + date="2014-10-31T16:55:47Z" + content=""" +An upgrade could move the annexed objects around. +"""]] -- cgit v1.2.3 From 90d840d64e9e94d5cd8c1c1fa2fa74855217e83d Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Fri, 31 Oct 2014 15:48:52 -0400 Subject: commnt --- .../comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment | 17 +++++++++++++++++ 1 file changed, 17 insertions(+) create mode 100644 doc/bugs/getEffectiveUserID_not_supported_on_Windows/comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment (limited to 'doc/bugs') diff --git a/doc/bugs/getEffectiveUserID_not_supported_on_Windows/comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment b/doc/bugs/getEffectiveUserID_not_supported_on_Windows/comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment new file mode 100644 index 000000000..f9412487c --- /dev/null +++ b/doc/bugs/getEffectiveUserID_not_supported_on_Windows/comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment @@ -0,0 +1,17 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 1""" + date="2014-10-31T16:57:05Z" + content=""" +This code path should only be called when USERPROFILE or +one of USERNAME/USER/LOGNAME is not set. Which should not usually be the case +when using git-annex on windows. + +However, since we know that won't work on Windows it might as well not even +try.. So I've made it instead print an error that indicates which +environment variables need to be set. + +Can you please download the windows daily build from +, and see what this new, +better error message says? +"""]] -- cgit v1.2.3 From e7b70553d40a8bb2f894ce311cf618826095c294 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Fri, 31 Oct 2014 16:14:12 -0400 Subject: Windows: Fix crash when user.name is not set in git config. --- Annex/Environment.hs | 2 +- Utility/UserInfo.hs | 9 +++++---- debian/changelog | 6 ++++++ .../getEffectiveUserID_not_supported_on_Windows.mdwn | 6 ++++++ .../comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment | 17 ----------------- 5 files changed, 18 insertions(+), 22 deletions(-) delete mode 100644 doc/bugs/getEffectiveUserID_not_supported_on_Windows/comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment (limited to 'doc/bugs') diff --git a/Annex/Environment.hs b/Annex/Environment.hs index 1ddd2b238..ffdd07157 100644 --- a/Annex/Environment.hs +++ b/Annex/Environment.hs @@ -32,7 +32,7 @@ checkEnvironment = do liftIO checkEnvironmentIO checkEnvironmentIO :: IO () -checkEnvironmentIO = whenM (null <$> myUserGecos) $ do +checkEnvironmentIO = whenM (isNothing <$> myUserGecos) $ do username <- myUserName ensureEnv "GIT_AUTHOR_NAME" username ensureEnv "GIT_COMMITTER_NAME" username diff --git a/Utility/UserInfo.hs b/Utility/UserInfo.hs index b3e191bbf..1a557c9a5 100644 --- a/Utility/UserInfo.hs +++ b/Utility/UserInfo.hs @@ -40,11 +40,12 @@ myUserName = myVal env userName env = ["USERNAME", "USER", "LOGNAME"] #endif -myUserGecos :: IO String -#ifdef __ANDROID__ -myUserGecos = return "" -- userGecos crashes on Android +myUserGecos :: IO (Maybe String) +-- userGecos crashes on Android and is not available on Windows. +#if defined(__ANDROID__) || defined(mingw32_HOST_OS) +myUserGecos = return Nothing #else -myUserGecos = myVal [] userGecos +myUserGecos = Just <$> myVal [] userGecos #endif myVal :: [String] -> (UserEntry -> String) -> IO String diff --git a/debian/changelog b/debian/changelog index 8af44b3bb..efaba2d95 100644 --- a/debian/changelog +++ b/debian/changelog @@ -1,3 +1,9 @@ +git-annex (5.20141025) UNRELEASED; urgency=medium + + * Windows: Fix crash when user.name is not set in git config. + + -- Joey Hess Fri, 31 Oct 2014 16:13:43 -0400 + git-annex (5.20141024) unstable; urgency=medium * vicfg: Deleting configurations now resets to the default, where diff --git a/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn b/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn index 458c18b90..e8271ff94 100644 --- a/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn +++ b/doc/bugs/getEffectiveUserID_not_supported_on_Windows.mdwn @@ -20,3 +20,9 @@ Running Windows 7, x64. Also tried running as administrator and in a cmd.exe she ### Please provide any additional information below. The `git annex test` command does work, and all 84 tests passes. + +> [[fixed|done]]; I was able to reproduce this bug, and it was crashing +> trying to look up the geckos username. I don't understand why this worked +> before; some change exposed this code path on Windows. In any case, I've +> fixed the crash, and I will be updating the windows builds with this bug +> fix. --[[Joey]] diff --git a/doc/bugs/getEffectiveUserID_not_supported_on_Windows/comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment b/doc/bugs/getEffectiveUserID_not_supported_on_Windows/comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment deleted file mode 100644 index f9412487c..000000000 --- a/doc/bugs/getEffectiveUserID_not_supported_on_Windows/comment_1_26cd277e6bbfcac920ca0a2a47acfcfd._comment +++ /dev/null @@ -1,17 +0,0 @@ -[[!comment format=mdwn - username="joey" - subject="""comment 1""" - date="2014-10-31T16:57:05Z" - content=""" -This code path should only be called when USERPROFILE or -one of USERNAME/USER/LOGNAME is not set. Which should not usually be the case -when using git-annex on windows. - -However, since we know that won't work on Windows it might as well not even -try.. So I've made it instead print an error that indicates which -environment variables need to be set. - -Can you please download the windows daily build from -, and see what this new, -better error message says? -"""]] -- cgit v1.2.3 From f489e3d425b28db36c15e506429519db06befc04 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Fri, 31 Oct 2014 17:23:02 -0400 Subject: comment --- ...ent_1_464d733de18f6ca438ebd84e88b8cee2._comment | 29 ++++++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 doc/bugs/rsync_fails_with_sync_error:_syntax_or_usage_error_/comment_1_464d733de18f6ca438ebd84e88b8cee2._comment (limited to 'doc/bugs') diff --git a/doc/bugs/rsync_fails_with_sync_error:_syntax_or_usage_error_/comment_1_464d733de18f6ca438ebd84e88b8cee2._comment b/doc/bugs/rsync_fails_with_sync_error:_syntax_or_usage_error_/comment_1_464d733de18f6ca438ebd84e88b8cee2._comment new file mode 100644 index 000000000..ea9db7bc6 --- /dev/null +++ b/doc/bugs/rsync_fails_with_sync_error:_syntax_or_usage_error_/comment_1_464d733de18f6ca438ebd84e88b8cee2._comment @@ -0,0 +1,29 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 1""" + date="2014-10-31T20:45:41Z" + content=""" +This is a rsync protocol level error; one side is sending something +that the other side fails to deal with. We can see in your log that the +two rsync are communicating successfully over the ssh connection +at first. + +This could be something not clean about your ssh connection, or some incompatability +in the versions of rsync or git-annex between the client and the server. +It probably wouldn't hurt to make sure client and server have the same rsync +version, and perhaps upgrade them both to the newest git-annex in case this +problem is somehow fixed there. + +Then, seems to me that the next step is to get git-annex-shell out of the +picture and see if you can still reproduce the problem. You can find the rsync +command that git-annex-shell runs by passing --debug to it. The just replace +the git-annex-shell command in your python code with the rsync command it runs. + +Here's a shell command line I came up with by doing that. It will have +different paths for your repo, and localhost will need to be changed to your +server's name. + +
+rsync --progress --inplace --perms --debug=all -e 'ssh  -4 -T localhost "rsync --server -t --inplace -e.Lsf . //home/joey/annex/.git/annex/tmp/SHA256E-s30--bdce956a335681853344fce6f1f940a5c8b7061007398661a3b14f2037843744" dummy rsync --server -pe.Lsfx --log-format=X --debug=ALL --inplace . .'  /tmp/annex/.git/annex/objects/Wx/Mf/SHA256E-s30--bdce956a335681853344fce6f1f940a5c8b7061007398661a3b14f2037843744/SHA256E-s30--bdce956a335681853344fce6f1f940a5c8b7061007398661a3b14f2037843744 dummy:
+
+"""]] -- cgit v1.2.3 From d1f6d7e459aefb9c2f7d2e61ba9bde0831a6f8d2 Mon Sep 17 00:00:00 2001 From: "https://renaud.casenave.fr/" Date: Sat, 1 Nov 2014 01:57:53 +0000 Subject: --- doc/bugs/git_annex_assistant_leaks_a_lot_of_memory.mdwn | 9 +++++++++ 1 file changed, 9 insertions(+) create mode 100644 doc/bugs/git_annex_assistant_leaks_a_lot_of_memory.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_assistant_leaks_a_lot_of_memory.mdwn b/doc/bugs/git_annex_assistant_leaks_a_lot_of_memory.mdwn new file mode 100644 index 000000000..3f701b788 --- /dev/null +++ b/doc/bugs/git_annex_assistant_leaks_a_lot_of_memory.mdwn @@ -0,0 +1,9 @@ +Hi, + +I have a git-annex repository on a server managed by git annex assistant in indirect mode and as a backup group serving my org-mode files (organizer module for emacs) which are plain text files no more than a 100kb. + +I also have 2 clients in direct mode to sync the files across my computers. + +I save my files fairly often so the assistant might be a bit overwhelmed but I think it can managed that. At least it used to. + +Since maybe a couple months, the assistant running on the server has been leaking nearly 1Gb each day and I suspect it rises whenever I push files to it. -- cgit v1.2.3 From c54d8072006dfe84c00946a2057dfdf4b15abfb5 Mon Sep 17 00:00:00 2001 From: "http://svario.it/gioele" Date: Sat, 1 Nov 2014 16:53:07 +0000 Subject: new bug "git annex status does not report added files" --- ...t_annex_status_does_not_report_added_files.mdwn | 23 ++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 doc/bugs/git_annex_status_does_not_report_added_files.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_status_does_not_report_added_files.mdwn b/doc/bugs/git_annex_status_does_not_report_added_files.mdwn new file mode 100644 index 000000000..cd2de5bce --- /dev/null +++ b/doc/bugs/git_annex_status_does_not_report_added_files.mdwn @@ -0,0 +1,23 @@ +### Please describe the problem. + +`git annex status` does not report the fact that some files have been added but not yet committed. + +### What steps will reproduce the problem? + + $ # alwayscommit = false + $ echo "new" > new-file + $ git annex status + ? new-file + $ git annex add + add new-file + $ git annex status + $ + +Using the `git status` command directly will show the added files + + $ git -c core.bare=false status --porcelain | grep -v '^ T' + AT new-file + +### What version of git-annex are you using? On what operating system? + +git-annex version: 5.20141024-g613f396 -- cgit v1.2.3 From 21ddd9ff9506ce68fac94a9bf052db7d26422f5e Mon Sep 17 00:00:00 2001 From: "https://id.koumbit.net/lavamind" Date: Sun, 2 Nov 2014 00:25:53 +0000 Subject: --- doc/bugs/webapp_does_not_start_on_android.mdwn | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 doc/bugs/webapp_does_not_start_on_android.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/webapp_does_not_start_on_android.mdwn b/doc/bugs/webapp_does_not_start_on_android.mdwn new file mode 100644 index 000000000..2788a47bc --- /dev/null +++ b/doc/bugs/webapp_does_not_start_on_android.mdwn @@ -0,0 +1,20 @@ +### Please describe the problem. + +The webapp does not start automatically and instead this message is printed in the terminal: + + Falling back to hardcoded app location; cannot find expected files in /data/app-lib + git annex webapp + COLUMNS=0;LINES=0;export COLUMNS LINES; + +After typing `git annex webapp`, the webapp starts normally. + +If I click the WebApp entry in the terminal menu, nothing happens. + +### What steps will reproduce the problem? + +Launch Git Annex from the applications menu. + +### What version of git-annex are you using? On what operating system? + +Using 4.3/4.4 daily build (nov 1st 2014) apk. +CyanogemMod 11 (M10) -- cgit v1.2.3 From 40f267e1028827a37aac2de965f64f0b9e3b7ed3 Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawmp1ThsNNAbSn46ju-gwFELfStlhl8usJo" Date: Sun, 2 Nov 2014 13:03:49 +0000 Subject: --- ...ync_thinks_remote__39__s_name_is_a_command.mdwn | 98 ++++++++++++++++++++++ 1 file changed, 98 insertions(+) create mode 100644 doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn b/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn new file mode 100644 index 000000000..c4788c2bb --- /dev/null +++ b/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn @@ -0,0 +1,98 @@ +### Please describe the problem. +git annex sync fails with "Unknown command 'i3'". i3 is the name of one annex. + + +### What steps will reproduce the problem? + +git annex clone i3:PATH annex + +git annex sync + +### What version of git-annex are you using? On what operating system? +git-annex version: 5.20140920-gb0c4300 +build flags: Assistant Webapp Webapp-secure Pairing Testsuite S3 WebDAV Inotify DBus DesktopNotify XMPP DNS Feeds Quvi TDFA CryptoHash +key/value backends: SHA256E SHA1E SHA512E SHA224E SHA384E SKEIN256E SKEIN512E SHA256 SHA1 SHA512 SHA224 SHA384 SKEIN256 SKEIN512 WORM URL +remote types: git gcrypt S3 bup directory rsync web webdav tahoe glacier ddar hook external + +on Linux Mint Qiana + +### Please provide any additional information below. + +[[!format sh """ +# If you can, paste a complete transcript of the problem occurring here. +# If the problem is with the git-annex assistant, paste in .git/annex/daemon.log + + git annex sync +(merging origin/git-annex origin/synced/git-annex into git-annex...) +(Recording state in git...) +commit ok +pull origin +git-annex: Unknown command 'i3' + +Did you mean one of these? + fix + edit + init + find + add + get + vicfg + log + map + drop + move + copy + lock + sync + import + uninit + dead + fsck + direct + help + test + +fatal: Could not read from remote repository. + +Please make sure you have the correct access rights +and the repository exists. +failed +push origin +git-annex: Unknown command 'i3' + +Did you mean one of these? + fix + edit + init + find + add + get + vicfg + log + map + drop + move + copy + lock + sync + import + uninit + dead + fsck + direct + help + test + +fatal: Could not read from remote repository. + +Please make sure you have the correct access rights +and the repository exists. + + Pushing to origin failed. + + (non-fast-forward problems can be solved by setting receive.denyNonFastforwards to false in the remote's git config) +failed +git-annex: sync: 2 failed + +# End of transcript or log. +"""]] -- cgit v1.2.3 From b9c3945dd67411ac027e399d6411731f1304d0e6 Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawk9SYh6N-JUMkYkW4aOk55zC3Vr9KonDV4" Date: Sun, 2 Nov 2014 19:19:28 +0000 Subject: --- doc/bugs/Button_to_cancel_conistency_checks.mdwn | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 doc/bugs/Button_to_cancel_conistency_checks.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/Button_to_cancel_conistency_checks.mdwn b/doc/bugs/Button_to_cancel_conistency_checks.mdwn new file mode 100644 index 000000000..2fd63dd2a --- /dev/null +++ b/doc/bugs/Button_to_cancel_conistency_checks.mdwn @@ -0,0 +1,21 @@ +### Please describe the problem. + +Sometimes a consistency check is undesired, e.g. when one wants to unmount the external drive. Add a button (along Configure) to the bubble that says Consistency check in progress to the assistent. + +### What steps will reproduce the problem? + +Run an automatic conistency check. + +### What version of git-annex are you using? On what operating system? + +20141024 + +### Please provide any additional information below. + +[[!format sh """ +# If you can, paste a complete transcript of the problem occurring here. +# If the problem is with the git-annex assistant, paste in .git/annex/daemon.log + + +# End of transcript or log. +"""]] -- cgit v1.2.3 From 3cb46f46d391d5cc06b862c8a8b68fa707f9d77c Mon Sep 17 00:00:00 2001 From: "https://gregy.mojeid.cz/#RQxWK6xlii" Date: Mon, 3 Nov 2014 10:04:36 +0000 Subject: --- .../git_annex_add_ignores_some_files__47__directories.mdwn | 12 ++++++++++++ 1 file changed, 12 insertions(+) create mode 100644 doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn new file mode 100644 index 000000000..699ac7652 --- /dev/null +++ b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn @@ -0,0 +1,12 @@ +### Please describe the problem. +After I run git annex add some folders in current directory remain unannexed and git shows them as untracked. Even git annex add "problemDirName" does nothing. git annex add --force doesn't help either. + +### What steps will reproduce the problem? +No idea :( sometimes it happens and sometimes not. + +### What version of git-annex are you using? On what operating system? +5.20141013 on Debian testing + +### Please provide any additional information below. + +git add works fine. It correctly stages the files. -- cgit v1.2.3 From 262318b024524da7552d194e1bb8869a9db6da85 Mon Sep 17 00:00:00 2001 From: "https://gregy.mojeid.cz/#RQxWK6xlii" Date: Mon, 3 Nov 2014 10:08:00 +0000 Subject: --- doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn index 699ac7652..35113574d 100644 --- a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn +++ b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn @@ -1,5 +1,5 @@ ### Please describe the problem. -After I run git annex add some folders in current directory remain unannexed and git shows them as untracked. Even git annex add "problemDirName" does nothing. git annex add --force doesn't help either. +After I run "git annex add" some folders (not empty) in current directory remain unannexed and git shows them as untracked. Even git annex add "problemDirName" does nothing. git annex add --force doesn't help either. ### What steps will reproduce the problem? No idea :( sometimes it happens and sometimes not. -- cgit v1.2.3 From ae7dcabb81cc93f36987d17c35f7a3a2276b9549 Mon Sep 17 00:00:00 2001 From: "https://gregy.mojeid.cz/#RQxWK6xlii" Date: Mon, 3 Nov 2014 10:10:59 +0000 Subject: --- doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn | 2 ++ 1 file changed, 2 insertions(+) (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn index 35113574d..6d947542f 100644 --- a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn +++ b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn @@ -10,3 +10,5 @@ No idea :( sometimes it happens and sometimes not. ### Please provide any additional information below. git add works fine. It correctly stages the files. + +This is regular repository (not direct). -- cgit v1.2.3 From 23d57fe45a9b9525cda4c3cf092185696cc3aafa Mon Sep 17 00:00:00 2001 From: "https://gregy.mojeid.cz/#RQxWK6xlii" Date: Mon, 3 Nov 2014 10:21:31 +0000 Subject: --- doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn | 3 +++ 1 file changed, 3 insertions(+) (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn index 6d947542f..bf554b877 100644 --- a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn +++ b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn @@ -12,3 +12,6 @@ No idea :( sometimes it happens and sometimes not. git add works fine. It correctly stages the files. This is regular repository (not direct). + +EDIT: +It seems that all the problem directories have either .git directory in them (I understand that git cannot manage .git but what about all the other files in there?) or are full of symlinks (git annex cannot manage symlinks?) -- cgit v1.2.3 From 46816883788d1ed20017633a77214d31f6323547 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Mon, 3 Nov 2014 12:50:44 -0400 Subject: close non-bug --- doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn | 6 ++++++ 1 file changed, 6 insertions(+) (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn index bf554b877..45af8d76a 100644 --- a/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn +++ b/doc/bugs/git_annex_add_ignores_some_files__47__directories.mdwn @@ -15,3 +15,9 @@ This is regular repository (not direct). EDIT: It seems that all the problem directories have either .git directory in them (I understand that git cannot manage .git but what about all the other files in there?) or are full of symlinks (git annex cannot manage symlinks?) + +> You should `git add` symlinks. They are not large files, so +> are out of scope for git-annex. +> +> Git repositories cannot contain other git repositories. [[done]] +> --[[Joey]] -- cgit v1.2.3 From 12037cf19faf989fe1fa789d6bd6d9a0dc89108f Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Mon, 3 Nov 2014 13:02:31 -0400 Subject: followup --- ...it_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn | 2 ++ .../comment_1_dd9490e8c9488a78475ccee1ffef08f5._comment | 12 ++++++++++++ 2 files changed, 14 insertions(+) create mode 100644 doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command/comment_1_dd9490e8c9488a78475ccee1ffef08f5._comment (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn b/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn index c4788c2bb..bdecdcae7 100644 --- a/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn +++ b/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command.mdwn @@ -96,3 +96,5 @@ git-annex: sync: 2 failed # End of transcript or log. """]] + +[[!tag moreinfo]] diff --git a/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command/comment_1_dd9490e8c9488a78475ccee1ffef08f5._comment b/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command/comment_1_dd9490e8c9488a78475ccee1ffef08f5._comment new file mode 100644 index 000000000..8446926d8 --- /dev/null +++ b/doc/bugs/git_annex_sync_thinks_remote__39__s_name_is_a_command/comment_1_dd9490e8c9488a78475ccee1ffef08f5._comment @@ -0,0 +1,12 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 1""" + date="2014-11-03T16:55:45Z" + content=""" +I cannot reproduce this. (I made the hostname i3 point to localhost to test +it.) + +Please paste the output of `git annex sync --debug` and +`git config --list`. If you have any executable hooks in .git/hooks, please +check that they don't try to run "git annex i3" for some reason. +"""]] -- cgit v1.2.3 From 0fdfa1f335157b36d2ac7007a7f70cb116d48d29 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Mon, 3 Nov 2014 13:05:21 -0400 Subject: comment --- .../comment_1_3874f5da5a300b7d443e1ad6373b4099._comment | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 doc/bugs/git_annex_status_does_not_report_added_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_status_does_not_report_added_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment b/doc/bugs/git_annex_status_does_not_report_added_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment new file mode 100644 index 000000000..7e7cc139b --- /dev/null +++ b/doc/bugs/git_annex_status_does_not_report_added_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment @@ -0,0 +1,11 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 1""" + date="2014-11-03T17:03:34Z" + content=""" +It's documentation says it shows files that have been deleted/modified/are +not checked into git. Not staged files. + +So, this is not a bug report, it's a request to make git annex status list +more files. +"""]] -- cgit v1.2.3 From 674ee0c9456ab1e90315c01b156d59ca55767261 Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Mon, 3 Nov 2014 13:06:26 -0400 Subject: todo item --- ...t_annex_status_does_not_report_added_files.mdwn | 23 ---------------------- ...ent_1_3874f5da5a300b7d443e1ad6373b4099._comment | 11 ----------- doc/todo/make_status_show_staged_files.mdwn | 23 ++++++++++++++++++++++ ...ent_1_3874f5da5a300b7d443e1ad6373b4099._comment | 11 +++++++++++ 4 files changed, 34 insertions(+), 34 deletions(-) delete mode 100644 doc/bugs/git_annex_status_does_not_report_added_files.mdwn delete mode 100644 doc/bugs/git_annex_status_does_not_report_added_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment create mode 100644 doc/todo/make_status_show_staged_files.mdwn create mode 100644 doc/todo/make_status_show_staged_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment (limited to 'doc/bugs') diff --git a/doc/bugs/git_annex_status_does_not_report_added_files.mdwn b/doc/bugs/git_annex_status_does_not_report_added_files.mdwn deleted file mode 100644 index cd2de5bce..000000000 --- a/doc/bugs/git_annex_status_does_not_report_added_files.mdwn +++ /dev/null @@ -1,23 +0,0 @@ -### Please describe the problem. - -`git annex status` does not report the fact that some files have been added but not yet committed. - -### What steps will reproduce the problem? - - $ # alwayscommit = false - $ echo "new" > new-file - $ git annex status - ? new-file - $ git annex add - add new-file - $ git annex status - $ - -Using the `git status` command directly will show the added files - - $ git -c core.bare=false status --porcelain | grep -v '^ T' - AT new-file - -### What version of git-annex are you using? On what operating system? - -git-annex version: 5.20141024-g613f396 diff --git a/doc/bugs/git_annex_status_does_not_report_added_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment b/doc/bugs/git_annex_status_does_not_report_added_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment deleted file mode 100644 index 7e7cc139b..000000000 --- a/doc/bugs/git_annex_status_does_not_report_added_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment +++ /dev/null @@ -1,11 +0,0 @@ -[[!comment format=mdwn - username="joey" - subject="""comment 1""" - date="2014-11-03T17:03:34Z" - content=""" -It's documentation says it shows files that have been deleted/modified/are -not checked into git. Not staged files. - -So, this is not a bug report, it's a request to make git annex status list -more files. -"""]] diff --git a/doc/todo/make_status_show_staged_files.mdwn b/doc/todo/make_status_show_staged_files.mdwn new file mode 100644 index 000000000..cd2de5bce --- /dev/null +++ b/doc/todo/make_status_show_staged_files.mdwn @@ -0,0 +1,23 @@ +### Please describe the problem. + +`git annex status` does not report the fact that some files have been added but not yet committed. + +### What steps will reproduce the problem? + + $ # alwayscommit = false + $ echo "new" > new-file + $ git annex status + ? new-file + $ git annex add + add new-file + $ git annex status + $ + +Using the `git status` command directly will show the added files + + $ git -c core.bare=false status --porcelain | grep -v '^ T' + AT new-file + +### What version of git-annex are you using? On what operating system? + +git-annex version: 5.20141024-g613f396 diff --git a/doc/todo/make_status_show_staged_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment b/doc/todo/make_status_show_staged_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment new file mode 100644 index 000000000..7e7cc139b --- /dev/null +++ b/doc/todo/make_status_show_staged_files/comment_1_3874f5da5a300b7d443e1ad6373b4099._comment @@ -0,0 +1,11 @@ +[[!comment format=mdwn + username="joey" + subject="""comment 1""" + date="2014-11-03T17:03:34Z" + content=""" +It's documentation says it shows files that have been deleted/modified/are +not checked into git. Not staged files. + +So, this is not a bug report, it's a request to make git annex status list +more files. +"""]] -- cgit v1.2.3