From b68328aa380c29932b1737861615b8b404d4c03e Mon Sep 17 00:00:00 2001 From: "http://joeyh.name/" Date: Thu, 1 Aug 2013 16:05:10 +0000 Subject: Added a comment --- .../comment_8_147397603f0b3fdb42ca387d1da7c5ef._comment | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 doc/tips/downloading_podcasts/comment_8_147397603f0b3fdb42ca387d1da7c5ef._comment diff --git a/doc/tips/downloading_podcasts/comment_8_147397603f0b3fdb42ca387d1da7c5ef._comment b/doc/tips/downloading_podcasts/comment_8_147397603f0b3fdb42ca387d1da7c5ef._comment new file mode 100644 index 000000000..0995d8075 --- /dev/null +++ b/doc/tips/downloading_podcasts/comment_8_147397603f0b3fdb42ca387d1da7c5ef._comment @@ -0,0 +1,8 @@ +[[!comment format=mdwn + username="http://joeyh.name/" + ip="4.152.108.145" + subject="comment 8" + date="2013-08-01T16:05:10Z" + content=""" +I've now made importfeed --force a bit smarter about reusing existing files. +"""]] -- cgit v1.2.3 From 4253aa356e15c01447150dd2fd30109454eb3dcf Mon Sep 17 00:00:00 2001 From: "http://joeyh.name/" Date: Thu, 1 Aug 2013 16:06:42 +0000 Subject: Added a comment --- .../comment_1_0bc3ee0ae563357675eeccf42461e59a._comment | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 doc/todo/faster_rsync_remotes/comment_1_0bc3ee0ae563357675eeccf42461e59a._comment diff --git a/doc/todo/faster_rsync_remotes/comment_1_0bc3ee0ae563357675eeccf42461e59a._comment b/doc/todo/faster_rsync_remotes/comment_1_0bc3ee0ae563357675eeccf42461e59a._comment new file mode 100644 index 000000000..2f320fee2 --- /dev/null +++ b/doc/todo/faster_rsync_remotes/comment_1_0bc3ee0ae563357675eeccf42461e59a._comment @@ -0,0 +1,8 @@ +[[!comment format=mdwn + username="http://joeyh.name/" + ip="4.152.108.145" + subject="comment 1" + date="2013-08-01T16:06:42Z" + content=""" +I cannot see a way to do this using rsync's current command-line interface. Ideas how to do it welcomed. +"""]] -- cgit v1.2.3 From ab237f6551eae3c2ff986440c4bfc657ceb10925 Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawln4uCaqZRd5_nRQ-iLcJyGctIdw8ebUiM" Date: Thu, 1 Aug 2013 16:29:07 +0000 Subject: Added a comment: Just put multiple source files --- ...ent_2_ccf6f75450c89ca498c8130054f8d32d._comment | 24 ++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 doc/todo/faster_rsync_remotes/comment_2_ccf6f75450c89ca498c8130054f8d32d._comment diff --git a/doc/todo/faster_rsync_remotes/comment_2_ccf6f75450c89ca498c8130054f8d32d._comment b/doc/todo/faster_rsync_remotes/comment_2_ccf6f75450c89ca498c8130054f8d32d._comment new file mode 100644 index 000000000..67b5feab0 --- /dev/null +++ b/doc/todo/faster_rsync_remotes/comment_2_ccf6f75450c89ca498c8130054f8d32d._comment @@ -0,0 +1,24 @@ +[[!comment format=mdwn + username="https://www.google.com/accounts/o8/id?id=AItOawln4uCaqZRd5_nRQ-iLcJyGctIdw8ebUiM" + nickname="Edward" + subject="Just put multiple source files" + date="2013-08-01T16:29:04Z" + content=""" +It seems like you can just put multiple source files on the command line: + + ed@ed-Ubu64 /tmp$ touch a b c d + ed@ed-Ubu64 /tmp$ mkdir test + ed@ed-Ubu64 /tmp$ rsync -avz a b c d test + sending incremental file list + a + b + c + d + + sent 197 bytes received 88 bytes 570.00 bytes/sec + total size is 0 speedup is 0.00 + ed@ed-Ubu64 /tmp$ ls test + a b c d + +It also appears to work with remote transfers too. +"""]] -- cgit v1.2.3 From 284696462cba17167a8e6af97736d63164c796c6 Mon Sep 17 00:00:00 2001 From: "http://joeyh.name/" Date: Thu, 1 Aug 2013 16:58:50 +0000 Subject: Added a comment --- .../comment_3_2f6a9d23cb8351fbf0f60ed93752e76e._comment | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 doc/todo/faster_rsync_remotes/comment_3_2f6a9d23cb8351fbf0f60ed93752e76e._comment diff --git a/doc/todo/faster_rsync_remotes/comment_3_2f6a9d23cb8351fbf0f60ed93752e76e._comment b/doc/todo/faster_rsync_remotes/comment_3_2f6a9d23cb8351fbf0f60ed93752e76e._comment new file mode 100644 index 000000000..1911048be --- /dev/null +++ b/doc/todo/faster_rsync_remotes/comment_3_2f6a9d23cb8351fbf0f60ed93752e76e._comment @@ -0,0 +1,14 @@ +[[!comment format=mdwn + username="http://joeyh.name/" + ip="4.152.108.145" + subject="comment 3" + date="2013-08-01T16:58:49Z" + content=""" +git-annex needs to build a specific directory structure on the rsync remote though. It seems it would need to build the whole tree locally, containing only the files it wants to send. + +When using encryption, it would need to encrypt all the files it's going to send and store them locally until it's built the tree. That could use a lot of disk space. + +Also, there's the problem of checking which files are already present in the remote, to avoid re-encrypting and re-sending them. Currently this is done by running rsync with the url of the file, and checking its exit code. rsync does not seem to have an interface that would allow checking multiple files in one call. So any optimisation of the number of rsync calls would only eliminate 1/2 of the current number. + +When using ssh:// urls, the rsync special remote already uses ssh connection caching, which I'd think would eliminate most of the overhead. (If you have a version of git-annex older than 4.20130417, you should upgrade to get this feature.) It should not take very long to start up a new rsync over a cached ssh connection. rsync:// is probably noticably slower. +"""]] -- cgit v1.2.3 From 06f009bfc587326f79e5c15ef3ad8f5e7a6a0bba Mon Sep 17 00:00:00 2001 From: "https://www.google.com/accounts/o8/id?id=AItOawln4uCaqZRd5_nRQ-iLcJyGctIdw8ebUiM" Date: Thu, 1 Aug 2013 17:03:23 +0000 Subject: Added a comment: Thanks --- .../comment_4_3a2f45defebae3dde336ee5f40c26d7e._comment | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 doc/todo/faster_rsync_remotes/comment_4_3a2f45defebae3dde336ee5f40c26d7e._comment diff --git a/doc/todo/faster_rsync_remotes/comment_4_3a2f45defebae3dde336ee5f40c26d7e._comment b/doc/todo/faster_rsync_remotes/comment_4_3a2f45defebae3dde336ee5f40c26d7e._comment new file mode 100644 index 000000000..44d7d5511 --- /dev/null +++ b/doc/todo/faster_rsync_remotes/comment_4_3a2f45defebae3dde336ee5f40c26d7e._comment @@ -0,0 +1,8 @@ +[[!comment format=mdwn + username="https://www.google.com/accounts/o8/id?id=AItOawln4uCaqZRd5_nRQ-iLcJyGctIdw8ebUiM" + nickname="Edward" + subject="Thanks" + date="2013-08-01T17:03:23Z" + content=""" +I am using an old version of git-annex. I'll try the newer one and see if the connection caching helps! +"""]] -- cgit v1.2.3 From 92a91b3aaa476a0089251bc1d9f5ae2a06b797da Mon Sep 17 00:00:00 2001 From: "http://joeyh.name/" Date: Thu, 1 Aug 2013 17:10:56 +0000 Subject: Added a comment --- .../comment_1_8f61f7c724a8224e61c015be68f43db7._comment | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 doc/todo/faster_gnupg_cipher/comment_1_8f61f7c724a8224e61c015be68f43db7._comment diff --git a/doc/todo/faster_gnupg_cipher/comment_1_8f61f7c724a8224e61c015be68f43db7._comment b/doc/todo/faster_gnupg_cipher/comment_1_8f61f7c724a8224e61c015be68f43db7._comment new file mode 100644 index 000000000..1bf550cdf --- /dev/null +++ b/doc/todo/faster_gnupg_cipher/comment_1_8f61f7c724a8224e61c015be68f43db7._comment @@ -0,0 +1,14 @@ +[[!comment format=mdwn + username="http://joeyh.name/" + ip="4.152.108.145" + subject="comment 1" + date="2013-08-01T17:10:56Z" + content=""" +There is a remote.name.annex-gnupg-options git-config setting that can be used to pass options to gpg on a per-remote basis. + +> also wonder if using the same symmetric key for many files presents a security issues (and whether using GPG keys directly would be more secure). + +I am not a cryptographer, but I have today run this question by someone with a good amount of crypo knowledge. My understanding is that reusing a symmetric key is theoretically vulnerable to eg known-plaintext or chosen-plaintext attacks. And that modern ciphers like AES and CAST (gpg default) are designed to resist such attacks. + +If someone was particularly concerned about these attack vectors, it would be pretty easy to add a mode where git-annex uses public key encryption directly. With the disadvantage, of course, that once a file was sent to a special remote and encrypted for a given set of public keys, other keys could not later be granted access to it. +"""]] -- cgit v1.2.3