From c25686d17f4b1c7850b8b733b5e63cb829becb3f Mon Sep 17 00:00:00 2001 From: Joey Hess Date: Mon, 28 Jul 2014 13:19:08 -0400 Subject: add ChunkMethod type and make Logs.Chunk use it, rather than assuming fixed size chunks (so eg, rolling hash chunks can be supported later) If a newer git-annex starts logging something else in the chunk log, it won't be used by this version, but it will be preserved when updating the log. --- Logs/Chunk.hs | 27 +++++++++++++++++---------- Logs/Chunk/Pure.hs | 24 +++++++++++++++++++----- 2 files changed, 36 insertions(+), 15 deletions(-) (limited to 'Logs') diff --git a/Logs/Chunk.hs b/Logs/Chunk.hs index 76da50947..a3e18efc1 100644 --- a/Logs/Chunk.hs +++ b/Logs/Chunk.hs @@ -15,7 +15,14 @@ - Licensed under the GNU GPL version 3 or higher. -} -module Logs.Chunk where +module Logs.Chunk ( + ChunkMethod(..), + ChunkSize, + ChunkCount, + chunksStored, + chunksRemoved, + getCurrentChunks, +) where import Common.Annex import Logs @@ -26,19 +33,19 @@ import Logs.Chunk.Pure import qualified Data.Map as M import Data.Time.Clock.POSIX -chunksStored :: UUID -> Key -> ChunkSize -> ChunkCount -> Annex () -chunksStored u k chunksize chunkcount = do +chunksStored :: UUID -> Key -> ChunkMethod -> ChunkCount -> Annex () +chunksStored u k chunkmethod chunkcount = do ts <- liftIO getPOSIXTime Annex.Branch.change (chunkLogFile k) $ - showLog . changeMapLog ts (u, chunksize) chunkcount . parseLog + showLog . changeMapLog ts (u, chunkmethod) chunkcount . parseLog -chunksRemoved :: UUID -> Key -> ChunkSize -> Annex () -chunksRemoved u k chunksize = chunksStored u k chunksize 0 +chunksRemoved :: UUID -> Key -> ChunkMethod -> Annex () +chunksRemoved u k chunkmethod = chunksStored u k chunkmethod 0 -getCurrentChunks :: UUID -> Key -> Annex [(ChunkSize, ChunkCount)] +getCurrentChunks :: UUID -> Key -> Annex [(ChunkMethod, ChunkCount)] getCurrentChunks u k = select . parseLog <$> Annex.Branch.get (chunkLogFile k) where - select = filter (\(_sz, ct) -> ct > 0) - . map (\((_ku, sz), l) -> (sz, value l)) + select = filter (\(_m, ct) -> ct > 0) + . map (\((_ku, m), l) -> (m, value l)) . M.toList - . M.filterWithKey (\(ku, _sz) _ -> ku == u) + . M.filterWithKey (\(ku, _m) _ -> ku == u) diff --git a/Logs/Chunk/Pure.hs b/Logs/Chunk/Pure.hs index 9bbfb868c..080a5a08b 100644 --- a/Logs/Chunk/Pure.hs +++ b/Logs/Chunk/Pure.hs @@ -6,7 +6,8 @@ -} module Logs.Chunk.Pure - ( ChunkSize + ( ChunkMethod(..) + , ChunkSize , ChunkCount , ChunkLog , parseLog @@ -17,24 +18,37 @@ import Common.Annex import Logs.MapLog import Data.Int +-- Currently chunks are all fixed size, but other chunking methods +-- may be added. +data ChunkMethod = FixedSizeChunks ChunkSize | UnknownChunks String + deriving (Ord, Eq) + type ChunkSize = Int64 +-- 0 when chunks are no longer present type ChunkCount = Integer -type ChunkLog = MapLog (UUID, ChunkSize) ChunkCount +type ChunkLog = MapLog (UUID, ChunkMethod) ChunkCount + +parseChunkMethod :: String -> ChunkMethod +parseChunkMethod s = maybe (UnknownChunks s) FixedSizeChunks (readish s) + +showChunkMethod :: ChunkMethod -> String +showChunkMethod (FixedSizeChunks sz) = show sz +showChunkMethod (UnknownChunks s) = s parseLog :: String -> ChunkLog parseLog = parseMapLog fieldparser valueparser where fieldparser s = - let (u,sz) = separate (== sep) s - in (,) <$> pure (toUUID u) <*> readish sz + let (u,m) = separate (== sep) s + in Just (toUUID u, parseChunkMethod m) valueparser = readish showLog :: ChunkLog -> String showLog = showMapLog fieldshower valueshower where - fieldshower (u, sz) = fromUUID u ++ sep : show sz + fieldshower (u, m) = fromUUID u ++ sep : showChunkMethod m valueshower = show sep :: Char -- cgit v1.2.3