summaryrefslogtreecommitdiff
path: root/src/System/Torrent
diff options
context:
space:
mode:
Diffstat (limited to 'src/System/Torrent')
-rw-r--r--src/System/Torrent/Storage.hs332
1 files changed, 0 insertions, 332 deletions
diff --git a/src/System/Torrent/Storage.hs b/src/System/Torrent/Storage.hs
deleted file mode 100644
index 99d164f2..00000000
--- a/src/System/Torrent/Storage.hs
+++ /dev/null
@@ -1,332 +0,0 @@
1-- |
2-- Copyright : (c) Sam T. 2013
3-- License : MIT
4-- Maintainer : pxqr.sta@gmail.com
5-- Stability : experimental
6-- Portability : non-portable
7--
8-- This module implements mapping from single continious block space
9-- to file storage. Storage can be used in two modes:
10--
11-- * As in memory storage - in this case we don't touch filesystem.
12--
13-- * As ordinary mmaped file storage - when we need to store
14-- data in the filesystem.
15--
16{-# LANGUAGE DoAndIfThenElse #-}
17{-# LANGUAGE NamedFieldPuns #-}
18{-# LANGUAGE RecordWildCards #-}
19module System.Torrent.Storage
20 ( Storage
21 , ppStorage
22
23 -- * Construction
24 , openStorage, closeStorage, withStorage
25 , getCompleteBitfield
26
27 -- * Modification
28 , getBlk, putBlk, selBlk
29
30 -- * TODO expose only File interface!
31 -- * File interface
32 , FD
33 , openFD, flushFD, closeFD
34 , readFD, writeFD
35 ) where
36
37import Control.Applicative
38import Control.Concurrent.STM
39import Control.Exception
40import Control.Monad
41import Control.Monad.Trans
42
43import Data.ByteString as B
44import qualified Data.ByteString.Lazy as Lazy
45import Text.PrettyPrint
46import System.FilePath
47import System.Directory
48import Foreign.C.Error
49
50import Data.Bitfield as BF
51import Data.Torrent
52import Network.BitTorrent.Exchange.Protocol
53import System.IO.MMap.Fixed as Fixed
54
55-- TODO merge piece validation and Sessions.available into one transaction.
56data Storage = Storage {
57 -- |
58 metainfo :: !Torrent
59
60 -- | Bitmask of complete and verified _pieces_.
61 , complete :: !(TVar Bitfield)
62
63 -- | Bitmask of complete _blocks_.
64 , blocks :: !(TVar Bitfield)
65 -- TODO use bytestring for fast serialization
66 -- because we need to write this bitmap to disc periodically
67
68 , blockSize :: !Int
69
70 -- | Used to map linear block addresses to disjoint
71 -- mallocated/mmaped adresses.
72 , payload :: !Fixed
73 }
74
75ppStorage :: Storage -> IO Doc
76ppStorage Storage {..} = pp <$> readTVarIO blocks
77 where
78 pp bf = int blockSize
79
80getCompleteBitfield :: Storage -> STM Bitfield
81getCompleteBitfield Storage {..} = readTVar complete
82
83{-----------------------------------------------------------------------
84 Construction
85-----------------------------------------------------------------------}
86
87-- TODO doc args
88openStorage :: Torrent -> FilePath -> Bitfield -> IO Storage
89openStorage t @ Torrent {..} contentPath bf = do
90 let content_paths = contentLayout contentPath tInfo
91 mapM_ (mkDir . fst) content_paths
92
93 let blockSize = defaultBlockSize `min` ciPieceLength tInfo
94 print $ "content length " ++ show (contentLength tInfo)
95 Storage t <$> newTVarIO bf
96 <*> newTVarIO (haveNone (blockCount blockSize tInfo))
97 <*> pure blockSize
98 <*> coalesceFiles content_paths
99 where
100 mkDir path = do
101 let dirPath = fst (splitFileName path)
102 exist <- doesDirectoryExist dirPath
103 unless exist $ do
104 createDirectoryIfMissing True dirPath
105
106-- TODO
107closeStorage :: Storage -> IO ()
108closeStorage st = return ()
109
110
111withStorage :: Torrent -> FilePath -> Bitfield -> (Storage -> IO a) -> IO a
112withStorage se path bf = bracket (openStorage se path bf) closeStorage
113
114{-----------------------------------------------------------------------
115 Modification
116-----------------------------------------------------------------------}
117
118-- TODO to avoid races we might need to try Control.Concurrent.yield
119-- TODO make block_payload :: Lazy.ByteString
120
121selBlk :: MonadIO m => PieceIx -> Storage -> m [BlockIx]
122selBlk pix st @ Storage {..}
123 = liftIO $ {-# SCC selBlk #-} atomically $ do
124 mask <- pieceMask pix st
125 select mask <$> readTVar blocks
126 where
127 select mask = fmap mkBix . toList . difference mask
128 -- TODO clip upper bound of block index
129 mkBix ix = BlockIx pix (blockSize * (ix - offset)) blockSize
130
131 offset = coeff * pix
132 coeff = ciPieceLength (tInfo metainfo) `div` blockSize
133
134--
135-- TODO make global lock map -- otherwise we might get broken pieces
136--
137-- imagine the following situation:
138--
139-- thread1: write
140-- thread1: mark
141--
142-- this let us avoid races as well
143--
144
145-- | Write a block to the storage. If block out of range then block is clipped.
146--
147--
148--
149putBlk :: MonadIO m => Block -> Storage -> m Bool
150putBlk blk @ Block {..} st @ Storage {..}
151 = liftIO $ {-# SCC putBlk #-} do
152-- let blkIx = undefined
153-- bm <- readTVarIO blocks
154-- unless (member blkIx bm) $ do
155 writeBytes (blkInterval (ciPieceLength (tInfo metainfo)) blk) blkData payload
156
157 markBlock blk st
158 validatePiece blkPiece st
159
160markBlock :: Block -> Storage -> IO ()
161markBlock Block {..} Storage {..} = {-# SCC markBlock #-} do
162 let piLen = ciPieceLength (tInfo metainfo)
163 let glIx = (piLen `div` blockSize) * blkPiece + (blkOffset `div` blockSize)
164 atomically $ modifyTVar' blocks (have glIx)
165
166-- | Read a block by given block index. If lower or upper bound out of
167-- range then index is clipped.
168--
169-- Do not block.
170--
171getBlk :: MonadIO m => BlockIx -> Storage -> m Block
172getBlk ix @ BlockIx {..} st @ Storage {..}
173 = liftIO $ {-# SCC getBlk #-} do
174 -- TODO check if __piece__ is available
175 let piLen = ciPieceLength (tInfo metainfo)
176 bs <- readBytes (ixInterval piLen ix) payload
177 return $ Block ixPiece ixOffset bs
178
179getPiece :: PieceIx -> Storage -> IO ByteString
180getPiece pix st @ Storage {..} = {-# SCC getPiece #-} do
181 let piLen = ciPieceLength (tInfo metainfo)
182 let bix = BlockIx pix 0 piLen
183 let bs = viewBytes (ixInterval piLen bix) payload
184 return $! Lazy.toStrict bs
185
186resetPiece :: PieceIx -> Storage -> IO ()
187resetPiece pix st @ Storage {..}
188 = {-# SCC resetPiece #-} atomically $ do
189 mask <- pieceMask pix st
190 modifyTVar' blocks (`difference` mask)
191
192validatePiece :: PieceIx -> Storage -> IO Bool
193validatePiece pix st @ Storage {..} = {-# SCC validatePiece #-} do
194 downloaded <- atomically $ isDownloaded pix st
195 if not downloaded then return False
196 else do
197 piece <- getPiece pix st
198 if checkPiece (tInfo metainfo) pix piece
199 then do
200 atomically $ modifyTVar' complete (BF.have pix)
201 return True
202 else do
203 print $ "----------------------------- invalid " ++ show pix
204-- resetPiece pix st
205 return True
206
207-- | Check each piece in the storage against content info hash.
208--
209-- Note that this function will block until each the entire storage
210-- checked. This may take a long time for a big torrents ­ use fork
211-- if needed.
212--
213validateStorage :: Storage -> IO ()
214validateStorage st = undefined -- (`validatePiece` st) [0..pieceCount st]
215
216{-----------------------------------------------------------------------
217 POSIX-like file interface
218------------------------------------------------------------------------
219This is useful for virtual filesystem writers and just for per file
220interface.
221-----------------------------------------------------------------------}
222-- TODO reference counting: storage might be closed before all FDs
223-- gets closed!
224-- or we can forbid to close storage and use finalizers only?
225
226type Offset = Int
227type Size = Int
228
229data FD = FD {
230 fdData :: ByteString
231 , fdNoBlock :: Bool
232 }
233
234
235-- TODO return "is dir" error
236-- | This call correspond to open(2) with the following parameters:
237--
238-- * OpenMode = ReadOnly;
239--
240-- * OpenFileFlags = O_NONBLOCK. (not true yet)
241--
242openFD :: FilePath -> Bool -> Storage -> IO (Either Errno FD)
243openFD path nonblock Storage {..}
244 | Just offset <- fileOffset path (tInfo metainfo)
245 , Just bs <- lookupRegion (fromIntegral offset) payload
246 = return $ Right $ FD bs nonblock
247 | otherwise = return $ Left $ eNOENT
248
249-- | Cancel all enqueued read operations and report any delayed
250-- errors.
251flushFD :: FD -> IO Errno
252flushFD _ = return eOK
253
254-- | This call correspond to close(2).
255closeFD :: FD -> IO ()
256closeFD _ = return ()
257
258-- TODO
259maskRegion :: FD -> Offset -> Size -> Maybe Size
260maskRegion FD {..} offset siz = return siz
261
262-- TODO
263isComplete :: FD -> Offset -> Size -> IO Size
264isComplete _ _ siz = return siz
265
266-- TODO
267enqueueRead :: FD -> Offset -> Size -> IO ()
268enqueueRead _ _ _ = return ()
269
270-- TODO
271readAhead :: FD -> Offset -> Size -> IO ()
272readAhead _ _ _ = return ()
273
274-- TODO
275waitRegion :: FD -> Offset -> Size -> IO ByteString
276waitRegion _ _ _ = return B.empty
277
278-- TODO implement blocking and non blocking modes?
279-- TODO check if region completely downloaded
280-- TODO if not we could return EAGAIN
281-- TODO enqueue read to piece manager
282-- | This call correspond to pread(2).
283readFD :: FD -> Offset -> Size -> IO (Either Errno ByteString)
284readFD fd @ FD {..} offset reqSize =
285 case maskRegion fd offset reqSize of
286 Nothing -> return $ Right B.empty
287 Just expSize -> do
288 availSize <- isComplete fd offset expSize
289 if availSize == expSize then haveAllReg expSize else haveSomeReg expSize
290 where
291 haveAllReg expSize = do
292 readAhead fd offset expSize
293 return $ Right $ slice offset expSize fdData
294
295 haveSomeReg expSize
296 | fdNoBlock = return $ Left $ eAGAIN
297 | otherwise = do
298 bs <- waitRegion fd offset expSize
299 readAhead fd offset expSize
300 return $ Right bs
301
302-- TODO implement COW; needed for applications which want to change files.
303writeFD :: FD -> ByteString -> Offset -> IO ()
304writeFD FD {..} bs offset = return ()
305
306{-----------------------------------------------------------------------
307 Internal
308-----------------------------------------------------------------------}
309
310isDownloaded :: PieceIx -> Storage -> STM Bool
311isDownloaded pix st @ Storage {..} = do
312 bf <- readTVar blocks
313 mask <- pieceMask pix st
314 return $ intersection mask bf == mask
315
316pieceMask :: PieceIx -> Storage -> STM Bitfield
317pieceMask pix Storage {..} = do
318 bf <- readTVar blocks
319 return $ BF.interval (totalCount bf) offset (offset + coeff - 1)
320 where
321 offset = coeff * pix
322 coeff = ciPieceLength (tInfo metainfo) `div` blockSize
323
324
325ixInterval :: Int -> BlockIx -> FixedInterval
326ixInterval pieceSize BlockIx {..} =
327 Fixed.interval (ixPiece * pieceSize + ixOffset) ixLength
328
329blkInterval :: Int -> Block -> FixedInterval
330blkInterval pieceSize Block {..} =
331 Fixed.interval (blkPiece * pieceSize + blkOffset)
332 (fromIntegral (Lazy.length blkData)) \ No newline at end of file