diff options
author | Sam T <pxqr.sta@gmail.com> | 2013-07-03 00:17:16 +0400 |
---|---|---|
committer | Sam T <pxqr.sta@gmail.com> | 2013-07-03 00:17:16 +0400 |
commit | 07a6123d56df03e5d7c40384c87f6c40ae2b5131 (patch) | |
tree | daa508aaccfc5086dbef89bca5ac4a0bb9408ed8 /src/Network/BitTorrent | |
parent | 044672da343dd3139be0c8f95f1fbd45b7546d9c (diff) |
~ Use lazy bytestring
This lead to the following consequences:
* we could efficiently read from storage - if block intersects files
boundaries then we will "view" the block in the two different
bytestrings. To avoid concat we now return lazy bytestring;
* we could read block from socket without "concat" - again, for the
same reason.
The pitfail is that now we have a bit more heap object, but blocks
lifetime is very short and this shouldnt play the big difference. The
lifetime is either (socket -> storage -> unreachable) or (storage ->
socket -> unreachable) unless a lib user keep block for their own
purposes.
Diffstat (limited to 'src/Network/BitTorrent')
-rw-r--r-- | src/Network/BitTorrent/Exchange/Protocol.hs | 26 |
1 files changed, 15 insertions, 11 deletions
diff --git a/src/Network/BitTorrent/Exchange/Protocol.hs b/src/Network/BitTorrent/Exchange/Protocol.hs index a285f8d2..feccf760 100644 --- a/src/Network/BitTorrent/Exchange/Protocol.hs +++ b/src/Network/BitTorrent/Exchange/Protocol.hs | |||
@@ -260,7 +260,7 @@ data Block = Block { | |||
260 | , blkOffset :: {-# UNPACK #-} !Int | 260 | , blkOffset :: {-# UNPACK #-} !Int |
261 | 261 | ||
262 | -- | Payload. | 262 | -- | Payload. |
263 | , blkData :: !ByteString -- TODO make lazy bytestring | 263 | , blkData :: !Lazy.ByteString -- TODO make lazy bytestring |
264 | } deriving (Show, Eq) | 264 | } deriving (Show, Eq) |
265 | 265 | ||
266 | -- | Format block in human readable form. Payload is ommitted. | 266 | -- | Format block in human readable form. Payload is ommitted. |
@@ -268,7 +268,8 @@ ppBlock :: Block -> Doc | |||
268 | ppBlock = ppBlockIx . blockIx | 268 | ppBlock = ppBlockIx . blockIx |
269 | 269 | ||
270 | blockSize :: Block -> Int | 270 | blockSize :: Block -> Int |
271 | blockSize blk = B.length (blkData blk) | 271 | blockSize blk = fromIntegral (Lazy.length (blkData blk)) |
272 | {-# INLINE blockSize #-} | ||
272 | 273 | ||
273 | -- | Widely used semi-official block size. | 274 | -- | Widely used semi-official block size. |
274 | defaultBlockSize :: Int | 275 | defaultBlockSize :: Int |
@@ -277,7 +278,9 @@ defaultBlockSize = 16 * 1024 | |||
277 | 278 | ||
278 | isPiece :: Int -> Block -> Bool | 279 | isPiece :: Int -> Block -> Bool |
279 | isPiece pieceSize (Block i offset bs) = | 280 | isPiece pieceSize (Block i offset bs) = |
280 | offset == 0 && B.length bs == pieceSize && i >= 0 | 281 | offset == 0 |
282 | && fromIntegral (Lazy.length bs) == pieceSize | ||
283 | && i >= 0 | ||
281 | {-# INLINE isPiece #-} | 284 | {-# INLINE isPiece #-} |
282 | 285 | ||
283 | pieceIx :: Int -> Int -> BlockIx | 286 | pieceIx :: Int -> Int -> BlockIx |
@@ -285,14 +288,14 @@ pieceIx i = BlockIx i 0 | |||
285 | {-# INLINE pieceIx #-} | 288 | {-# INLINE pieceIx #-} |
286 | 289 | ||
287 | blockIx :: Block -> BlockIx | 290 | blockIx :: Block -> BlockIx |
288 | blockIx = BlockIx <$> blkPiece <*> blkOffset <*> B.length . blkData | 291 | blockIx = BlockIx <$> blkPiece <*> blkOffset <*> blockSize |
289 | 292 | ||
290 | blockRange :: (Num a, Integral a) => Int -> Block -> (a, a) | 293 | blockRange :: (Num a, Integral a) => Int -> Block -> (a, a) |
291 | blockRange pieceSize blk = (offset, offset + len) | 294 | blockRange pieceSize blk = (offset, offset + len) |
292 | where | 295 | where |
293 | offset = fromIntegral pieceSize * fromIntegral (blkPiece blk) | 296 | offset = fromIntegral pieceSize * fromIntegral (blkPiece blk) |
294 | + fromIntegral (blkOffset blk) | 297 | + fromIntegral (blkOffset blk) |
295 | len = fromIntegral (B.length (blkData blk)) | 298 | len = fromIntegral (Lazy.length (blkData blk)) |
296 | {-# INLINE blockRange #-} | 299 | {-# INLINE blockRange #-} |
297 | {-# SPECIALIZE blockRange :: Int -> Block -> (Int64, Int64) #-} | 300 | {-# SPECIALIZE blockRange :: Int -> Block -> (Int64, Int64) #-} |
298 | 301 | ||
@@ -402,7 +405,7 @@ instance Serialize Message where | |||
402 | 405 | ||
403 | where | 406 | where |
404 | getBlock :: Int -> S.Get Block | 407 | getBlock :: Int -> S.Get Block |
405 | getBlock len = Block <$> getInt <*> getInt <*> S.getBytes len | 408 | getBlock len = Block <$> getInt <*> getInt <*> S.getLazyByteString (fromIntegral len) |
406 | {-# INLINE getBlock #-} | 409 | {-# INLINE getBlock #-} |
407 | 410 | ||
408 | 411 | ||
@@ -418,11 +421,11 @@ instance Serialize Message where | |||
418 | {-# INLINE l #-} | 421 | {-# INLINE l #-} |
419 | put (Request blk) = putInt 13 >> S.putWord8 0x06 >> S.put blk | 422 | put (Request blk) = putInt 13 >> S.putWord8 0x06 >> S.put blk |
420 | put (Piece blk) = putInt l >> S.putWord8 0x07 >> putBlock | 423 | put (Piece blk) = putInt l >> S.putWord8 0x07 >> putBlock |
421 | where l = 9 + B.length (blkData blk) | 424 | where l = 9 + fromIntegral (Lazy.length (blkData blk)) |
422 | {-# INLINE l #-} | 425 | {-# INLINE l #-} |
423 | putBlock = do putInt (blkPiece blk) | 426 | putBlock = do putInt (blkPiece blk) |
424 | putInt (blkOffset blk) | 427 | putInt (blkOffset blk) |
425 | S.putByteString (blkData blk) | 428 | S.putLazyByteString (blkData blk) |
426 | {-# INLINE putBlock #-} | 429 | {-# INLINE putBlock #-} |
427 | 430 | ||
428 | put (Cancel blk) = putInt 13 >> S.putWord8 0x08 >> S.put blk | 431 | put (Cancel blk) = putInt 13 >> S.putWord8 0x08 >> S.put blk |
@@ -463,7 +466,8 @@ instance Binary Message where | |||
463 | 466 | ||
464 | where | 467 | where |
465 | getBlock :: Int -> B.Get Block | 468 | getBlock :: Int -> B.Get Block |
466 | getBlock len = Block <$> getIntB <*> getIntB <*> B.getByteString len | 469 | getBlock len = Block <$> getIntB <*> getIntB |
470 | <*> B.getLazyByteString (fromIntegral len) | ||
467 | {-# INLINE getBlock #-} | 471 | {-# INLINE getBlock #-} |
468 | 472 | ||
469 | put KeepAlive = putIntB 0 | 473 | put KeepAlive = putIntB 0 |
@@ -478,11 +482,11 @@ instance Binary Message where | |||
478 | {-# INLINE l #-} | 482 | {-# INLINE l #-} |
479 | put (Request blk) = putIntB 13 >> B.putWord8 0x06 >> B.put blk | 483 | put (Request blk) = putIntB 13 >> B.putWord8 0x06 >> B.put blk |
480 | put (Piece blk) = putIntB l >> B.putWord8 0x07 >> putBlock | 484 | put (Piece blk) = putIntB l >> B.putWord8 0x07 >> putBlock |
481 | where l = 9 + B.length (blkData blk) | 485 | where l = 9 + fromIntegral (Lazy.length (blkData blk)) |
482 | {-# INLINE l #-} | 486 | {-# INLINE l #-} |
483 | putBlock = do putIntB (blkPiece blk) | 487 | putBlock = do putIntB (blkPiece blk) |
484 | putIntB (blkOffset blk) | 488 | putIntB (blkOffset blk) |
485 | B.putByteString (blkData blk) | 489 | B.putLazyByteString (blkData blk) |
486 | {-# INLINE putBlock #-} | 490 | {-# INLINE putBlock #-} |
487 | 491 | ||
488 | put (Cancel blk) = putIntB 13 >> B.putWord8 0x08 >> B.put blk | 492 | put (Cancel blk) = putIntB 13 >> B.putWord8 0x08 >> B.put blk |