1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
|
-- |
-- Copyright : (c) Sam T. 2013
-- License : MIT
-- Maintainer : pxqr.sta@gmail.com
-- Stability : experimental
-- Portability : portable
--
-- Every tracker should support announce query. This query is used
-- to discover peers within swarm and have two-fold effect:
--
-- * peer doing announce discover other peers using peer list from
-- the response to the announce query.
--
-- * tracker store peer information and use it in the succeeding
-- requests made by other peers, until the peer info expires.
--
-- By convention most trackers support another form of request --
-- scrape query -- which queries the state of a given torrent (or
-- a list of torrents) that the tracker is managing.
--
{-# LANGUAGE FlexibleInstances #-}
{-# LANGUAGE GeneralizedNewtypeDeriving #-}
{-# LANGUAGE TemplateHaskell #-}
{-# OPTIONS -fno-warn-orphans #-}
module Network.BitTorrent.Tracker.Protocol
( Event(..), AnnounceQuery(..), AnnounceInfo(..)
, defaultNumWant , defaultPorts
, ScrapeQuery, ScrapeInfo(..)
)
where
import Control.Applicative
import Control.Monad
import Data.Aeson.TH
import Data.Char as Char
import Data.Map as M
import Data.Maybe
import Data.List as L
import Data.Word
import Data.Monoid
import Data.BEncode
import Data.Text (Text)
import Data.Text.Encoding
import Data.Serialize hiding (Result)
import Data.URLEncoded as URL
import Data.Torrent
import Network
import Network.Socket
import Network.BitTorrent.Peer
{-----------------------------------------------------------------------
Announce messages
-----------------------------------------------------------------------}
-- | Events used to specify which kind of tracker request is performed.
data Event = Started
-- ^ For the first request: when a peer join the swarm.
| Stopped
-- ^ Sent when the peer is shutting down.
| Completed
-- ^ To be sent when the peer completes a download.
deriving (Show, Read, Eq, Ord, Enum, Bounded)
$(deriveJSON (L.map toLower . L.dropWhile isLower) ''Event)
-- | A tracker request is HTTP GET request; used to include metrics
-- from clients that help the tracker keep overall statistics about
-- the torrent. The most important, requests are used by the tracker
-- to keep track lists of active peer for a particular torrent.
--
data AnnounceQuery = AnnounceQuery {
reqInfoHash :: !InfoHash
-- ^ Hash of info part of the torrent usually obtained from
-- 'Torrent'.
, reqPeerId :: !PeerId
-- ^ ID of the peer doing request.
, reqPort :: !PortNumber
-- ^ Port to listen to for connections from other
-- peers. Normally, tracker should respond with this port when
-- some peer request the tracker with the same info hash.
, reqUploaded :: !Integer
-- ^ Number of bytes that the peer has uploaded in the swarm.
, reqDownloaded :: !Integer
-- ^ Number of bytes downloaded in the swarm by the peer.
, reqLeft :: !Integer
-- ^ Number of bytes needed in order to complete download.
, reqIP :: Maybe HostAddress
-- ^ The peer IP. Needed only when client communicated with
-- tracker throught a proxy.
, reqNumWant :: Maybe Int
-- ^ Number of peers that the peers wants to receive from. See
-- note for 'defaultNumWant'.
, reqEvent :: Maybe Event
-- ^ If not specified, the request is regular periodic request.
} deriving Show
$(deriveJSON (L.map toLower . L.dropWhile isLower) ''AnnounceQuery)
-- | The tracker response includes a peer list that helps the client
-- participate in the torrent. The most important is 'respPeer' list
-- used to join the swarm.
--
data AnnounceInfo =
Failure Text -- ^ Failure reason in human readable form.
| AnnounceInfo {
respWarning :: Maybe Text
-- ^ Human readable warning.
, respInterval :: !Int
-- ^ Recommended interval to wait between requests.
, respMinInterval :: Maybe Int
-- ^ Minimal amount of time between requests. A peer /should/
-- make timeout with at least 'respMinInterval' value,
-- otherwise tracker might not respond. If not specified the
-- same applies to 'respInterval'.
, respComplete :: Maybe Int
-- ^ Number of peers completed the torrent. (seeders)
, respIncomplete :: Maybe Int
-- ^ Number of peers downloading the torrent. (leechers)
, respPeers :: ![PeerAddr]
-- ^ Peers that must be contacted.
} deriving Show
$(deriveJSON (L.map toLower . L.dropWhile isLower) ''AnnounceInfo)
-- | Ports typically reserved for bittorrent P2P listener.
defaultPorts :: [PortNumber]
defaultPorts = [6881..6889]
-- | Above 25, new peers are highly unlikely to increase download
-- speed. Even 30 peers is /plenty/, the official client version 3
-- in fact only actively forms new connections if it has less than
-- 30 peers and will refuse connections if it has 55.
--
-- So the default value is set to 50 because usually 30-50% of peers
-- are not responding.
--
defaultNumWant :: Int
defaultNumWant = 50
{-----------------------------------------------------------------------
Bencode announce encoding
-----------------------------------------------------------------------}
instance BEncodable AnnounceInfo where
toBEncode (Failure t) = fromAssocs ["failure reason" --> t]
toBEncode AnnounceInfo {..} = fromAssocs
[ "interval" --> respInterval
, "min interval" -->? respMinInterval
, "complete" -->? respComplete
, "incomplete" -->? respIncomplete
, "peers" --> respPeers
]
fromBEncode (BDict d)
| Just t <- M.lookup "failure reason" d = Failure <$> fromBEncode t
| otherwise = AnnounceInfo
<$> d >--? "warning message"
<*> d >-- "interval"
<*> d >--? "min interval"
<*> d >--? "complete"
<*> d >--? "incomplete"
<*> getPeers (M.lookup "peers" d)
where
getPeers :: Maybe BEncode -> Result [PeerAddr]
getPeers (Just (BList l)) = fromBEncode (BList l)
getPeers (Just (BString s)) = runGet getCompactPeerList s
getPeers _ = decodingError "Peers"
fromBEncode _ = decodingError "AnnounceInfo"
instance URLShow PortNumber where
urlShow = urlShow . fromEnum
instance URLShow Word32 where
urlShow = show
instance URLShow Event where
urlShow e = urlShow (Char.toLower x : xs)
where
-- INVARIANT: this is always nonempty list
(x : xs) = show e
instance URLEncode AnnounceQuery where
urlEncode AnnounceQuery {..} = mconcat
[ s "peer_id" %= reqPeerId
, s "port" %= reqPort
, s "uploaded" %= reqUploaded
, s "downloaded" %= reqDownloaded
, s "left" %= reqLeft
, s "ip" %=? reqIP
, s "numwant" %=? reqNumWant
, s "event" %=? reqEvent
]
where s :: String -> String; s = id; {-# INLINE s #-}
{-----------------------------------------------------------------------
Binary announce encoding
-----------------------------------------------------------------------}
type EventId = Word32
eventId :: Event -> EventId
eventId Completed = 1
eventId Started = 2
eventId Stopped = 3
-- TODO add Regular event
putEvent :: Putter (Maybe Event)
putEvent Nothing = putWord32be 0
putEvent (Just e) = putWord32be (eventId e)
getEvent :: Get (Maybe Event)
getEvent = do
eid <- getWord32be
case eid of
0 -> return Nothing
1 -> return $ Just Completed
2 -> return $ Just Started
3 -> return $ Just Stopped
_ -> fail "unknown event id"
instance Serialize AnnounceQuery where
put AnnounceQuery {..} = do
put reqInfoHash
put reqPeerId
putWord64be $ fromIntegral reqDownloaded
putWord64be $ fromIntegral reqLeft
putWord64be $ fromIntegral reqUploaded
putEvent reqEvent
putWord32be $ fromMaybe 0 reqIP
putWord32be $ 0 -- TODO what the fuck is "key"?
putWord32be $ fromIntegral $ fromMaybe (-1) reqNumWant
put reqPort
get = do
ih <- get
pid <- get
down <- getWord64be
left <- getWord64be
up <- getWord64be
ev <- getEvent
ip <- getWord32be
key <- getWord32be -- TODO
want <- getWord32be
port <- get
return $ AnnounceQuery {
reqInfoHash = ih
, reqPeerId = pid
, reqPort = port
, reqUploaded = fromIntegral up
, reqDownloaded = fromIntegral down
, reqLeft = fromIntegral left
, reqIP = if ip == 0 then Nothing else Just ip
, reqNumWant = if want == -1 then Nothing else Just (fromIntegral want)
, reqEvent = ev
}
instance Serialize AnnounceInfo where
put (Failure msg) = put $ encodeUtf8 msg
put AnnounceInfo {..} = do
putWord32be $ fromIntegral respInterval
putWord32be $ fromIntegral $ fromMaybe 0 respIncomplete
putWord32be $ fromIntegral $ fromMaybe 0 respComplete
forM_ respPeers put
get = do
interval <- getWord32be
leechers <- getWord32be
seeders <- getWord32be
peers <- many get
return $ AnnounceInfo {
respWarning = Nothing
, respInterval = fromIntegral interval
, respMinInterval = Nothing
, respIncomplete = Just $ fromIntegral leechers
, respComplete = Just $ fromIntegral seeders
, respPeers = peers
}
{-----------------------------------------------------------------------
Scrape messages
-----------------------------------------------------------------------}
type ScrapeQuery = [InfoHash]
-- | Overall information about particular torrent.
data ScrapeInfo = ScrapeInfo {
-- | Number of seeders - peers with the entire file.
siComplete :: {-# UNPACK #-} !Int
-- | Total number of times the tracker has registered a completion.
, siDownloaded :: {-# UNPACK #-} !Int
-- | Number of leechers.
, siIncomplete :: {-# UNPACK #-} !Int
-- | Name of the torrent file, as specified by the "name"
-- file in the info section of the .torrent file.
, siName :: !(Maybe Text)
} deriving (Show, Eq)
$(deriveJSON (L.map toLower . L.dropWhile isLower) ''ScrapeInfo)
instance BEncodable ScrapeInfo where
toBEncode ScrapeInfo {..} = fromAssocs
[ "complete" --> siComplete
, "downloaded" --> siDownloaded
, "incomplete" --> siIncomplete
, "name" -->? siName
]
fromBEncode (BDict d) =
ScrapeInfo <$> d >-- "complete"
<*> d >-- "downloaded"
<*> d >-- "incomplete"
<*> d >--? "name"
fromBEncode _ = decodingError "ScrapeInfo"
instance Serialize ScrapeInfo where
put ScrapeInfo {..} = do
putWord32be $ fromIntegral siComplete
putWord32be $ fromIntegral siDownloaded
putWord32be $ fromIntegral siIncomplete
get = do
seeders <- getWord32be
downTimes <- getWord32be
leechers <- getWord32be
return $ ScrapeInfo {
siComplete = fromIntegral seeders
, siDownloaded = fromIntegral downTimes
, siIncomplete = fromIntegral leechers
, siName = Nothing
}
|