2014-04-03 20:16:59 +08:00
|
|
|
package torrent
|
|
|
|
|
|
|
|
import (
|
|
|
|
"crypto"
|
|
|
|
"errors"
|
2014-05-28 23:32:34 +08:00
|
|
|
"math/rand"
|
2014-04-03 20:16:59 +08:00
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"time"
|
2014-08-21 19:08:56 +08:00
|
|
|
|
|
|
|
"bitbucket.org/anacrolix/go.torrent/mmap_span"
|
|
|
|
"bitbucket.org/anacrolix/go.torrent/peer_protocol"
|
|
|
|
"github.com/anacrolix/libtorgo/metainfo"
|
|
|
|
"launchpad.net/gommap"
|
2014-04-03 20:16:59 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
2014-04-09 00:36:05 +08:00
|
|
|
pieceHash = crypto.SHA1
|
2014-05-28 23:32:34 +08:00
|
|
|
maxRequests = 250 // Maximum pending requests we allow peers to send us.
|
2014-04-09 00:36:05 +08:00
|
|
|
chunkSize = 0x4000 // 16KiB
|
|
|
|
BEP20 = "-GT0000-" // Peer ID client identifier prefix
|
2014-08-22 15:40:22 +08:00
|
|
|
dialTimeout = time.Second * 30
|
2014-04-03 20:16:59 +08:00
|
|
|
)
|
|
|
|
|
2014-08-21 16:24:19 +08:00
|
|
|
type (
|
|
|
|
InfoHash [20]byte
|
|
|
|
pieceSum [20]byte
|
|
|
|
)
|
2014-04-03 20:16:59 +08:00
|
|
|
|
|
|
|
type piece struct {
|
|
|
|
Hash pieceSum
|
2014-04-09 00:36:05 +08:00
|
|
|
PendingChunkSpecs map[chunkSpec]struct{}
|
2014-04-03 20:16:59 +08:00
|
|
|
Hashing bool
|
|
|
|
QueuedForHash bool
|
|
|
|
EverHashed bool
|
|
|
|
}
|
|
|
|
|
2014-05-28 23:32:34 +08:00
|
|
|
func (p *piece) shuffledPendingChunkSpecs() (css []chunkSpec) {
|
2014-08-22 15:37:18 +08:00
|
|
|
if len(p.PendingChunkSpecs) == 0 {
|
|
|
|
return
|
|
|
|
}
|
2014-05-28 23:32:34 +08:00
|
|
|
css = make([]chunkSpec, 0, len(p.PendingChunkSpecs))
|
|
|
|
for cs := range p.PendingChunkSpecs {
|
|
|
|
css = append(css, cs)
|
|
|
|
}
|
2014-08-22 15:37:18 +08:00
|
|
|
if len(css) <= 1 {
|
|
|
|
return
|
|
|
|
}
|
2014-05-28 23:32:34 +08:00
|
|
|
for i := range css {
|
|
|
|
j := rand.Intn(i + 1)
|
|
|
|
css[i], css[j] = css[j], css[i]
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2014-04-03 20:16:59 +08:00
|
|
|
func (p *piece) Complete() bool {
|
|
|
|
return len(p.PendingChunkSpecs) == 0 && p.EverHashed
|
|
|
|
}
|
|
|
|
|
2014-04-09 00:36:05 +08:00
|
|
|
func lastChunkSpec(pieceLength peer_protocol.Integer) (cs chunkSpec) {
|
2014-04-03 20:16:59 +08:00
|
|
|
cs.Begin = (pieceLength - 1) / chunkSize * chunkSize
|
|
|
|
cs.Length = pieceLength - cs.Begin
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2014-04-09 00:36:05 +08:00
|
|
|
type chunkSpec struct {
|
2014-04-03 20:16:59 +08:00
|
|
|
Begin, Length peer_protocol.Integer
|
|
|
|
}
|
|
|
|
|
2014-04-16 19:13:44 +08:00
|
|
|
type request struct {
|
2014-04-03 20:16:59 +08:00
|
|
|
Index peer_protocol.Integer
|
2014-04-09 00:36:05 +08:00
|
|
|
chunkSpec
|
2014-04-03 20:16:59 +08:00
|
|
|
}
|
|
|
|
|
2014-04-16 19:13:44 +08:00
|
|
|
func newRequest(index, begin, length peer_protocol.Integer) request {
|
|
|
|
return request{index, chunkSpec{begin, length}}
|
2014-04-16 15:33:33 +08:00
|
|
|
}
|
|
|
|
|
2014-04-03 20:16:59 +08:00
|
|
|
type pieceByBytesPendingSlice struct {
|
|
|
|
Pending, Indices []peer_protocol.Integer
|
|
|
|
}
|
|
|
|
|
|
|
|
func (pcs pieceByBytesPendingSlice) Len() int {
|
|
|
|
return len(pcs.Indices)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (me pieceByBytesPendingSlice) Less(i, j int) bool {
|
|
|
|
return me.Pending[me.Indices[i]] < me.Pending[me.Indices[j]]
|
|
|
|
}
|
|
|
|
|
|
|
|
func (me pieceByBytesPendingSlice) Swap(i, j int) {
|
|
|
|
me.Indices[i], me.Indices[j] = me.Indices[j], me.Indices[i]
|
|
|
|
}
|
|
|
|
|
|
|
|
var (
|
2014-04-09 00:36:05 +08:00
|
|
|
// Requested data not yet available.
|
2014-04-03 20:16:59 +08:00
|
|
|
ErrDataNotReady = errors.New("data not ready")
|
|
|
|
)
|
|
|
|
|
2014-06-28 17:38:31 +08:00
|
|
|
func upvertedSingleFileInfoFiles(info *metainfo.Info) []metainfo.FileInfo {
|
|
|
|
if len(info.Files) != 0 {
|
|
|
|
return info.Files
|
2014-06-27 16:57:35 +08:00
|
|
|
}
|
2014-06-28 17:38:31 +08:00
|
|
|
return []metainfo.FileInfo{{Length: info.Length, Path: nil}}
|
2014-06-26 22:57:07 +08:00
|
|
|
}
|
|
|
|
|
2014-06-28 17:38:31 +08:00
|
|
|
func mmapTorrentData(md *metainfo.Info, location string) (mms mmap_span.MMapSpan, err error) {
|
2014-04-03 20:16:59 +08:00
|
|
|
defer func() {
|
|
|
|
if err != nil {
|
|
|
|
mms.Close()
|
|
|
|
mms = nil
|
|
|
|
}
|
|
|
|
}()
|
2014-06-28 17:38:31 +08:00
|
|
|
for _, miFile := range upvertedSingleFileInfoFiles(md) {
|
|
|
|
fileName := filepath.Join(append([]string{location, md.Name}, miFile.Path...)...)
|
2014-04-03 20:16:59 +08:00
|
|
|
err = os.MkdirAll(filepath.Dir(fileName), 0777)
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
var file *os.File
|
|
|
|
file, err = os.OpenFile(fileName, os.O_CREATE|os.O_RDWR, 0666)
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
func() {
|
|
|
|
defer file.Close()
|
|
|
|
var fi os.FileInfo
|
|
|
|
fi, err = file.Stat()
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if fi.Size() < miFile.Length {
|
|
|
|
err = file.Truncate(miFile.Length)
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
var mMap gommap.MMap
|
|
|
|
mMap, err = gommap.MapRegion(file.Fd(), 0, miFile.Length, gommap.PROT_READ|gommap.PROT_WRITE, gommap.MAP_SHARED)
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if int64(len(mMap)) != miFile.Length {
|
|
|
|
panic("mmap has wrong length")
|
|
|
|
}
|
2014-04-09 00:36:05 +08:00
|
|
|
mms = append(mms, mMap)
|
2014-04-03 20:16:59 +08:00
|
|
|
}()
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2014-06-26 22:57:07 +08:00
|
|
|
|
|
|
|
func metadataPieceSize(totalSize int, piece int) int {
|
|
|
|
ret := totalSize - piece*(1<<14)
|
|
|
|
if ret > 1<<14 {
|
|
|
|
ret = 1 << 14
|
|
|
|
}
|
|
|
|
return ret
|
|
|
|
}
|