FedP2P/cmd/torrent/main.go

266 lines
6.5 KiB
Go
Raw Normal View History

2015-04-06 21:04:18 +08:00
// Downloads torrents from the command-line.
2013-09-26 17:49:15 +08:00
package main
import (
2017-09-01 08:35:40 +08:00
"expvar"
"fmt"
"net"
"net/http"
"os"
2018-07-24 15:34:06 +08:00
"os/signal"
"strings"
2018-07-24 15:34:06 +08:00
"syscall"
2015-03-25 14:32:42 +08:00
"time"
2020-01-04 13:26:49 +08:00
"github.com/anacrolix/missinggo"
2019-08-22 11:59:04 +08:00
"golang.org/x/xerrors"
"github.com/anacrolix/log"
2017-09-01 08:35:40 +08:00
"github.com/anacrolix/envpprof"
2015-11-05 20:21:39 +08:00
"github.com/anacrolix/tagflag"
2019-08-21 18:58:40 +08:00
humanize "github.com/dustin/go-humanize"
"github.com/gosuri/uiprogress"
"golang.org/x/time/rate"
"github.com/anacrolix/torrent"
2018-07-07 09:40:06 +08:00
"github.com/anacrolix/torrent/iplist"
2015-04-28 13:24:17 +08:00
"github.com/anacrolix/torrent/metainfo"
2016-03-28 18:57:04 +08:00
"github.com/anacrolix/torrent/storage"
2013-09-26 17:49:15 +08:00
)
var progress = uiprogress.New()
2016-04-03 16:40:43 +08:00
func torrentBar(t *torrent.Torrent) {
bar := progress.AddBar(1)
bar.AppendCompleted()
bar.AppendFunc(func(*uiprogress.Bar) (ret string) {
select {
case <-t.GotInfo():
default:
return "getting info"
2015-03-25 14:32:42 +08:00
}
if t.Seeding() {
return "seeding"
} else if t.BytesCompleted() == t.Info().TotalLength() {
return "completed"
} else {
return fmt.Sprintf("downloading (%s/%s)", humanize.Bytes(uint64(t.BytesCompleted())), humanize.Bytes(uint64(t.Info().TotalLength())))
2015-03-25 14:32:42 +08:00
}
})
bar.PrependFunc(func(*uiprogress.Bar) string {
return t.Name()
})
go func() {
<-t.GotInfo()
tl := int(t.Info().TotalLength())
if tl == 0 {
bar.Set(1)
return
}
bar.Total = tl
for {
bc := t.BytesCompleted()
bar.Set(int(bc))
time.Sleep(time.Second)
2015-10-23 09:42:19 +08:00
}
}()
}
2019-08-22 11:59:04 +08:00
func addTorrents(client *torrent.Client) error {
for _, arg := range flags.Torrent {
2019-08-22 11:59:04 +08:00
t, err := func() (*torrent.Torrent, error) {
if strings.HasPrefix(arg, "magnet:") {
t, err := client.AddMagnet(arg)
if err != nil {
2019-08-22 11:59:04 +08:00
return nil, xerrors.Errorf("error adding magnet: %w", err)
}
2019-08-22 11:59:04 +08:00
return t, nil
} else if strings.HasPrefix(arg, "http://") || strings.HasPrefix(arg, "https://") {
response, err := http.Get(arg)
if err != nil {
2019-08-22 11:59:04 +08:00
return nil, xerrors.Errorf("Error downloading torrent file: %s", err)
}
metaInfo, err := metainfo.Load(response.Body)
defer response.Body.Close()
if err != nil {
2019-08-22 11:59:04 +08:00
return nil, xerrors.Errorf("error loading torrent file %q: %s\n", arg, err)
}
t, err := client.AddTorrent(metaInfo)
if err != nil {
2019-08-22 11:59:04 +08:00
return nil, xerrors.Errorf("adding torrent: %w", err)
}
2019-08-22 11:59:04 +08:00
return t, nil
} else if strings.HasPrefix(arg, "infohash:") {
t, _ := client.AddTorrentInfoHash(metainfo.NewHashFromHex(strings.TrimPrefix(arg, "infohash:")))
2019-08-22 11:59:04 +08:00
return t, nil
} else {
metaInfo, err := metainfo.LoadFromFile(arg)
if err != nil {
2019-08-22 11:59:04 +08:00
return nil, xerrors.Errorf("error loading torrent file %q: %s\n", arg, err)
}
t, err := client.AddTorrent(metaInfo)
if err != nil {
return nil, xerrors.Errorf("adding torrent: %w", err)
}
2019-08-22 11:59:04 +08:00
return t, nil
}
}()
2019-08-22 11:59:04 +08:00
if err != nil {
return xerrors.Errorf("adding torrent for %q: %w", arg, err)
}
torrentBar(t)
t.AddPeers(func() (ret []torrent.Peer) {
for _, ta := range flags.TestPeer {
2015-11-05 20:21:39 +08:00
ret = append(ret, torrent.Peer{
Addr: ta,
2015-11-05 20:21:39 +08:00
})
}
return
}())
go func() {
<-t.GotInfo()
t.DownloadAll()
}()
2013-09-26 17:49:15 +08:00
}
2019-08-22 11:59:04 +08:00
return nil
}
2016-10-10 14:29:39 +08:00
var flags = struct {
2018-02-19 13:20:31 +08:00
Mmap bool `help:"memory-map torrent data"`
TestPeer []*net.TCPAddr `help:"addresses of some starting peers"`
Seed bool `help:"seed after download is complete"`
Addr string `help:"network listen addr"`
2018-02-19 13:20:31 +08:00
UploadRate tagflag.Bytes `help:"max piece bytes to send per second"`
DownloadRate tagflag.Bytes `help:"max bytes per second down from peers"`
Debug bool
PackedBlocklist string
Stats *bool
2019-01-08 12:47:01 +08:00
PublicIP net.IP
2019-07-19 11:01:36 +08:00
Progress bool
2019-08-22 11:59:04 +08:00
Quiet bool `help:"discard client logging"`
2020-01-03 11:49:43 +08:00
Dht bool
tagflag.StartPos
Torrent []string `arity:"+" help:"torrent file path or magnet uri"`
2016-10-10 14:29:39 +08:00
}{
UploadRate: -1,
DownloadRate: -1,
2019-07-19 11:01:36 +08:00
Progress: true,
2020-01-03 11:49:43 +08:00
Dht: true,
}
func stdoutAndStderrAreSameFile() bool {
fi1, _ := os.Stdout.Stat()
fi2, _ := os.Stderr.Stat()
return os.SameFile(fi1, fi2)
}
func statsEnabled() bool {
if flags.Stats == nil {
return flags.Debug
}
return *flags.Stats
}
2020-01-04 13:26:49 +08:00
func exitSignalHandlers(notify *missinggo.SynchronizedEvent) {
2018-07-24 15:34:06 +08:00
c := make(chan os.Signal, 1)
signal.Notify(c, syscall.SIGINT, syscall.SIGTERM)
for {
log.Printf("close signal received: %+v", <-c)
2020-01-04 13:26:49 +08:00
notify.Set()
2018-07-24 15:34:06 +08:00
}
}
func main() {
2019-08-22 11:59:04 +08:00
if err := mainErr(); err != nil {
log.Printf("error in main: %v", err)
os.Exit(1)
}
}
func mainErr() error {
tagflag.Parse(&flags)
defer envpprof.Stop()
if stdoutAndStderrAreSameFile() {
log.Default = log.Logger{log.StreamLogger{W: progress.Bypass(), Fmt: log.LineFormatter}}
}
2018-06-16 14:33:40 +08:00
clientConfig := torrent.NewDefaultClientConfig()
clientConfig.DisableAcceptRateLimiting = true
2020-01-03 11:49:43 +08:00
clientConfig.NoDHT = !flags.Dht
2018-06-16 14:33:40 +08:00
clientConfig.Debug = flags.Debug
clientConfig.Seed = flags.Seed
2019-01-08 12:47:01 +08:00
clientConfig.PublicIp4 = flags.PublicIP
clientConfig.PublicIp6 = flags.PublicIP
2018-02-19 13:20:31 +08:00
if flags.PackedBlocklist != "" {
blocklist, err := iplist.MMapPackedFile(flags.PackedBlocklist)
if err != nil {
2019-08-22 11:59:04 +08:00
return xerrors.Errorf("loading blocklist: %v", err)
2018-02-19 13:20:31 +08:00
}
defer blocklist.Close()
clientConfig.IPBlocklist = blocklist
}
if flags.Mmap {
2016-03-28 18:57:04 +08:00
clientConfig.DefaultStorage = storage.NewMMap("")
2015-03-25 14:32:42 +08:00
}
if flags.Addr != "" {
clientConfig.SetListenAddr(flags.Addr)
2016-04-19 15:20:14 +08:00
}
2016-10-10 14:29:39 +08:00
if flags.UploadRate != -1 {
clientConfig.UploadRateLimiter = rate.NewLimiter(rate.Limit(flags.UploadRate), 256<<10)
}
if flags.DownloadRate != -1 {
clientConfig.DownloadRateLimiter = rate.NewLimiter(rate.Limit(flags.DownloadRate), 1<<20)
}
2019-08-22 11:59:04 +08:00
if flags.Quiet {
clientConfig.Logger = log.Discard
}
2020-01-04 13:26:49 +08:00
var stop missinggo.SynchronizedEvent
defer func() {
stop.Set()
}()
2018-06-16 14:33:40 +08:00
client, err := torrent.NewClient(clientConfig)
if err != nil {
2019-08-22 11:59:04 +08:00
return xerrors.Errorf("creating client: %v", err)
}
defer client.Close()
2020-01-04 13:26:49 +08:00
go exitSignalHandlers(&stop)
go func() {
<-stop.C()
client.Close()
}()
2018-07-24 15:34:06 +08:00
2019-07-19 11:04:10 +08:00
// Write status on the root path on the default HTTP muxer. This will be bound to localhost
// somewhere if GOPPROF is set, thanks to the envpprof import.
http.HandleFunc("/", func(w http.ResponseWriter, req *http.Request) {
client.WriteStatus(w)
})
2019-07-19 11:01:36 +08:00
if flags.Progress {
progress.Start()
}
addTorrents(client)
if client.WaitAll() {
log.Print("downloaded ALL the torrents")
} else {
2019-08-22 11:59:04 +08:00
return xerrors.New("y u no complete torrents?!")
}
if flags.Seed {
outputStats(client)
2020-01-04 13:26:49 +08:00
<-stop.C()
}
outputStats(client)
2019-08-22 11:59:04 +08:00
return nil
}
func outputStats(cl *torrent.Client) {
if !statsEnabled() {
return
}
2017-09-01 08:35:40 +08:00
expvar.Do(func(kv expvar.KeyValue) {
fmt.Printf("%s: %s\n", kv.Key, kv.Value)
})
cl.WriteStatus(os.Stdout)
2013-09-26 17:49:15 +08:00
}