2016-03-28 17:38:30 +08:00
|
|
|
package storage
|
2015-02-09 21:14:52 +08:00
|
|
|
|
|
|
|
import (
|
2020-10-15 12:45:08 +08:00
|
|
|
"fmt"
|
2015-02-09 21:14:52 +08:00
|
|
|
"io"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
|
2021-06-23 15:24:50 +08:00
|
|
|
"github.com/anacrolix/missinggo/v2"
|
2019-08-21 18:58:40 +08:00
|
|
|
|
2022-11-15 20:22:10 +08:00
|
|
|
"github.com/anacrolix/torrent/common"
|
2015-04-27 12:55:01 +08:00
|
|
|
"github.com/anacrolix/torrent/metainfo"
|
2022-11-15 20:22:10 +08:00
|
|
|
"github.com/anacrolix/torrent/segments"
|
2015-02-09 21:14:52 +08:00
|
|
|
)
|
|
|
|
|
2021-09-02 08:21:46 +08:00
|
|
|
// File-based storage for torrents, that isn't yet bound to a particular torrent.
|
2016-09-12 15:26:39 +08:00
|
|
|
type fileClientImpl struct {
|
2021-09-02 08:21:46 +08:00
|
|
|
opts NewFileClientOpts
|
2015-02-09 21:14:52 +08:00
|
|
|
}
|
|
|
|
|
2021-09-02 08:21:46 +08:00
|
|
|
// All Torrent data stored in this baseDir. The info names of each torrent are used as directories.
|
2020-02-21 11:12:44 +08:00
|
|
|
func NewFile(baseDir string) ClientImplCloser {
|
2017-05-22 10:15:48 +08:00
|
|
|
return NewFileWithCompletion(baseDir, pieceCompletionForDir(baseDir))
|
|
|
|
}
|
|
|
|
|
2021-09-02 08:21:46 +08:00
|
|
|
type NewFileClientOpts struct {
|
|
|
|
// The base directory for all downloads.
|
|
|
|
ClientBaseDir string
|
|
|
|
FilePathMaker FilePathMaker
|
|
|
|
TorrentDirMaker TorrentDirFilePathMaker
|
|
|
|
PieceCompletion PieceCompletion
|
2017-03-16 22:24:54 +08:00
|
|
|
}
|
|
|
|
|
2021-09-02 08:21:46 +08:00
|
|
|
// NewFileOpts creates a new ClientImplCloser that stores files using the OS native filesystem.
|
|
|
|
func NewFileOpts(opts NewFileClientOpts) ClientImplCloser {
|
|
|
|
if opts.TorrentDirMaker == nil {
|
|
|
|
opts.TorrentDirMaker = defaultPathMaker
|
|
|
|
}
|
|
|
|
if opts.FilePathMaker == nil {
|
|
|
|
opts.FilePathMaker = func(opts FilePathMakerOpts) string {
|
|
|
|
var parts []string
|
|
|
|
if opts.Info.Name != metainfo.NoName {
|
|
|
|
parts = append(parts, opts.Info.Name)
|
|
|
|
}
|
|
|
|
return filepath.Join(append(parts, opts.File.Path...)...)
|
|
|
|
}
|
2017-03-16 22:24:54 +08:00
|
|
|
}
|
2021-09-02 08:21:46 +08:00
|
|
|
if opts.PieceCompletion == nil {
|
|
|
|
opts.PieceCompletion = pieceCompletionForDir(opts.ClientBaseDir)
|
2016-03-28 17:38:30 +08:00
|
|
|
}
|
2021-09-02 08:21:46 +08:00
|
|
|
return fileClientImpl{opts}
|
2016-03-28 17:38:30 +08:00
|
|
|
}
|
|
|
|
|
2021-09-02 08:21:46 +08:00
|
|
|
func (me fileClientImpl) Close() error {
|
|
|
|
return me.opts.PieceCompletion.Close()
|
2016-10-25 16:07:26 +08:00
|
|
|
}
|
|
|
|
|
2021-09-02 08:21:46 +08:00
|
|
|
func (fs fileClientImpl) OpenTorrent(info *metainfo.Info, infoHash metainfo.Hash) (_ TorrentImpl, err error) {
|
|
|
|
dir := fs.opts.TorrentDirMaker(fs.opts.ClientBaseDir, info, infoHash)
|
2020-05-31 22:14:51 +08:00
|
|
|
upvertedFiles := info.UpvertedFiles()
|
2020-10-15 12:45:08 +08:00
|
|
|
files := make([]file, 0, len(upvertedFiles))
|
|
|
|
for i, fileInfo := range upvertedFiles {
|
2021-09-02 08:21:46 +08:00
|
|
|
filePath := filepath.Join(dir, fs.opts.FilePathMaker(FilePathMakerOpts{
|
|
|
|
Info: info,
|
|
|
|
File: &fileInfo,
|
|
|
|
}))
|
|
|
|
if !isSubFilepath(dir, filePath) {
|
|
|
|
err = fmt.Errorf("file %v: path %q is not sub path of %q", i, filePath, dir)
|
2021-05-09 21:40:44 +08:00
|
|
|
return
|
2020-10-15 12:45:08 +08:00
|
|
|
}
|
|
|
|
f := file{
|
2021-09-02 08:21:46 +08:00
|
|
|
path: filePath,
|
2020-10-15 12:45:08 +08:00
|
|
|
length: fileInfo.Length,
|
|
|
|
}
|
|
|
|
if f.length == 0 {
|
|
|
|
err = CreateNativeZeroLengthFile(f.path)
|
|
|
|
if err != nil {
|
2021-05-09 21:40:44 +08:00
|
|
|
err = fmt.Errorf("creating zero length file: %w", err)
|
|
|
|
return
|
2020-10-15 12:45:08 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
files = append(files, f)
|
|
|
|
}
|
2021-05-09 21:40:44 +08:00
|
|
|
t := &fileTorrentImpl{
|
2020-10-15 12:45:08 +08:00
|
|
|
files,
|
2020-05-31 22:14:51 +08:00
|
|
|
segments.NewIndex(common.LengthIterFromUpvertedFiles(upvertedFiles)),
|
2016-08-26 18:29:05 +08:00
|
|
|
infoHash,
|
2021-09-02 08:21:46 +08:00
|
|
|
fs.opts.PieceCompletion,
|
2021-05-09 21:40:44 +08:00
|
|
|
}
|
|
|
|
return TorrentImpl{
|
|
|
|
Piece: t.Piece,
|
|
|
|
Close: t.Close,
|
2016-07-08 22:36:32 +08:00
|
|
|
}, nil
|
2016-03-28 19:40:29 +08:00
|
|
|
}
|
|
|
|
|
2020-10-15 12:45:08 +08:00
|
|
|
type file struct {
|
|
|
|
// The safe, OS-local file path.
|
|
|
|
path string
|
|
|
|
length int64
|
|
|
|
}
|
|
|
|
|
2016-09-12 15:26:39 +08:00
|
|
|
type fileTorrentImpl struct {
|
2020-10-15 12:45:08 +08:00
|
|
|
files []file
|
2020-05-31 22:14:51 +08:00
|
|
|
segmentLocater segments.Index
|
|
|
|
infoHash metainfo.Hash
|
|
|
|
completion PieceCompletion
|
2016-03-28 19:40:29 +08:00
|
|
|
}
|
|
|
|
|
2016-09-12 15:26:39 +08:00
|
|
|
func (fts *fileTorrentImpl) Piece(p metainfo.Piece) PieceImpl {
|
2016-05-09 13:46:48 +08:00
|
|
|
// Create a view onto the file-based torrent storage.
|
2016-09-12 15:26:39 +08:00
|
|
|
_io := fileTorrentImplIO{fts}
|
2016-05-09 13:46:48 +08:00
|
|
|
// Return the appropriate segments of this.
|
2017-10-12 13:09:32 +08:00
|
|
|
return &filePieceImpl{
|
2016-07-08 22:36:32 +08:00
|
|
|
fts,
|
2016-03-28 17:38:30 +08:00
|
|
|
p,
|
|
|
|
missinggo.NewSectionWriter(_io, p.Offset(), p.Length()),
|
|
|
|
io.NewSectionReader(_io, p.Offset(), p.Length()),
|
|
|
|
}
|
2015-10-01 22:09:04 +08:00
|
|
|
}
|
|
|
|
|
2016-09-12 15:26:39 +08:00
|
|
|
func (fs *fileTorrentImpl) Close() error {
|
2016-03-28 19:40:29 +08:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-10-15 12:45:08 +08:00
|
|
|
// A helper to create zero-length files which won't appear for file-orientated storage since no
|
|
|
|
// writes will ever occur to them (no torrent data is associated with a zero-length file). The
|
|
|
|
// caller should make sure the file name provided is safe/sanitized.
|
|
|
|
func CreateNativeZeroLengthFile(name string) error {
|
2021-11-08 11:47:01 +08:00
|
|
|
os.MkdirAll(filepath.Dir(name), 0o777)
|
2020-10-15 12:45:08 +08:00
|
|
|
var f io.Closer
|
|
|
|
f, err := os.Create(name)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
2016-09-12 15:01:00 +08:00
|
|
|
}
|
2020-10-15 12:45:08 +08:00
|
|
|
return f.Close()
|
2016-09-12 15:01:00 +08:00
|
|
|
}
|
|
|
|
|
2016-05-09 13:46:48 +08:00
|
|
|
// Exposes file-based storage of a torrent, as one big ReadWriterAt.
|
2016-09-12 15:26:39 +08:00
|
|
|
type fileTorrentImplIO struct {
|
|
|
|
fts *fileTorrentImpl
|
2016-03-28 17:38:30 +08:00
|
|
|
}
|
|
|
|
|
2016-03-26 17:45:31 +08:00
|
|
|
// Returns EOF on short or missing file.
|
2020-10-15 12:45:08 +08:00
|
|
|
func (fst *fileTorrentImplIO) readFileAt(file file, b []byte, off int64) (n int, err error) {
|
|
|
|
f, err := os.Open(file.path)
|
2016-03-26 17:45:31 +08:00
|
|
|
if os.IsNotExist(err) {
|
|
|
|
// File missing is treated the same as a short file.
|
|
|
|
err = io.EOF
|
|
|
|
return
|
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
defer f.Close()
|
|
|
|
// Limit the read to within the expected bounds of this file.
|
2020-10-15 12:45:08 +08:00
|
|
|
if int64(len(b)) > file.length-off {
|
|
|
|
b = b[:file.length-off]
|
2016-03-26 17:45:31 +08:00
|
|
|
}
|
2020-10-15 12:45:08 +08:00
|
|
|
for off < file.length && len(b) != 0 {
|
2016-03-26 17:45:31 +08:00
|
|
|
n1, err1 := f.ReadAt(b, off)
|
|
|
|
b = b[n1:]
|
2015-02-09 21:14:52 +08:00
|
|
|
n += n1
|
2016-03-26 17:45:31 +08:00
|
|
|
off += int64(n1)
|
|
|
|
if n1 == 0 {
|
|
|
|
err = err1
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Only returns EOF at the end of the torrent. Premature EOF is ErrUnexpectedEOF.
|
2016-09-12 15:26:39 +08:00
|
|
|
func (fst fileTorrentImplIO) ReadAt(b []byte, off int64) (n int, err error) {
|
2020-05-31 22:14:51 +08:00
|
|
|
fst.fts.segmentLocater.Locate(segments.Extent{off, int64(len(b))}, func(i int, e segments.Extent) bool {
|
2020-10-15 12:45:08 +08:00
|
|
|
n1, err1 := fst.readFileAt(fst.fts.files[i], b[:e.Length], e.Start)
|
2020-05-31 22:14:51 +08:00
|
|
|
n += n1
|
|
|
|
b = b[n1:]
|
|
|
|
err = err1
|
|
|
|
return err == nil // && int64(n1) == e.Length
|
|
|
|
})
|
|
|
|
if len(b) != 0 && err == nil {
|
|
|
|
err = io.EOF
|
2015-02-09 21:14:52 +08:00
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2016-09-12 15:26:39 +08:00
|
|
|
func (fst fileTorrentImplIO) WriteAt(p []byte, off int64) (n int, err error) {
|
2021-11-08 11:47:01 +08:00
|
|
|
// log.Printf("write at %v: %v bytes", off, len(p))
|
2020-05-31 22:14:51 +08:00
|
|
|
fst.fts.segmentLocater.Locate(segments.Extent{off, int64(len(p))}, func(i int, e segments.Extent) bool {
|
2020-10-15 12:45:08 +08:00
|
|
|
name := fst.fts.files[i].path
|
2021-11-08 11:47:01 +08:00
|
|
|
os.MkdirAll(filepath.Dir(name), 0o777)
|
2015-02-09 21:14:52 +08:00
|
|
|
var f *os.File
|
2021-11-08 11:47:01 +08:00
|
|
|
f, err = os.OpenFile(name, os.O_WRONLY|os.O_CREATE, 0o666)
|
2015-02-09 21:14:52 +08:00
|
|
|
if err != nil {
|
2020-05-31 22:14:51 +08:00
|
|
|
return false
|
2015-02-09 21:14:52 +08:00
|
|
|
}
|
2020-05-31 22:14:51 +08:00
|
|
|
var n1 int
|
|
|
|
n1, err = f.WriteAt(p[:e.Length], e.Start)
|
2021-11-08 11:47:01 +08:00
|
|
|
// log.Printf("%v %v wrote %v: %v", i, e, n1, err)
|
2020-05-31 22:14:51 +08:00
|
|
|
closeErr := f.Close()
|
2015-02-09 21:14:52 +08:00
|
|
|
n += n1
|
|
|
|
p = p[n1:]
|
2020-05-31 22:14:51 +08:00
|
|
|
if err == nil {
|
|
|
|
err = closeErr
|
2015-02-09 21:14:52 +08:00
|
|
|
}
|
2020-06-01 09:12:33 +08:00
|
|
|
if err == nil && int64(n1) != e.Length {
|
|
|
|
err = io.ErrShortWrite
|
|
|
|
}
|
2020-05-31 22:14:51 +08:00
|
|
|
return err == nil
|
|
|
|
})
|
2015-02-09 21:14:52 +08:00
|
|
|
return
|
|
|
|
}
|