FedP2P/bencode/decode.go

596 lines
11 KiB
Go
Raw Normal View History

2012-06-20 21:21:32 +08:00
package bencode
import (
"bytes"
"errors"
"fmt"
"io"
"math/big"
"reflect"
"runtime"
"strconv"
"strings"
)
2012-06-20 21:21:32 +08:00
type Decoder struct {
r interface {
io.ByteScanner
io.Reader
}
2012-06-20 21:21:32 +08:00
offset int64
buf bytes.Buffer
key string
}
func (d *Decoder) Decode(v interface{}) (err error) {
2012-06-20 21:34:10 +08:00
defer func() {
if e := recover(); e != nil {
if _, ok := e.(runtime.Error); ok {
panic(e)
2012-06-20 21:21:32 +08:00
}
2012-06-20 21:34:10 +08:00
err = e.(error)
}
}()
2012-06-20 21:21:32 +08:00
pv := reflect.ValueOf(v)
if pv.Kind() != reflect.Ptr || pv.IsNil() {
return &UnmarshalInvalidArgError{reflect.TypeOf(v)}
}
if !d.parseValue(pv.Elem()) {
d.throwSyntaxError(d.offset-1, errors.New("unexpected 'e'"))
}
2012-06-20 21:21:32 +08:00
return nil
}
func checkForUnexpectedEOF(err error, offset int64) {
2012-06-20 21:21:32 +08:00
if err == io.EOF {
panic(&SyntaxError{
Offset: offset,
What: io.ErrUnexpectedEOF,
2012-06-20 21:21:32 +08:00
})
}
}
func (d *Decoder) readByte() byte {
b, err := d.r.ReadByte()
2012-06-20 21:21:32 +08:00
if err != nil {
checkForUnexpectedEOF(err, d.offset)
2012-06-20 21:21:32 +08:00
panic(err)
}
d.offset++
return b
}
// reads data writing it to 'd.buf' until 'sep' byte is encountered, 'sep' byte
// is consumed, but not included into the 'd.buf'
func (d *Decoder) readUntil(sep byte) {
2012-06-20 21:21:32 +08:00
for {
b := d.readByte()
2012-06-20 21:21:32 +08:00
if b == sep {
return
}
d.buf.WriteByte(b)
}
}
func checkForIntParseError(err error, offset int64) {
2012-06-20 21:21:32 +08:00
if err != nil {
panic(&SyntaxError{
Offset: offset,
What: err,
2012-06-20 21:21:32 +08:00
})
}
}
func (d *Decoder) throwSyntaxError(offset int64, err error) {
panic(&SyntaxError{
Offset: offset,
What: err,
})
}
2012-06-20 21:21:32 +08:00
// called when 'i' was consumed
2016-08-26 12:51:38 +08:00
func (d *Decoder) parseInt(v reflect.Value) {
2012-06-20 21:21:32 +08:00
start := d.offset - 1
d.readUntil('e')
2012-06-20 21:21:32 +08:00
if d.buf.Len() == 0 {
panic(&SyntaxError{
Offset: start,
What: errors.New("empty integer value"),
2012-06-20 21:21:32 +08:00
})
}
2015-08-23 15:51:24 +08:00
s := d.buf.String()
2012-06-20 21:21:32 +08:00
switch v.Kind() {
case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
2015-08-23 15:51:24 +08:00
n, err := strconv.ParseInt(s, 10, 64)
checkForIntParseError(err, start)
2012-06-20 21:21:32 +08:00
if v.OverflowInt(n) {
panic(&UnmarshalTypeError{
2015-08-23 15:51:24 +08:00
Value: "integer " + s,
2012-06-20 21:21:32 +08:00
Type: v.Type(),
})
}
v.SetInt(n)
case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
2015-08-23 15:51:24 +08:00
n, err := strconv.ParseUint(s, 10, 64)
checkForIntParseError(err, start)
2012-06-20 21:21:32 +08:00
if v.OverflowUint(n) {
panic(&UnmarshalTypeError{
2015-08-23 15:51:24 +08:00
Value: "integer " + s,
2012-06-20 21:21:32 +08:00
Type: v.Type(),
})
}
v.SetUint(n)
case reflect.Bool:
2015-08-23 15:51:24 +08:00
v.SetBool(s != "0")
2012-06-20 21:21:32 +08:00
default:
panic(&UnmarshalTypeError{
2015-08-23 15:51:24 +08:00
Value: "integer " + s,
2012-06-20 21:21:32 +08:00
Type: v.Type(),
})
}
d.buf.Reset()
}
2016-08-26 12:51:38 +08:00
func (d *Decoder) parseString(v reflect.Value) {
2012-06-20 21:21:32 +08:00
start := d.offset - 1
// read the string length first
d.readUntil(':')
2012-06-20 21:21:32 +08:00
length, err := strconv.ParseInt(d.buf.String(), 10, 64)
checkForIntParseError(err, start)
2012-06-20 21:21:32 +08:00
d.buf.Reset()
n, err := io.CopyN(&d.buf, d.r, length)
2012-06-20 21:21:32 +08:00
d.offset += n
if err != nil {
checkForUnexpectedEOF(err, d.offset)
2012-06-20 21:21:32 +08:00
panic(&SyntaxError{
Offset: d.offset,
What: errors.New("unexpected I/O error: " + err.Error()),
2012-06-20 21:21:32 +08:00
})
}
switch v.Kind() {
case reflect.String:
v.SetString(d.buf.String())
case reflect.Slice:
if v.Type().Elem().Kind() != reflect.Uint8 {
panic(&UnmarshalTypeError{
Value: "string",
Type: v.Type(),
})
}
sl := make([]byte, len(d.buf.Bytes()))
copy(sl, d.buf.Bytes())
v.Set(reflect.ValueOf(sl))
2012-06-20 21:21:32 +08:00
default:
panic(&UnmarshalTypeError{
Value: "string",
Type: v.Type(),
})
}
d.buf.Reset()
}
2016-08-26 12:51:38 +08:00
func (d *Decoder) parseDict(v reflect.Value) {
2012-06-20 21:21:32 +08:00
switch v.Kind() {
case reflect.Map:
t := v.Type()
if t.Key().Kind() != reflect.String {
panic(&UnmarshalTypeError{
Value: "object",
Type: t,
})
}
if v.IsNil() {
v.Set(reflect.MakeMap(t))
}
case reflect.Struct:
default:
panic(&UnmarshalTypeError{
Value: "object",
Type: v.Type(),
})
}
2016-08-26 12:51:38 +08:00
var mapElem reflect.Value
2012-06-20 21:21:32 +08:00
// so, at this point 'd' byte was consumed, let's just read key/value
// pairs one by one
for {
var valuev reflect.Value
keyv := reflect.ValueOf(&d.key).Elem()
if !d.parseValue(keyv) {
2012-06-20 21:21:32 +08:00
return
}
// get valuev as a map value or as a struct field
switch v.Kind() {
case reflect.Map:
elem_type := v.Type().Elem()
2016-08-26 12:51:38 +08:00
if !mapElem.IsValid() {
mapElem = reflect.New(elem_type).Elem()
2012-06-20 21:21:32 +08:00
} else {
2016-08-26 12:51:38 +08:00
mapElem.Set(reflect.Zero(elem_type))
2012-06-20 21:21:32 +08:00
}
2016-08-26 12:51:38 +08:00
valuev = mapElem
2012-06-20 21:21:32 +08:00
case reflect.Struct:
var f reflect.StructField
var ok bool
t := v.Type()
for i, n := 0, t.NumField(); i < n; i++ {
f = t.Field(i)
tag := f.Tag.Get("bencode")
if tag == "-" {
continue
}
if f.Anonymous {
continue
}
2016-08-26 12:51:38 +08:00
tag_name, _ := parseTag(tag)
2012-06-20 21:21:32 +08:00
if tag_name == d.key {
ok = true
break
}
if f.Name == d.key {
ok = true
break
}
if strings.EqualFold(f.Name, d.key) {
ok = true
break
}
}
if ok {
if f.PkgPath != "" {
panic(&UnmarshalFieldError{
Key: d.key,
Type: v.Type(),
Field: f,
})
} else {
valuev = v.FieldByIndex(f.Index)
}
} else {
_, ok := d.parseValueInterface()
2012-06-20 21:21:32 +08:00
if !ok {
return
2012-06-20 21:21:32 +08:00
}
continue
}
}
// now we need to actually parse it
if !d.parseValue(valuev) {
return
2012-06-20 21:21:32 +08:00
}
if v.Kind() == reflect.Map {
v.SetMapIndex(keyv, valuev)
}
}
}
2016-08-26 12:51:38 +08:00
func (d *Decoder) parseList(v reflect.Value) {
2012-06-20 21:21:32 +08:00
switch v.Kind() {
case reflect.Array, reflect.Slice:
default:
panic(&UnmarshalTypeError{
Value: "array",
Type: v.Type(),
})
}
i := 0
for {
if v.Kind() == reflect.Slice && i >= v.Len() {
v.Set(reflect.Append(v, reflect.Zero(v.Type().Elem())))
}
ok := false
if i < v.Len() {
ok = d.parseValue(v.Index(i))
2012-06-20 21:21:32 +08:00
} else {
_, ok = d.parseValueInterface()
2012-06-20 21:21:32 +08:00
}
if !ok {
break
}
i++
}
if i < v.Len() {
if v.Kind() == reflect.Array {
z := reflect.Zero(v.Type().Elem())
for n := v.Len(); i < n; i++ {
v.Index(i).Set(z)
}
} else {
v.SetLen(i)
}
}
if i == 0 && v.Kind() == reflect.Slice {
v.Set(reflect.MakeSlice(v.Type(), 0, 0))
}
}
func (d *Decoder) readOneValue() bool {
b, err := d.r.ReadByte()
if err != nil {
panic(err)
}
if b == 'e' {
d.r.UnreadByte()
return false
} else {
d.offset++
d.buf.WriteByte(b)
}
switch b {
case 'd', 'l':
// read until there is nothing to read
for d.readOneValue() {
}
// consume 'e' as well
b = d.readByte()
d.buf.WriteByte(b)
case 'i':
d.readUntil('e')
d.buf.WriteString("e")
default:
if b >= '0' && b <= '9' {
start := d.buf.Len() - 1
d.readUntil(':')
length, err := strconv.ParseInt(d.buf.String()[start:], 10, 64)
checkForIntParseError(err, d.offset-1)
d.buf.WriteString(":")
n, err := io.CopyN(&d.buf, d.r, length)
d.offset += n
if err != nil {
checkForUnexpectedEOF(err, d.offset)
panic(&SyntaxError{
Offset: d.offset,
What: errors.New("unexpected I/O error: " + err.Error()),
})
}
break
}
d.raiseUnknownValueType(b, d.offset-1)
}
return true
}
func (d *Decoder) parseUnmarshaler(v reflect.Value) bool {
m, ok := v.Interface().(Unmarshaler)
if !ok {
// T doesn't work, try *T
if v.Kind() != reflect.Ptr && v.CanAddr() {
m, ok = v.Addr().Interface().(Unmarshaler)
if ok {
v = v.Addr()
}
}
}
if ok && (v.Kind() != reflect.Ptr || !v.IsNil()) {
if d.readOneValue() {
err := m.UnmarshalBencode(d.buf.Bytes())
d.buf.Reset()
if err != nil {
panic(&UnmarshalerError{v.Type(), err})
}
return true
}
d.buf.Reset()
}
return false
}
// Returns true if there was a value and it's now stored in 'v', otherwise
// there was an end symbol ("e") and no value was stored.
func (d *Decoder) parseValue(v reflect.Value) bool {
// we support one level of indirection at the moment
if v.Kind() == reflect.Ptr {
2012-06-20 21:21:32 +08:00
// if the pointer is nil, allocate a new element of the type it
// points to
if v.IsNil() {
v.Set(reflect.New(v.Type().Elem()))
2012-06-20 21:21:32 +08:00
}
v = v.Elem()
}
if d.parseUnmarshaler(v) {
return true
2012-06-20 21:21:32 +08:00
}
// common case: interface{}
if v.Kind() == reflect.Interface && v.NumMethod() == 0 {
iface, _ := d.parseValueInterface()
2012-06-20 21:21:32 +08:00
v.Set(reflect.ValueOf(iface))
return true
}
b, err := d.r.ReadByte()
2012-06-20 21:21:32 +08:00
if err != nil {
panic(err)
}
d.offset++
switch b {
case 'e':
return false
case 'd':
2016-08-26 12:51:38 +08:00
d.parseDict(v)
2012-06-20 21:21:32 +08:00
case 'l':
2016-08-26 12:51:38 +08:00
d.parseList(v)
2012-06-20 21:21:32 +08:00
case 'i':
2016-08-26 12:51:38 +08:00
d.parseInt(v)
2012-06-20 21:21:32 +08:00
default:
if b >= '0' && b <= '9' {
// string
// append first digit of the length to the buffer
d.buf.WriteByte(b)
2016-08-26 12:51:38 +08:00
d.parseString(v)
2012-06-20 21:21:32 +08:00
break
}
d.raiseUnknownValueType(b, d.offset-1)
2012-06-20 21:21:32 +08:00
}
return true
}
// An unknown bencode type character was encountered.
func (d *Decoder) raiseUnknownValueType(b byte, offset int64) {
panic(&SyntaxError{
Offset: offset,
What: fmt.Errorf("unknown value type %+q", b),
})
}
func (d *Decoder) parseValueInterface() (interface{}, bool) {
b, err := d.r.ReadByte()
2012-06-20 21:21:32 +08:00
if err != nil {
panic(err)
}
d.offset++
switch b {
case 'e':
return nil, false
case 'd':
return d.parseDictInterface(), true
2012-06-20 21:21:32 +08:00
case 'l':
return d.parseListInterface(), true
2012-06-20 21:21:32 +08:00
case 'i':
return d.parseIntInterface(), true
2012-06-20 21:21:32 +08:00
default:
if b >= '0' && b <= '9' {
// string
// append first digit of the length to the buffer
d.buf.WriteByte(b)
return d.parseStringInterface(), true
2012-06-20 21:21:32 +08:00
}
d.raiseUnknownValueType(b, d.offset-1)
panic("unreachable")
2012-06-20 21:21:32 +08:00
}
}
func (d *Decoder) parseIntInterface() (ret interface{}) {
2012-06-20 21:21:32 +08:00
start := d.offset - 1
d.readUntil('e')
2012-06-20 21:21:32 +08:00
if d.buf.Len() == 0 {
panic(&SyntaxError{
Offset: start,
What: errors.New("empty integer value"),
2012-06-20 21:21:32 +08:00
})
}
n, err := strconv.ParseInt(d.buf.String(), 10, 64)
if ne, ok := err.(*strconv.NumError); ok && ne.Err == strconv.ErrRange {
i := new(big.Int)
_, ok := i.SetString(d.buf.String(), 10)
if !ok {
panic(&SyntaxError{
Offset: start,
What: errors.New("failed to parse integer"),
})
}
ret = i
} else {
checkForIntParseError(err, start)
ret = n
}
2012-06-20 21:21:32 +08:00
d.buf.Reset()
return
2012-06-20 21:21:32 +08:00
}
func (d *Decoder) parseStringInterface() interface{} {
2012-06-20 21:21:32 +08:00
start := d.offset - 1
// read the string length first
d.readUntil(':')
2012-06-20 21:21:32 +08:00
length, err := strconv.ParseInt(d.buf.String(), 10, 64)
checkForIntParseError(err, start)
2012-06-20 21:21:32 +08:00
d.buf.Reset()
n, err := io.CopyN(&d.buf, d.r, length)
2012-06-20 21:21:32 +08:00
d.offset += n
if err != nil {
checkForUnexpectedEOF(err, d.offset)
2012-06-20 21:21:32 +08:00
panic(&SyntaxError{
Offset: d.offset,
What: errors.New("unexpected I/O error: " + err.Error()),
2012-06-20 21:21:32 +08:00
})
}
s := d.buf.String()
d.buf.Reset()
return s
}
func (d *Decoder) parseDictInterface() interface{} {
2012-06-20 21:21:32 +08:00
dict := make(map[string]interface{})
for {
keyi, ok := d.parseValueInterface()
2012-06-20 21:21:32 +08:00
if !ok {
break
}
key, ok := keyi.(string)
if !ok {
panic(&SyntaxError{
Offset: d.offset,
What: errors.New("non-string key in a dict"),
2012-06-20 21:21:32 +08:00
})
}
valuei, ok := d.parseValueInterface()
2012-06-20 21:21:32 +08:00
if !ok {
break
2012-06-20 21:21:32 +08:00
}
dict[key] = valuei
}
return dict
}
func (d *Decoder) parseListInterface() interface{} {
2012-06-20 21:21:32 +08:00
var list []interface{}
for {
valuei, ok := d.parseValueInterface()
2012-06-20 21:21:32 +08:00
if !ok {
break
}
list = append(list, valuei)
}
if list == nil {
list = make([]interface{}, 0, 0)
}
2012-06-20 21:21:32 +08:00
return list
}