MSE support

This commit is contained in:
liwei committed 2019-05-31 18:29:04 +08:00
1 parent 03fbdcda60
commit dbc58a209d
11 files changed
+304 -338

No files matched your search

-1
View File
@@ -1 +0,0 @@
package bt
+55
View File
@@ -0,0 +1,55 @@
package bt
import (
"crypto/rand"
"net/url"
)
type Client struct {
PeerID [20]byte
torrents []Torrent
}
func NewClient() *Client {
client := &Client{}
// 生成Peer ID,规则为前三位固定字母(-GP)+SemVer(xyz)+End(-),后面随机生成
// 参考:https://wiki.theory.org/index.php/BitTorrentSpecification#peer_id
peerID := [20]byte{'-', 'G', 'P', '0', '0', '1', '-'}
_, err := rand.Read(peerID[7:])
if err != nil {
panic(err)
}
client.PeerID = peerID
return client
}
func (client *Client) AddTorrent(rawurl string) error {
parse, err := url.Parse(rawurl)
if err != nil {
return err
}
var metaInfo *MetaInfo
switch parse.Scheme {
case "magnet":
// TODO 磁力链接解析
default:
metaInfo, err = ParseFromFile(rawurl)
break
}
if err != nil {
return err
}
torrent := Torrent{
client: client,
MetaInfo: metaInfo,
}
client.torrents = append(client.torrents, torrent)
torrent.Download()
return nil
}
+10
View File
@@ -0,0 +1,10 @@
package bt
import (
"testing"
)
func TestClient_AddTorrent(t *testing.T) {
client := NewClient()
client.AddTorrent("testdata/Game.of.Thrones.S08E05.720p.WEB.H264-MEMENTO.torrent")
}
+21 -21
View File
@@ -11,24 +11,18 @@ type MetaInfo struct {
// tracker URL // tracker URL
// http://bittorrent.org/beps/bep_0003.html#metainfo-files // http://bittorrent.org/beps/bep_0003.html#metainfo-files
Announce string `json:"announce"` Announce string `json:"announce"`
// tracker URL // tracker URL
// http://bittorrent.org/beps/bep_0012.html // http://bittorrent.org/beps/bep_0012.html
AnnounceList [][]string `json:"announce-list"` AnnounceList [][]string `json:"announce-list"`
Comment string `json:"comment"` Comment string `json:"comment"`
CreatedBy string `json:"created by"` CreatedBy string `json:"created by"`
CreationDate int64 `json:"creation date"` CreationDate int64 `json:"creation date"`
Encoding string `json:"encoding"` Encoding string `json:"encoding"`
// http://bittorrent.org/beps/bep_0019.html // http://bittorrent.org/beps/bep_0019.html
UrlList []string `json:"url-list"` UrlList []string `json:"url-list"`
Info *Info `json:"info"` Info *Info `json:"info"`
InfoHash [20]byte `json:"-"`
ExtraInfo `json:"-"`
} }
type Info struct { type Info struct {
@@ -44,19 +38,9 @@ type File struct {
Path string `json:"path"` Path string `json:"path"`
} }
func (metaInfo *MetaInfo) GetTotalSize() uint64 { type ExtraInfo struct {
if metaInfo.Info != nil { InfoHash [20]byte
if len(metaInfo.Info.Files) > 0 { FileSize uint64
var length uint64
for _, f := range metaInfo.Info.Files {
length += f.Length
}
return length
} else {
return metaInfo.Info.Length
}
}
return 0
} }
func ParseFromFile(path string) (*MetaInfo, error) { func ParseFromFile(path string) (*MetaInfo, error) {
@@ -91,5 +75,21 @@ func ParseFromFile(path string) (*MetaInfo, error) {
} }
} }
} }
metaInfo.FileSize = getTotalSize(&metaInfo)
return &metaInfo, nil return &metaInfo, nil
} }
func getTotalSize(metaInfo *MetaInfo) uint64 {
if metaInfo.Info != nil {
if len(metaInfo.Info.Files) > 0 {
var length uint64
for _, f := range metaInfo.Info.Files {
length += f.Length
}
return length
} else {
return metaInfo.Info.Length
}
}
return 0
}
+27 -7
View File
@@ -5,6 +5,7 @@ import (
"bytes" "bytes"
"encoding/binary" "encoding/binary"
"fmt" "fmt"
"github.com/cenkalti/mse"
"io" "io"
"net" "net"
"strconv" "strconv"
@@ -30,6 +31,9 @@ const (
type Peer struct { type Peer struct {
IP uint32 IP uint32
Port uint16 Port uint16
Torrent *Torrent
conn net.Conn
} }
func (peer *Peer) Address() string { func (peer *Peer) Address() string {
@@ -82,16 +86,29 @@ func (handshake *Handshake) decode(buf []byte) error {
return nil return nil
} }
func (peer *Peer) DoDownload(metaInfo *MetaInfo, peerId [20]byte) error { func dialMse(address string, infoHash [20]byte) (net.Conn, error) {
conn, err := net.Dial("tcp", address)
if err != nil {
return nil, err
}
mseConn := mse.WrapConn(conn)
_, err = mseConn.HandshakeOutgoing(infoHash[:], mse.PlainText, nil)
if err != nil {
return nil, err
}
return mseConn, nil
}
func (peer *Peer) DoDownload() error {
if peer.Port == 0 { if peer.Port == 0 {
return fmt.Errorf("error port %d", peer.Port) return fmt.Errorf("error port %d", peer.Port)
} }
conn, err := net.Dial("tcp", peer.Address()) conn, err := dialMse(peer.Address(), peer.Torrent.MetaInfo.InfoHash)
if err != nil { if err != nil {
return err return err
} }
defer conn.Close() defer conn.Close()
err = doHandshake(peer, metaInfo, peerId, conn) err = peer.doHandshake(conn)
if err != nil { if err != nil {
return err return err
} }
@@ -204,12 +221,15 @@ func (peer *Peer) DoDownload(metaInfo *MetaInfo, peerId [20]byte) error {
// Handshake of Peer wire protocol // Handshake of Peer wire protocol
// Per https://wiki.theory.org/index.php/BitTorrentSpecification#Handshake // Per https://wiki.theory.org/index.php/BitTorrentSpecification#Handshake
func doHandshake(peer *Peer, metaInfo *MetaInfo, peerId [20]byte, conn net.Conn) error { func (peer *Peer) doHandshake(conn net.Conn) error {
metaInfo := peer.Torrent.MetaInfo
peerID := peer.Torrent.client.PeerID
reserved := [8]byte{} reserved := [8]byte{}
reserved[5] = 0x10 /* reserved[5] = 0x10
reserved[6] = 0x0 reserved[6] = 0x0
reserved[7] = 0x5 reserved[7] = 0x5*/
handshakeReq := NewHandshake(reserved, metaInfo.InfoHash, peerId) handshakeReq := NewHandshake(reserved, metaInfo.InfoHash, peerID)
buf, err := handshakeReq.encode() buf, err := handshakeReq.encode()
if err != nil { if err != nil {
return err return err
-157
View File
@@ -1,157 +0,0 @@
package bt
import (
"encoding/binary"
"fmt"
"log"
"testing"
)
func TestDoDownload(t *testing.T) {
metaInfo, err := ParseFromFile("testdata/Game.of.Thrones.S08E05.720p.WEB.H264-MEMENTO.torrent")
if err != nil {
log.Fatal(err)
}
peers, err := metaInfo.Tracker()
if err != nil {
log.Fatal(err)
}
testPeer := peers[0]
fmt.Println(testPeer.Address())
peerId, err := GenPeerID()
if err != nil {
log.Fatal(err)
}
type fields struct {
IP uint32
Port uint16
}
type args struct {
metaInfo *MetaInfo
peerId [20]byte
}
tests := []struct {
name string
fields fields
args args
wantErr bool
}{
{
"GOTS08E05",
fields{
testPeer.IP,
testPeer.Port,
},
args{
metaInfo,
peerId,
},
false,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
peer := &Peer{
IP: tt.fields.IP,
Port: tt.fields.Port,
}
if err := peer.DoDownload(tt.args.metaInfo, tt.args.peerId); (err != nil) != tt.wantErr {
t.Errorf("Peer.DoDownload() error = %v, wantErr %v", err, tt.wantErr)
}
})
}
}
func TestFindPeer(t *testing.T) {
metaInfo, err := ParseFromFile("testdata/Game.of.Thrones.S08E05.720p.WEB.H264-MEMENTO.torrent")
if err != nil {
log.Fatal(err)
}
peers, err := metaInfo.Tracker()
if err != nil {
log.Fatal(err)
}
// peerId, err := GenPeerID()
peerId, err := [20]byte{0x2d, 0x55, 0x54, 0x33, 0x35, 0x35, 0x53, 0x2d, 0xaf, 0xb0, 0xec, 0xdc, 0xbf, 0xd1, 0x02, 0x93, 0xd6, 0xf4, 0x9b, 0x24}, nil
if err != nil {
log.Fatal(err)
}
ch := make(chan Peer)
for i, peer := range peers {
go func(i int, peer Peer) {
fmt.Println(peer.Address())
err := peer.DoDownload(metaInfo, peerId)
if err == nil {
ch <- peer
} else {
fmt.Printf("%d:%v\n", i, err)
}
}(i, peer)
}
peer := <-ch
fmt.Println(peer.Address())
}
func TestDoDownloadSpecialPeer(t *testing.T) {
metaInfo, err := ParseFromFile("testdata/Game.of.Thrones.S08E05.720p.WEB.H264-MEMENTO.torrent")
if err != nil {
log.Fatal(err)
}
// 101.188.129.156:14475
testPeer := Peer{
binary.BigEndian.Uint32([]byte{101, 188, 129, 156}),
14475,
}
fmt.Println(testPeer.Address())
peerId, err := GenPeerID()
if err != nil {
log.Fatal(err)
}
type fields struct {
IP uint32
Port uint16
}
type args struct {
metaInfo *MetaInfo
peerId [20]byte
}
tests := []struct {
name string
fields fields
args args
wantErr bool
}{
{
"GOTS08E05",
fields{
testPeer.IP,
testPeer.Port,
},
args{
metaInfo,
peerId,
},
false,
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
peer := &Peer{
IP: tt.fields.IP,
Port: tt.fields.Port,
}
if err := peer.DoDownload(tt.args.metaInfo, tt.args.peerId); (err != nil) != tt.wantErr {
t.Errorf("Peer.DoDownload() error = %v, wantErr %v", err, tt.wantErr)
}
})
}
}
+24
View File
@@ -0,0 +1,24 @@
package bt
import (
"fmt"
)
type Torrent struct {
client *Client
MetaInfo *MetaInfo
Peers []Peer
}
func (torrent *Torrent) Download() {
t := NewTracker(torrent)
peers, err := t.Tracker()
if err != nil {
fmt.Println(err)
return
}
peers[0].Torrent = torrent
peers[0].DoDownload()
}
+153 -151
View File
@@ -1,7 +1,6 @@
package bt package bt
import ( import (
"crypto/rand"
"encoding/binary" "encoding/binary"
"errors" "errors"
"fmt" "fmt"
@@ -26,6 +25,14 @@ const (
udpActionError = 3 udpActionError = 3
) )
type Tracker struct {
torrent *Torrent
}
func NewTracker(torrent *Torrent) *Tracker {
return &Tracker{torrent: torrent}
}
/* /*
Offset Size Name Value Offset Size Name Value
0 64-bit integer protocol_id 0x41727101980 // magic constant 0 64-bit integer protocol_id 0x41727101980 // magic constant
@@ -34,25 +41,25 @@ const (
16 16
Per https://www.libtorrent.org/udp_tracker_protocol.html#connecting Per https://www.libtorrent.org/udp_tracker_protocol.html#connecting
*/ */
type UdpConnectRequest struct { type udpConnectRequest struct {
ProtocolId uint64 protocolId uint64
Action uint32 action uint32
TransactionId uint32 transactionId uint32
} }
func NewUdpConnectRequest() *UdpConnectRequest { func newUdpConnectRequest() *udpConnectRequest {
return &UdpConnectRequest{ return &udpConnectRequest{
ProtocolId: udpConnectRequestMagic, protocolId: udpConnectRequestMagic,
Action: udpActionConnect, action: udpActionConnect,
TransactionId: mrand.Uint32(), transactionId: mrand.Uint32(),
} }
} }
func (req *UdpConnectRequest) Encode() []byte { func (req *udpConnectRequest) Encode() []byte {
buf := make([]byte, 16) buf := make([]byte, 16)
binary.BigEndian.PutUint64(buf[:8], req.ProtocolId) binary.BigEndian.PutUint64(buf[:8], req.protocolId)
binary.BigEndian.PutUint32(buf[8:12], req.Action) binary.BigEndian.PutUint32(buf[8:12], req.action)
binary.BigEndian.PutUint32(buf[12:], req.TransactionId) binary.BigEndian.PutUint32(buf[12:], req.transactionId)
return buf return buf
} }
@@ -63,17 +70,17 @@ func (req *UdpConnectRequest) Encode() []byte {
8 64-bit integer connection_id 8 64-bit integer connection_id
16 16
*/ */
type UdpConnectResponse struct { type udpConnectResponse struct {
Action uint32 action uint32
TransactionId uint32 transactionId uint32
ConnectionId uint64 connectionId uint64
} }
func NewUdpConnectResponse(buf []byte) *UdpConnectResponse { func newUdpConnectResponse(buf []byte) *udpConnectResponse {
return &UdpConnectResponse{ return &udpConnectResponse{
Action: binary.BigEndian.Uint32(buf[:4]), action: binary.BigEndian.Uint32(buf[:4]),
TransactionId: binary.BigEndian.Uint32(buf[4:8]), transactionId: binary.BigEndian.Uint32(buf[4:8]),
ConnectionId: binary.BigEndian.Uint64(buf[8:]), connectionId: binary.BigEndian.Uint64(buf[8:]),
} }
} }
@@ -88,52 +95,52 @@ func NewUdpConnectResponse(buf []byte) *UdpConnectResponse {
64 64-bit integer left 64 64-bit integer left
72 64-bit integer uploaded 72 64-bit integer uploaded
80 32-bit integer event 0 // 0: none; 1: completed; 2: started; 3: stopped 80 32-bit integer event 0 // 0: none; 1: completed; 2: started; 3: stopped
84 32-bit integer IP address 0 // default 84 32-bit integer ip address 0 // default
88 32-bit integer key 88 32-bit integer key
92 32-bit integer num_want -1 // default 92 32-bit integer num_want -1 // default
96 16-bit integer port 96 16-bit integer port
98 98
Per https://www.libtorrent.org/udp_tracker_protocol.html#announcing Per https://www.libtorrent.org/udp_tracker_protocol.html#announcing
*/ */
type UdpAnnounceRequest struct { type udpAnnounceRequest struct {
ConnectionId uint64 connectionId uint64
Action uint32 action uint32
TransactionId uint32 transactionId uint32
InfoHash [20]byte infoHash [20]byte
PeerID [20]byte peerID [20]byte
Downloaded uint64 downloaded uint64
Left uint64 left uint64
Uploaded uint64 uploaded uint64
Event uint32 event uint32
IP uint32 ip uint32
Key uint32 key uint32
NumWant int32 numWant int32
Port uint16 port uint16
} }
func NewUdpAnnounceRequest(connectionId uint64) *UdpAnnounceRequest { func newUdpAnnounceRequest(connectionId uint64) *udpAnnounceRequest {
return &UdpAnnounceRequest{ return &udpAnnounceRequest{
ConnectionId: connectionId, connectionId: connectionId,
Action: udpActionAnnounce, action: udpActionAnnounce,
TransactionId: mrand.Uint32(), transactionId: mrand.Uint32(),
} }
} }
func (req *UdpAnnounceRequest) encode() []byte { func (req *udpAnnounceRequest) encode() []byte {
buf := make([]byte, 98, 98) buf := make([]byte, 98, 98)
binary.BigEndian.PutUint64(buf[:8], req.ConnectionId) binary.BigEndian.PutUint64(buf[:8], req.connectionId)
binary.BigEndian.PutUint32(buf[8:12], req.Action) binary.BigEndian.PutUint32(buf[8:12], req.action)
binary.BigEndian.PutUint32(buf[12:16], req.TransactionId) binary.BigEndian.PutUint32(buf[12:16], req.transactionId)
copy(buf[16:36], req.InfoHash[:]) copy(buf[16:36], req.infoHash[:])
copy(buf[36:56], req.PeerID[:]) copy(buf[36:56], req.peerID[:])
binary.BigEndian.PutUint64(buf[56:64], req.Downloaded) binary.BigEndian.PutUint64(buf[56:64], req.downloaded)
binary.BigEndian.PutUint64(buf[64:72], req.Left) binary.BigEndian.PutUint64(buf[64:72], req.left)
binary.BigEndian.PutUint64(buf[72:80], req.Uploaded) binary.BigEndian.PutUint64(buf[72:80], req.uploaded)
binary.BigEndian.PutUint32(buf[80:84], req.Event) binary.BigEndian.PutUint32(buf[80:84], req.event)
binary.BigEndian.PutUint32(buf[84:88], req.IP) binary.BigEndian.PutUint32(buf[84:88], req.ip)
binary.BigEndian.PutUint32(buf[88:92], req.Key) binary.BigEndian.PutUint32(buf[88:92], req.key)
binary.BigEndian.PutUint32(buf[92:96], uint32(req.NumWant)) binary.BigEndian.PutUint32(buf[92:96], uint32(req.numWant))
binary.BigEndian.PutUint16(buf[96:98], req.Port) binary.BigEndian.PutUint16(buf[96:98], req.port)
return buf return buf
} }
@@ -144,34 +151,34 @@ func (req *UdpAnnounceRequest) encode() []byte {
8 32-bit integer interval 8 32-bit integer interval
12 32-bit integer leechers 12 32-bit integer leechers
16 32-bit integer seeders 16 32-bit integer seeders
20 + 6 * n 32-bit integer IP address 20 + 6 * n 32-bit integer ip address
24 + 6 * n 16-bit integer TCP port 24 + 6 * n 16-bit integer TCP port
20 + 6 * N 20 + 6 * N
Per https://www.libtorrent.org/udp_tracker_protocol.html#announcing Per https://www.libtorrent.org/udp_tracker_protocol.html#announcing
*/ */
type UdpAnnounceResponse struct { type udpAnnounceResponse struct {
Action uint32 action uint32
TransactionId uint32 transactionId uint32
Interval uint32 interval uint32
Leechers uint32 leechers uint32
Seeders uint32 seeders uint32
Peers []Peer peers []Peer
} }
func NewUdpAnnounceResponse(buf []byte) *UdpAnnounceResponse { func newUdpAnnounceResponse(buf []byte) *udpAnnounceResponse {
response := &UdpAnnounceResponse{ response := &udpAnnounceResponse{
Action: binary.BigEndian.Uint32(buf[:4]), action: binary.BigEndian.Uint32(buf[:4]),
TransactionId: binary.BigEndian.Uint32(buf[4:8]), transactionId: binary.BigEndian.Uint32(buf[4:8]),
Interval: binary.BigEndian.Uint32(buf[8:12]), interval: binary.BigEndian.Uint32(buf[8:12]),
Leechers: binary.BigEndian.Uint32(buf[12:16]), leechers: binary.BigEndian.Uint32(buf[12:16]),
Seeders: binary.BigEndian.Uint32(buf[16:20]), seeders: binary.BigEndian.Uint32(buf[16:20]),
} }
count := (len(buf) - 20) / 6 count := (len(buf) - 20) / 6
response.Peers = make([]Peer, count, count) response.peers = make([]Peer, count, count)
for i := 0; i < count; i++ { for i := 0; i < count; i++ {
ipBegin := 20 + 6*i ipBegin := 20 + 6*i
portBegin := ipBegin + 4 portBegin := ipBegin + 4
response.Peers[i] = Peer{ response.peers[i] = Peer{
IP: binary.BigEndian.Uint32(buf[ipBegin:portBegin]), IP: binary.BigEndian.Uint32(buf[ipBegin:portBegin]),
Port: binary.BigEndian.Uint16(buf[portBegin : portBegin+2]), Port: binary.BigEndian.Uint16(buf[portBegin : portBegin+2]),
} }
@@ -179,33 +186,8 @@ func NewUdpAnnounceResponse(buf []byte) *UdpAnnounceResponse {
return response return response
} }
func dial(trackerUrl *url.URL) (*net.UDPConn, error) { func (tracker *Tracker) connect(conn *net.UDPConn, timeout int64) (response *udpConnectResponse, err error) {
host, portStr, err := net.SplitHostPort(trackerUrl.Host) request := newUdpConnectRequest()
if err != nil {
fmt.Println(err)
return nil, err
}
port, err := strconv.ParseInt(portStr, 10, 32)
if err != nil {
fmt.Println(err)
return nil, err
}
ip, err := lookupIP(host, trackerUrl.Scheme)
if err != nil {
fmt.Println(err)
return nil, err
}
srcAddr := &net.UDPAddr{IP: net.IPv4zero, Port: 0}
dstAddr := &net.UDPAddr{
IP: ip,
Port: int(port),
}
return net.DialUDP(trackerUrl.Scheme, srcAddr, dstAddr)
}
func connect(conn *net.UDPConn, timeout int64) (response *UdpConnectResponse, err error) {
request := NewUdpConnectRequest()
buf := request.Encode() buf := request.Encode()
conn.SetReadDeadline(time.Now().Add(time.Second * time.Duration(timeout))) conn.SetReadDeadline(time.Now().Add(time.Second * time.Duration(timeout)))
conn.Write(buf) conn.Write(buf)
@@ -217,27 +199,24 @@ func connect(conn *net.UDPConn, timeout int64) (response *UdpConnectResponse, er
err = NewTrackerError(ErrResponse, errors.New("invalid response")) err = NewTrackerError(ErrResponse, errors.New("invalid response"))
return return
} }
response = NewUdpConnectResponse(buf) response = newUdpConnectResponse(buf)
return return
} }
func announce(conn *net.UDPConn, timeout int64, connectionId uint64, metaInfo *MetaInfo) (response *UdpAnnounceResponse, err error) { func (tracker *Tracker) announce(conn *net.UDPConn, timeout int64, connectionId uint64) (response *udpAnnounceResponse, err error) {
request := NewUdpAnnounceRequest(connectionId) torrent := tracker.torrent
request.InfoHash = metaInfo.InfoHash
peerID, err := GenPeerID() request := newUdpAnnounceRequest(connectionId)
if err != nil { request.infoHash = torrent.MetaInfo.InfoHash
fmt.Println(err) request.peerID = torrent.client.PeerID
return request.downloaded = 0
} request.uploaded = 0
request.PeerID = peerID request.left = torrent.MetaInfo.FileSize - request.downloaded
request.Downloaded = 0 request.event = 0
request.Uploaded = 0 request.ip = 0
request.Left = metaInfo.GetTotalSize() - request.Downloaded request.key = 0
request.Event = 0 request.numWant = -1
request.IP = 0 request.port = 6882
request.Key = 0
request.NumWant = 50
request.Port = 6882
encode := request.encode() encode := request.encode()
conn.SetReadDeadline(time.Now().Add(time.Second * time.Duration(timeout))) conn.SetReadDeadline(time.Now().Add(time.Second * time.Duration(timeout)))
conn.Write(encode) conn.Write(encode)
@@ -247,16 +226,29 @@ func announce(conn *net.UDPConn, timeout int64, connectionId uint64, metaInfo *M
fmt.Println(err) fmt.Println(err)
return return
} }
response = NewUdpAnnounceResponse(buf[:len]) response = newUdpAnnounceResponse(buf[:len])
return return
} }
func (metaInfo *MetaInfo) Tracker() (peers []Peer, err error) { func (tracker *Tracker) Tracker() (peers []Peer, err error) {
if len(metaInfo.AnnounceList) > 0 { metaInfo := tracker.torrent.MetaInfo
checkAnnounceList := func(announceList [][]string) bool {
if len(announceList) > 0 {
for _, l := range announceList {
if len(l) > 0 {
return true
}
}
}
return false
}
if checkAnnounceList(metaInfo.AnnounceList) {
for _, announceArr := range metaInfo.AnnounceList { for _, announceArr := range metaInfo.AnnounceList {
if len(announceArr) > 0 { if len(announceArr) > 0 {
for _, announce := range announceArr { for _, announce := range announceArr {
peers, err = doTracker(announce, metaInfo) peers, err = tracker.doTracker(announce)
if err == nil { if err == nil {
return return
} }
@@ -264,7 +256,7 @@ func (metaInfo *MetaInfo) Tracker() (peers []Peer, err error) {
} }
} }
} else { } else {
peers, err = doTracker(metaInfo.Announce, metaInfo) peers, err = tracker.doTracker(metaInfo.Announce)
if err == nil { if err == nil {
return return
} }
@@ -272,16 +264,16 @@ func (metaInfo *MetaInfo) Tracker() (peers []Peer, err error) {
return return
} }
func doTracker(announce string, metaInfo *MetaInfo) (peers []Peer, err error) { func (tracker *Tracker) doTracker(announce string) (peers []Peer, err error) {
if announce != "" { if announce != "" {
url, _ := url.Parse(announce) url, _ := url.Parse(announce)
switch url.Scheme { switch url.Scheme {
case "http", "https": case "http", "https":
// TODO UDP test // TODO UDP test
break break
return httpTracker(url, metaInfo) return tracker.httpTracker(url)
case "udp", "udp4", "udp6": case "udp", "udp4", "udp6":
return udpTracker(url, metaInfo) return tracker.udpTracker(url)
default: default:
return nil, errors.New("unsupported protocol") return nil, errors.New("unsupported protocol")
} }
@@ -289,31 +281,18 @@ func doTracker(announce string, metaInfo *MetaInfo) (peers []Peer, err error) {
return nil, errors.New("empty announce") return nil, errors.New("empty announce")
} }
// 生成Peer ID,规则为前三位固定字母(-GP)+SemVer(xyz),后面随机生成
// 参考:https://wiki.theory.org/index.php/BitTorrentSpecification#peer_id
func GenPeerID() ([20]byte, error) {
peerId := [20]byte{'-', 'G', 'P', '0', '0', '1'}
_, err := rand.Read(peerId[6:])
if err != nil {
return peerId, err
}
return peerId, nil
}
// http://bittorrent.org/beps/bep_0003.html#trackers // http://bittorrent.org/beps/bep_0003.html#trackers
func httpTracker(url *url.URL, metaInfo *MetaInfo) (peers []Peer, err error) { func (tracker *Tracker) httpTracker(url *url.URL) (peers []Peer, err error) {
metaInfo := tracker.torrent.MetaInfo
peerID := tracker.torrent.client.PeerID
query := url.Query() query := url.Query()
query.Add("info_hash", string(metaInfo.InfoHash[:])) query.Add("info_hash", string(metaInfo.InfoHash[:]))
// Generate peer ID
peerID, err := GenPeerID()
if err != nil {
return
}
query.Add("peer_id", string(peerID[:])) query.Add("peer_id", string(peerID[:]))
query.Add("port", "6882") query.Add("port", "6882")
query.Add("uploaded", "0") query.Add("uploaded", "0")
query.Add("downloaded", "0") query.Add("downloaded", "0")
query.Add("left", strconv.FormatInt(int64(metaInfo.GetTotalSize()), 10)) query.Add("left", strconv.FormatInt(int64(metaInfo.FileSize), 10))
url.RawQuery = query.Encode() url.RawQuery = query.Encode()
request, err := http.NewRequest("GET", url.String(), nil) request, err := http.NewRequest("GET", url.String(), nil)
if err != nil { if err != nil {
@@ -340,14 +319,15 @@ func httpTracker(url *url.URL, metaInfo *MetaInfo) (peers []Peer, err error) {
} }
// http://bittorrent.org/beps/bep_0015.html // http://bittorrent.org/beps/bep_0015.html
func udpTracker(url *url.URL, metaInfo *MetaInfo) (peers []Peer, err error) { func (tracker *Tracker) udpTracker(url *url.URL) (peers []Peer, err error) {
conn, err := dial(url) conn, err := dial(url)
if err != nil { if err != nil {
return return
} }
defer conn.Close()
announceResponse, err := func() (announceResponse *UdpAnnounceResponse, err error) { announceResponse, err := func() (announceResponse *udpAnnounceResponse, err error) {
var connectResponse *UdpConnectResponse var connectResponse *udpConnectResponse
// 0:connect 1:announce // 0:connect 1:announce
state := 0 state := 0
// 访问超时最多重试8次,当有请求成功则将重试次数重置为0 // 访问超时最多重试8次,当有请求成功则将重试次数重置为0
@@ -356,7 +336,7 @@ func udpTracker(url *url.URL, metaInfo *MetaInfo) (peers []Peer, err error) {
timeout := int64(udpConnectTimeout * math.Pow(2, float64(n))) timeout := int64(udpConnectTimeout * math.Pow(2, float64(n)))
switch state { switch state {
case 0: case 0:
connectResponse, err = connect(conn, timeout) connectResponse, err = tracker.connect(conn, timeout)
if err != nil { if err != nil {
if oe, ok := err.(*net.OpError); ok && oe.Timeout() { if oe, ok := err.(*net.OpError); ok && oe.Timeout() {
break break
@@ -368,7 +348,7 @@ func udpTracker(url *url.URL, metaInfo *MetaInfo) (peers []Peer, err error) {
state = 1 state = 1
break break
case 1: case 1:
announceResponse, err = announce(conn, timeout, connectResponse.ConnectionId, metaInfo) announceResponse, err = tracker.announce(conn, timeout, connectResponse.connectionId)
if err != nil { if err != nil {
if oe, ok := err.(*net.OpError); ok && oe.Timeout() { if oe, ok := err.(*net.OpError); ok && oe.Timeout() {
break break
@@ -386,7 +366,29 @@ func udpTracker(url *url.URL, metaInfo *MetaInfo) (peers []Peer, err error) {
return return
} }
return announceResponse.Peers, nil return announceResponse.peers, nil
}
func dial(trackerUrl *url.URL) (*net.UDPConn, error) {
host, portStr, err := net.SplitHostPort(trackerUrl.Host)
if err != nil {
return nil, err
}
port, err := strconv.ParseInt(portStr, 10, 32)
if err != nil {
return nil, err
}
ip, err := lookupIP(host, trackerUrl.Scheme)
if err != nil {
return nil, err
}
srcAddr := &net.UDPAddr{IP: net.IPv4zero, Port: 0}
dstAddr := &net.UDPAddr{
IP: ip,
Port: int(port),
}
return net.DialUDP(trackerUrl.Scheme, srcAddr, dstAddr)
} }
func lookupIP(host string, scheme string) (ip net.IP, err error) { func lookupIP(host string, scheme string) (ip net.IP, err error) {
+8
View File
@@ -122,6 +122,14 @@ func TestTemp(t *testing.T) {
s = time.Now().UnixNano() s = time.Now().UnixNano()
f.Write(bts) f.Write(bts)
fmt.Printf("write from 128M+9b use %d\n", time.Now().UnixNano()-s) fmt.Printf("write from 128M+9b use %d\n", time.Now().UnixNano()-s)
s = time.Now().UnixNano()
f.Seek(0, 0)
f.Write(bts)
fmt.Printf("write from 0 agein use %d\n", time.Now().UnixNano()-s)
s = time.Now().UnixNano()
f.Seek(1024*1024*64, 0)
f.Write(bts)
fmt.Printf("write from agein 64M use %d\n", time.Now().UnixNano()-s)
} }
func fileMd5(filePath string) string { func fileMd5(filePath string) string {
+4 -1
View File
@@ -2,4 +2,7 @@ module gopeed
go 1.12 go 1.12
require github.com/marksamman/bencode v0.0.0-20150821143521-dc84f26e086e require (
github.com/cenkalti/mse v0.0.0-20140930130441-6ef65f170972
github.com/marksamman/bencode v0.0.0-20150821143521-dc84f26e086e
)
+2
View File
@@ -1,2 +1,4 @@
github.com/cenkalti/mse v0.0.0-20140930130441-6ef65f170972 h1:FvAasVrPm/VUO8M0odLDqA9Y7VbALYq3PRAwmWGPw78=
github.com/cenkalti/mse v0.0.0-20140930130441-6ef65f170972/go.mod h1:wGf99xKTJ8f/a8cC1inMqFz9cGEzISLLid5F6i5fI/g=
github.com/marksamman/bencode v0.0.0-20150821143521-dc84f26e086e h1:KMs6SK8iDSR1+ZzOK10L5wGPpWDByyvOe5nrqk51g2U= github.com/marksamman/bencode v0.0.0-20150821143521-dc84f26e086e h1:KMs6SK8iDSR1+ZzOK10L5wGPpWDByyvOe5nrqk51g2U=
github.com/marksamman/bencode v0.0.0-20150821143521-dc84f26e086e/go.mod h1:+AHfJo5+69p+fjvMJTmYajNP9rFBHQcaTDFmuXRRATI= github.com/marksamman/bencode v0.0.0-20150821143521-dc84f26e086e/go.mod h1:+AHfJo5+69p+fjvMJTmYajNP9rFBHQcaTDFmuXRRATI=