ci: fix build env

1. support view task file list
2. support share file on android and iOS

.github/FUNDING.yml

@@ -0,0 +1,15 @@
+# These are supported funding model platforms
+
+#github: # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
+#patreon: # Replace with a single Patreon username
+#open_collective: # Replace with a single Open Collective username
+#ko_fi: # Replace with a single Ko-fi username
+#tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
+#community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
+#liberapay: # Replace with a single Liberapay username
+#issuehunt: # Replace with a single IssueHunt username
+#otechie: # Replace with a single Otechie username
+#custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']
+# github: monkeyWie
+ko_fi: gopeed
+custom: https://docs.gopeed.com/donate.html

.github/ISSUE_TEMPLATE.md

@@ -0,0 +1,8 @@
+<!--
+Please use the following template to create an issue.
+-->
+### Description(required)
+### App Version(required)
+### OS Version(required)
+### Snapshots
+### Log

.github/release-drafter.yml

@@ -0,0 +1,41 @@
+name-template: 'v$NEXT_PATCH_VERSION 🌈'
+tag-template: 'v$NEXT_PATCH_VERSION'
+categories:
+  - title: '🆕 Features'
+    labels:
+      - 'feat'
+      - 'feature'
+      - 'enhancement'
+  - title: '🐛 Bug Fixes'
+    labels:
+      - 'fix'
+      - 'bugfix'
+      - 'bug'
+  - title: '🧪 Tests'
+    label: 'test'
+  - title: '🧰 Maintenance'
+    label: 'chore'
+  - title: '📖 Document'
+    label: 'doc'
+  - title: '🚀 CI/CD'
+    label: 'ci'
+change-template: '- $TITLE @$AUTHOR (#$NUMBER)'
+version-resolver:
+  major:
+    labels:
+      - 'major'
+  minor:
+    labels:
+      - 'minor'
+  patch:
+    labels:
+      - 'patch'
+  default: patch
+template: |
+  # Changes
+
+  $CHANGES
+  
+  # 更新日志
+
+  $CHANGES

.github/workflows/release.yml

@@ -0,0 +1,40 @@
+name: release
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "bind/**"
+      - "cmd/**"
+      - "internal/**"
+      - "pkg/**"
+      - "ui/**"
+      - ".github/workflows/release.yml"
+      - ".github/release-drafter.yml"
+      - "go.mod"
+      - "go.sum"
+      - "Dockerfile"
+
+env:
+  GO_VERSION: "1.19"
+
+permissions:
+  contents: write
+
+jobs:
+  release:
+    runs-on: ubuntu-latest
+    outputs:
+      tag_name: ${{ steps.create_release.outputs.tag_name }}
+      upload_url: ${{ steps.create_release.outputs.upload_url }}
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-go@v4
+        with:
+          go-version: ${{ env.GO_VERSION }}
+      - uses: release-drafter/release-drafter@v5
+        id: create_release
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/test.yml

@@ -0,0 +1,80 @@
+name: test
+
+on:
+  pull_request:
+    branches:
+      - main
+    paths:
+      - "bind/**"
+      - "cmd/**"
+      - "internal/**"
+      - "pkg/**"
+      - "ui/**"
+      - ".github/workflows/test.yml"
+      - "go.mod"
+      - "go.sum"
+  push:
+    branches:
+      - main
+    paths:
+      - "bind/**"
+      - "cmd/**"
+      - "internal/**"
+      - "pkg/**"
+      - "ui/**"
+      - ".github/workflows/test.yml"
+      - "go.mod"
+      - "go.sum"
+
+env:
+  GO_VERSION: "1.19"
+  FLUTTER_VERSION: "3.10.6"
+
+jobs:
+  #  lint:
+  #    name: Lint
+  #    runs-on: ubuntu-latest
+  #    steps:
+  #      - uses: actions/setup-go@v2
+  #        with:
+  #          go-version: '^1.19'
+  #      - uses: actions/checkout@v2
+  #      - name: Lint Go Code
+  #        run: |
+  #          export PATH=$PATH:$(go env GOPATH)/bin # temporary fix. See https://github.com/actions/setup-go/issues/14
+  #          go get -u golang.org/x/lint/golint
+  #          golint -set_exit_status ./...
+  test:
+    name: Test check
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-go@v4
+        with:
+          go-version: ${{ env.GO_VERSION }}
+      - name: Run Unit tests.
+        run: go test $(go list ./... | grep -v /cmd/ | grep -v /bind/ ) -v -covermode=count -coverprofile=coverage.txt
+      - uses: codecov/codecov-action@v3
+        with:
+          files: ./coverage.txt
+  build:
+    name: Build check
+    runs-on: ubuntu-latest
+    #    needs: [lint, test]
+    needs: [test]
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-go@v4
+        with:
+          go-version: ${{ env.GO_VERSION }}
+      - uses: subosito/flutter-action@v2
+        with:
+          flutter-version: ${{ env.FLUTTER_VERSION }}
+      - run: |
+          sudo apt-get update -y
+          sudo apt-get install -y ninja-build libgtk-3-dev libayatana-appindicator3-dev
+      - name: Build
+        run: |
+          go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
+          cd ui/flutter
+          flutter build linux

.github/workflows/translator.yml.bak

@@ -0,0 +1,30 @@
+# name: 'translator'
+
+# on:
+#   issues:
+#     types: [opened, edited]
+#   issue_comment:
+#     types: [created, edited]
+#   discussion:
+#     types: [created, edited]
+#   discussion_comment:
+#     types: [created, edited]
+#   pull_request_target:
+#     types: [opened, edited]
+#   pull_request_review_comment:
+#     types: [created, edited]
+
+# jobs:
+#   translate:
+#     permissions:
+#       issues: write
+#       discussions: write
+#       pull-requests: write
+#     runs-on: ubuntu-latest
+#     steps:
+#       - uses: lizheming/[email protected]
+#         env:
+#           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+#         with:
+#           IS_MODIFY_TITLE: true
+#           APPEND_TRANSLATION: true

.gitignore

@@ -11,6 +11,22 @@
 # Output of the go coverage tool, specifically when used with LiteIDE
 *.out
 
-debug
+.idea/
 
-.idea/
+bin/
+
+.torrent.db
+.torrent.db-shm
+.torrent.db-wal
+
+*.data
+*.db
+*.log
+
+.DS_Store
+
+node_modules/
+cmd/web/dist/
+.test_storage/
+.test_download/
+/extensions

.vscode/launch.json

@@ -1,17 +0,0 @@
-{
-    // Use IntelliSense to learn about possible attributes.
-    // Hover to view descriptions of existing attributes.
-    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
-    "version": "0.2.0",
-    "configurations": [
-        {
-            "name": "Launch",
-            "type": "go",
-            "request": "launch",
-            "mode": "auto",
-            "program": "${fileDirname}",
-            "env": {},
-            "args": []
-        }
-    ]
-}

.vscode/settings.json

@@ -1,9 +0,0 @@
-{
-  "go.useLanguageServer": true,
-  "[go]": {
-    "editor.formatOnSave": true,
-    "editor.codeActionsOnSave": {
-      "source.organizeImports": true
-    }
-  },
-}

CONTRIBUTING.md

@@ -0,0 +1,54 @@
+# Gopeed contributors guide
+
+Firstly, thank you for your interest in contributing to Gopeed. This guide will help you better
+participate in the development of Gopeed.
+
+## Branch description
+
+This project only has one main branch, namely the `main` branch. If you want to participate in the
+development of Gopeed, please fork this project first, and then develop in your fork project. After
+development is completed, submit a PR to this project and merge it into the `main` branch.
+
+## Local development
+
+It is recommended to develop and debug through the web. First, start the backend service, and start
+it by the command line `go run cmd/api/main.go`, the default port of the service is `9999`, and then
+start the front-end flutter project in `debug` mode to run.
+
+## Translation
+
+The internationalization files of Gopeed are located in the `ui/flutter/assets/locales` directory.
+You only need to add the corresponding language file in this directory.
+
+
+Generate locales after you edit locales:
+
+
+```
+get generate locales 
+```
+
+Please refer to `en_us.dart` for translation.
+
+## flutter development
+
+Don't forget to run`dart format ./ui/flutter`before you commit to keep your code in standard dart format
+
+Turn on build_runner watcher if you want to edit api/models:
+
+```
+flutter pub run build_runner watch
+```
+
+
+get-cli commands usages:
+
+```
+ create:  
+    controller:  Generate controller
+    page:  Use to generate pages
+    view:  Generate view
+  generate:
+    locales:  Generate translation file from json files
+    model:  generate Class model from json
+```

CONTRIBUTING_ja-JP.md

@@ -0,0 +1,54 @@
+# Gopeed コントリビューターガイド
+
+まず最初に、Gopeed への貢献に興味を持っていただきありがとうございます。このガイドは、あなたが Gopeed の
+開発に参加するための手助けとなるでしょう。
+
+## ブランチの説明
+
+このプロジェクトのメインブランチは `main` ブランチのみです。Gopeed の開発に参加したい場合は、
+まずこのプロジェクトをフォークし、フォークしたプロジェクトで開発を行ってください。開発が完了したら、
+このプロジェクトに PR を提出し、`main` ブランチにマージしてください。
+
+## ローカル開発
+
+開発およびデバッグはウェブ上で行うことを推奨する。まずバックエンドのサービスを起動し、
+コマンドライン `go run cmd/api/main.go` で起動する。サービスのデフォルトポートは `9999` で、
+次にフロントエンドの flutter プロジェクトを `debug` モードで起動して実行します。
+
+## 翻訳
+
+Gopeed の国際化ファイルは `ui/flutter/assets/locales` ディレクトリにあります。
+このディレクトリに対応する言語ファイルを追加するだけでよいです。
+
+
+ロケール編集後にロケールを生成:
+
+
+```
+get generate locales
+```
+
+翻訳については `en_us.dart` を参照してください。
+
+## flutter での開発
+
+コミットする前に `dart format ./ui/flutter` を実行し、コードを標準の dart フォーマットにしておくことを忘れないでください
+
+api/models を編集したい場合は build_runner watcher をオンにします:
+
+```
+flutter pub run build_runner watch
+```
+
+
+get-cli コマンドの使用法:
+
+```
+ create:
+    controller:  Generate controller
+    page:  Use to generate pages
+    view:  Generate view
+  generate:
+    locales:  Generate translation file from json files
+    model:  generate Class model from json
+```

CONTRIBUTING_zh-CN.md

@@ -0,0 +1,48 @@
+# Gopeed 贡献指南
+
+首先感谢您对贡献代码感兴趣，这份指南将帮助您更好的参与到 Gopeed 的开发中来。
+
+## 分支说明
+
+本项目只有一个主分支，即 `main` 分支，如果您想要参与到 Gopeed 的开发中来，请先 fork 本项目，然后在您的 fork 项目中进行开发，开发完成后再向本项目提交
+PR，合并到 `main` 分支。
+
+## 本地开发
+
+建议通过 web 端进行开发调试，首先启动后端服务，通过命令行 `go run cmd/api/main.go` 启动 ，服务启动默认端口为 `9999`，然后以 `debug` 模式启动前端
+flutter 项目即可运行。
+
+## 翻译
+ 
+Gopeed 的国际化文件位于 `ui/flutter/assets/locales` 目录下，只需要在该目录下添加对应的语言文件即可。
+
+编辑locales后请运行以下命令:
+
+```
+get generate locales 
+```
+
+请注意以 `en_US.json` 为参照进行翻译。
+
+## flutter开发
+
+每次提交前请务必`dart format ./ui/flutter`
+
+如果要编辑api/models，请打开build_runner watcher:
+
+```
+flutter pub run build_runner watch
+```
+
+适用get-cli 命令:
+
+```
+ create:  
+    controller:  Generate controller
+    page:  Use to generate pages
+    view:  Generate view
+  generate:
+    locales:  Generate translation file from json files
+    model:  generate Class model from json
+```
+

Dockerfile

@@ -0,0 +1,21 @@
+FROM instrumentisto/flutter:3.10.6 AS flutter
+WORKDIR /app
+COPY ./ui/flutter/pubspec.yaml ./ui/flutter/pubspec.lock ./
+RUN flutter pub get
+COPY ./ui/flutter ./
+RUN flutter build web --web-renderer html
+
+FROM golang:1.19.3 AS go
+WORKDIR /app
+COPY ./go.mod ./go.sum ./
+RUN go mod download
+COPY . .
+COPY --from=flutter /app/build/web ./cmd/web/dist
+RUN CGO_ENABLED=0 go build -tags nosqlite,web -ldflags="-s -w" -o dist/gopeed github.com/GopeedLab/gopeed/cmd/web
+
+FROM alpine:3.14.2
+LABEL maintainer="monkeyWie"
+WORKDIR /app
+COPY --from=go /app/dist/gopeed ./
+EXPOSE 9999
+ENTRYPOINT ["./gopeed"]

README.md

@@ -1,20 +1,180 @@
-## gopeed
+[![Test Status](https://github.com/GopeedLab/gopeed/workflows/test/badge.svg)](https://github.com/GopeedLab/gopeed/actions?query=workflow%3Atest)
-支持多协议（HTTP、BitTorrent）下载的客户端，提供命令行、RESTful API、WebSocket、Go类库方式来使用。
+[![Codecov](https://codecov.io/gh/GopeedLab/gopeed/branch/main/graph/badge.svg)](https://codecov.io/gh/GopeedLab/gopeed)
+[![Release](https://img.shields.io/github/release/GopeedLab/gopeed.svg)](https://github.com/GopeedLab/gopeed/releases)
+[![Download](https://img.shields.io/github/downloads/GopeedLab/gopeed/total.svg)](https://github.com/GopeedLab/gopeed/releases)
+[![Donate](https://img.shields.io/badge/%24-donate-ff69b4.svg)](https://docs.gopeed.com/donate.html)
+[![Discord](https://img.shields.io/discord/1037992631881449472?label=Discord&logo=discord&style=social)](https://discord.gg/ZUJqJrwCGB)
 
-## TODO
+![](_docs/img/banner.png)
-- [x] HTTP下载实现
-- [ ] BitTorrent下载实现
-    - [x] .torrent文件解析
-    - [x] tracker协议实现
-    - [x] peer wire protocol协议实现
-    - [ ] DHT协议实现
-    - [ ] 磁力链接支持
-    - [ ] uTP协议实现
-- [ ] 下载接口抽象(不关心具体协议)
-- [ ] 支持自定义配置
-- [ ] 限速功能实现
-- [ ] 命令行工具提供
-- [ ] RESTful服务提供
 
-## 参与
+[![ko-fi](https://ko-fi.com/img/githubbutton_sm.svg)](https://ko-fi.com/R6R6IJGN6)
-由于项目目前还未定型，代码可能随时有大的调整，所以暂不接受PR，当然如果有什么好的想法可以在issue区提出来。
+
+[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md)
+
+## Introduction
+
+Gopeed (full name Go Speed), a high-speed downloader developed by `Golang` + `Flutter`, supports (HTTP, BitTorrent, Magnet) protocol, and supports all platforms. In addition to basic download functions, Gopeed is also a highly customizable downloader that supports implementing more features through integration with [APIs](https://docs.gopeed.com/dev-api.html) or installation and development of [extensions](https://docs.gopeed.com/dev-extension.html).
+
+
+Visit ✈ [Official Website](https://gopeed.com) | 📖 [Develop Docs](https://docs.gopeed.com)
+
+## Install
+
+**Supported platforms**
+
+- [x] windows
+- [x] macos
+- [x] linux
+- [x] android
+- [x] ios
+- [x] web
+- [x] docker
+
+[Download](https://github.com/GopeedLab/gopeed/releases/latest)
+
+> Tips: If the macos open failed, please execute the `xattr -d com.apple.quarantine /Applications/Gopeed.app` command in the terminal
+
+### Command tool
+
+use `go install`:
+
+```bash
+go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
+```
+
+### Docker
+
+#### Start directly
+
+```bash
+docker run -d -p 9999:9999 -v /path/to/download:/root/Downloads liwei2633/gopeed
+```
+
+#### Using Docker Compose
+
+```bash
+docker-compose up -d
+```
+
+#### Access Gopeed
+
+When the docker container is running, you can access the web page through `http://localhost:9999`.
+
+## Donate
+
+If you like this project, please consider [donating](https://docs.gopeed.com/donate.html) to support the development of this project, thank you!
+
+## Showcase
+
+![](_docs/img/ui-demo.png)
+
+## Development
+
+This project is divided into two parts, the front end uses `flutter`, the back end uses `Golang`, and the two sides communicate through the `http` protocol. On the unix system, `unix socket` is used, and on the windows system, `tcp` protocol is used.
+
+> The front code is located in the `ui/flutter` directory.
+
+### Environment
+
+1. Golang 1.19+
+2. Flutter 3.10+
+
+### Clone
+
+```bash
+git clone [email protected]:GopeedLab/gopeed.git
+```
+
+### Contributing
+
+Please refer to [CONTRIBUTING.md](/CONTRIBUTING.md)
+
+### Build
+
+#### Desktop
+
+First, you need to configure the environment according to the official [Flutter desktop website documention](https://docs.flutter.dev/development/platform-integration/desktop), then you will need to ensure the cgo environment is set up accordingly. For detailed instructions on setting up the cgo environment, please refer to relevant resources available online.
+
+command:
+
+- windows
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/windows/libgopeed.dll github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build windows
+```
+
+- macos
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/macos/Frameworks/libgopeed.dylib github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build macos
+```
+
+- linux
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build linux
+```
+
+#### Mobile
+
+Same as before, you also need to prepare the `cgo` environment, and then install `gomobile`:
+
+```bash
+go install golang.org/x/mobile/cmd/gomobile@latest
+go get golang.org/x/mobile/bind
+gomobile init
+```
+
+command:
+
+- android
+
+```bash
+gomobile bind -tags nosqlite -ldflags="-w -s" -o ui/flutter/android/app/libs/libgopeed.aar -target=android -androidapi 19 -javapkg=com.gopeed github.com/GopeedLab/gopeed/bind/mobile
+cd ui/flutter
+flutter build apk
+```
+
+- ios
+
+```bash
+gomobile bind -tags nosqlite -ldflags="-w -s" -o ui/flutter/ios/Frameworks/Libgopeed.xcframework -target=ios github.com/GopeedLab/gopeed/bind/mobile
+cd ui/flutter
+flutter build ios --no-codesign
+```
+
+#### Web
+
+command:
+
+```bash
+cd ui/flutter
+flutter build web
+cd ../../
+rm -rf cmd/web/dist
+cp -r ui/flutter/build/web cmd/web/dist
+go build -tags nosqlite,web -ldflags="-s -w" -o bin/ github.com/GopeedLab/gopeed/cmd/web
+go run cmd/web/main.go
+```
+
+## Credits
+
+### Contributors
+
+<a href="https://github.com/GopeedLab/gopeed/graphs/contributors">
+  <img src="https://contrib.rocks/image?repo=GopeedLab/gopeed" />
+</a>
+
+### JetBrains
+
+[![goland](_docs/img/goland.svg)](https://www.jetbrains.com/?from=gopeed)
+
+## License
+
+[GPLv3](LICENSE)

README_ja-JP.md

@@ -0,0 +1,179 @@
+[![Test Status](https://github.com/GopeedLab/gopeed/workflows/test/badge.svg)](https://github.com/GopeedLab/gopeed/actions?query=workflow%3Atest)
+[![Codecov](https://codecov.io/gh/GopeedLab/gopeed/branch/main/graph/badge.svg)](https://codecov.io/gh/GopeedLab/gopeed)
+[![Release](https://img.shields.io/github/release/GopeedLab/gopeed.svg)](https://github.com/GopeedLab/gopeed/releases)
+[![Download](https://img.shields.io/github/downloads/GopeedLab/gopeed/total.svg)](https://github.com/GopeedLab/gopeed/releases)
+[![Donate](https://img.shields.io/badge/%24-donate-ff69b4.svg)](https://docs.gopeed.com/donate.html)
+[![Discord](https://img.shields.io/discord/1037992631881449472?label=Discord&logo=discord&style=social)](https://discord.gg/ZUJqJrwCGB)
+
+![](_docs/img/banner.png)
+
+[![ko-fi](https://ko-fi.com/img/githubbutton_sm.svg)](https://ko-fi.com/R6R6IJGN6)
+
+[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md)
+
+## はじめに
+
+Gopeed (正式名 Go Speed) は `Golang` + `Flutter` によって開発された高速ダウンローダーで、(HTTP、BitTorrent、Magnet) プロトコルをサポートし、すべてのプラットフォームをサポートします。基本的なダウンロード機能に加え、[APIs](https://docs.gopeed.com/dev-api.html)との連動や[拡張機能](https://docs.gopeed.com/dev-extension.html)のインストール・開発による追加機能にも対応した、カスタマイズ性の高いダウンローダーです。
+
+見て下さい ✈ [公式ウェブサイト](https://gopeed.com) | 📖 [開発ドキュメント](https://docs.gopeed.com)
+
+## インストール
+
+**サポートするプラットフォーム**
+
+- [x] windows
+- [x] macos
+- [x] linux
+- [x] android
+- [x] ios
+- [x] web
+- [x] docker
+
+[ダウンロード](https://github.com/GopeedLab/gopeed/releases/latest)
+
+> ヒント: macos を開くのに失敗した場合は、ターミナルで `xattr -d com.apple.quarantine /Applications/Gopeed.app` コマンドを実行してください
+
+### コマンドツール
+
+`go install` を使用:
+
+```bash
+go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
+```
+
+### Docker
+
+#### 直接始める
+
+```bash
+docker run -d -p 9999:9999 -v /path/to/download:/root/Downloads liwei2633/gopeed
+```
+
+#### Docker Compose の使用
+
+```bash
+docker-compose up -d
+```
+
+#### Gopeed へのアクセス
+
+docker コンテナが起動しているときは、`http://localhost:9999` からウェブページにアクセスできます。
+
+## 寄付
+
+もしこのプロジェクトがお気に召しましたら、このプロジェクトの発展を支援するために[寄付](/.donate/index.md#donate)をご検討ください！
+
+## ショーケース
+
+![](_docs/img/ui-demo.png)
+
+## 開発
+
+このプロジェクトは二つの部分に分かれており、フロントエンドでは `flutter` を、バックエンドでは `Golang` を使用し、両者は `http` プロトコルで通信する。ユニックスシステムでは `unix socket` を、ウィンドウズシステムでは `tcp` プロトコルを使用します。
+
+> フロントコードは `ui/flutter` ディレクトリにあります。
+
+### 環境
+
+1. Go 言語 1.19+
+2. Flutter 3.10+
+
+### クローン
+
+```bash
+git clone [email protected]:GopeedLab/gopeed.git
+```
+
+### コントリビュート
+
+[CONTRIBUTING.md](/CONTRIBUTING_ja-JP.md) をご参照ください
+
+### ビルド
+
+#### デスクトップ
+
+まず、[flutter デスクトップ公式サイトドキュメント](https://docs.flutter.dev/development/platform-integration/desktop)に従って環境を設定し、自分で検索できる `cgo` 環境を用意します。
+
+コマンド:
+
+- windows
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/windows/libgopeed.dll github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build windows
+```
+
+- macos
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/macos/Frameworks/libgopeed.dylib github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build macos
+```
+
+- linux
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build linux
+```
+
+#### モバイル
+
+先ほどと同じように、`cgo` 環境を準備し、`gomobile` をインストールする必要があります:
+
+```bash
+go install golang.org/x/mobile/cmd/gomobile@latest
+go get golang.org/x/mobile/bind
+gomobile init
+```
+
+コマンド:
+
+- android
+
+```bash
+gomobile bind -tags nosqlite -ldflags="-w -s" -o ui/flutter/android/app/libs/libgopeed.aar -target=android -androidapi 19 -javapkg=com.gopeed github.com/GopeedLab/gopeed/bind/mobile
+cd ui/flutter
+flutter build apk
+```
+
+- ios
+
+```bash
+gomobile bind -tags nosqlite -ldflags="-w -s" -o ui/flutter/ios/Frameworks/Libgopeed.xcframework -target=ios github.com/GopeedLab/gopeed/bind/mobile
+cd ui/flutter
+flutter build ios --no-codesign
+```
+
+#### Web
+
+コマンド:
+
+```bash
+cd ui/flutter
+flutter build web
+cd ../../
+rm -rf cmd/web/dist
+cp -r ui/flutter/build/web cmd/web/dist
+go build -tags nosqlite,web -ldflags="-s -w" -o bin/ github.com/GopeedLab/gopeed/cmd/web
+go run cmd/web/main.go
+```
+
+## 感謝
+
+### コントリビューター
+
+<a href="https://github.com/GopeedLab/gopeed/graphs/contributors">
+  <img src="https://contrib.rocks/image?repo=GopeedLab/gopeed" />
+</a>
+
+### JetBrains
+
+[![goland](_docs/img/goland.svg)](https://www.jetbrains.com/?from=gopeed)
+
+## ライセンス
+
+[GPLv3](LICENSE)

README_zh-CN.md

@@ -0,0 +1,179 @@
+[![Test Status](https://github.com/GopeedLab/gopeed/workflows/test/badge.svg)](https://github.com/GopeedLab/gopeed/actions?query=workflow%3Atest)
+[![Codecov](https://codecov.io/gh/GopeedLab/gopeed/branch/main/graph/badge.svg)](https://codecov.io/gh/GopeedLab/gopeed)
+[![Release](https://img.shields.io/github/release/GopeedLab/gopeed.svg)](https://github.com/GopeedLab/gopeed/releases)
+[![Download](https://img.shields.io/github/downloads/GopeedLab/gopeed/total.svg)](https://github.com/GopeedLab/gopeed/releases)
+[![Donate](https://img.shields.io/badge/%24-donate-ff69b4.svg)](https://docs.gopeed.com/zh/donate.html)
+[![Discord](https://img.shields.io/discord/1037992631881449472?label=Discord&logo=discord&style=social)](https://discord.gg/ZUJqJrwCGB)
+
+![](_docs/img/banner.png)
+
+[![ko-fi](https://ko-fi.com/img/githubbutton_sm.svg)](https://ko-fi.com/R6R6IJGN6)
+
+[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md)
+
+## 介绍
+
+Gopeed（全称 Go Speed），是一款由`Golang`+`Flutter`开发的高速下载器，支持（HTTP、BitTorrent、Magnet）协议下载，并且支持全平台使用。除了基本的下载功能外，Gopeed 还是一款高度可定制化的下载器，支持通过对接[APIs](https://docs.gopeed.com/zh/dev-api.html)或者安装和开发[扩展](https://docs.gopeed.com/zh/dev-extension.html)来实现更多的功能。
+
+访问 ✈ [官方网站](https://gopeed.com/zh-CN) | 📖 [开发文档](https://docs.gopeed.com/zh/)
+
+## 安装
+
+**已支持平台**
+
+- [x] windows
+- [x] macos
+- [x] linux
+- [x] android
+- [x] ios
+- [x] web
+- [x] docker
+
+[前往下载](https://github.com/GopeedLab/gopeed/releases/latest)
+
+> 注：macos 版本运行如果提示损坏，请在终端执行 `xattr -d com.apple.quarantine /Applications/Gopeed.app` 命令
+
+### 命令行工具
+
+使用`go install`安装：
+
+```bash
+go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
+```
+
+### Docker
+
+#### 直接运行
+
+```bash
+docker run -d -p 9999:9999 -v /path/to/download:/root/Downloads liwei2633/gopeed
+```
+
+#### 使用 Docker Compose
+
+```bash
+docker-compose up -d
+```
+
+#### 访问服务
+
+当 docker 容器运行时，可以通过 `http://localhost:9999` 访问 web 页面。
+
+## 赞助
+
+如果觉得项目对你有帮助，请考虑[赞助](https://docs.gopeed.com/zh/donate)以支持这个项目的发展，非常感谢！
+
+## 界面展示
+
+![](_docs/img/ui-demo.png)
+
+## 开发
+
+本项目分为前端和后端两个部分，前端使用`flutter`，后端使用`Golang`，两边通过`http`协议进行通讯，在 unix 系统下，使用的是`unix socket`，在 windows 系统下，使用的是`tcp`协议。
+
+> 前端代码位于`ui/flutter`目录下。
+
+### 环境要求
+
+1. Golang 1.19+
+2. Flutter 3.10+
+
+### 克隆项目
+
+```bash
+git clone [email protected]:GopeedLab/gopeed.git
+```
+
+### 贡献代码
+
+请参考[贡献指南](CONTRIBUTING_zh-CN.md)
+
+### 编译
+
+#### 桌面端
+
+首先需要按照[flutter desktop 官网文档](https://docs.flutter.dev/development/platform-integration/desktop)进行环境配置，然后需要准备好`cgo`环境，具体可以自行搜索。
+
+构建命令：
+
+- windows
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/windows/libgopeed.dll github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build windows
+```
+
+- macos
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/macos/Frameworks/libgopeed.dylib github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build macos
+```
+
+- linux
+
+```bash
+go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
+cd ui/flutter
+flutter build linux
+```
+
+#### 移动端
+
+同样的也是需要准备好`cgo`环境，接着安装`gomobile`：
+
+```bash
+go install golang.org/x/mobile/cmd/gomobile@latest
+go get golang.org/x/mobile/bind
+gomobile init
+```
+
+构建命令：
+
+- android
+
+```bash
+gomobile bind -tags nosqlite -ldflags="-w -s" -o ui/flutter/android/app/libs/libgopeed.aar -target=android -androidapi 19 -javapkg=com.gopeed github.com/GopeedLab/gopeed/bind/mobile
+cd ui/flutter
+flutter build apk
+```
+
+- ios
+
+```bash
+gomobile bind -tags nosqlite -ldflags="-w -s" -o ui/flutter/ios/Frameworks/Libgopeed.xcframework -target=ios github.com/GopeedLab/gopeed/bind/mobile
+cd ui/flutter
+flutter build ios --no-codesign
+```
+
+#### Web 端
+
+构建命令：
+
+```bash
+cd ui/flutter
+flutter build web
+cd ../../
+rm -rf cmd/web/dist
+cp -r ui/flutter/build/web cmd/web/dist
+go build -tags nosqlite,web -ldflags="-s -w" -o bin/ github.com/GopeedLab/gopeed/cmd/web
+go run cmd/web/main.go
+```
+
+## 感谢
+
+### 贡献者
+
+<a href="https://github.com/GopeedLab/gopeed/graphs/contributors">
+  <img src="https://contrib.rocks/image?repo=GopeedLab/gopeed" />
+</a>
+
+### JetBrains
+
+[![goland](_docs/img/goland.svg)](https://www.jetbrains.com/?from=gopeed)
+
+## 开源许可
+
+基于 [GPLv3](LICENSE) 协议开源。

_docs/img/goland.svg

@@ -0,0 +1 @@
+<svg height="105" viewBox="0 0 105 105" width="105" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><linearGradient id="a" gradientUnits="userSpaceOnUse" x1="99.03" x2="61.54" y1="59.18" y2="90.91"><stop offset="0" stop-color="#087cfa"/><stop offset=".02" stop-color="#0d7bfa"/><stop offset=".37" stop-color="#5566f9"/><stop offset=".66" stop-color="#8a57f8"/><stop offset=".88" stop-color="#ab4ef7"/><stop offset="1" stop-color="#b74af7"/></linearGradient><linearGradient id="b" x1="37.54" x2="60.33" xlink:href="#a" y1="34.26" y2="8.33"/><linearGradient id="c" gradientUnits="userSpaceOnUse" x1="17.84" x2="87.09" y1="88.36" y2="43.86"><stop offset="0" stop-color="#087cfa"/><stop offset=".1" stop-color="#1598d3"/><stop offset=".22" stop-color="#23b6aa"/><stop offset=".35" stop-color="#2dcc8b"/><stop offset=".46" stop-color="#35dd74"/><stop offset=".57" stop-color="#39e767"/><stop offset=".67" stop-color="#3bea62"/></linearGradient><path d="m89.06 41.63 11.44 25.37-19.58 33.5-12.06-29.28z" fill="url(#a)"/><path d="m68.86 71.22 12.06 29.28-30.34-10.43z" fill="#b74af7"/><path d="m72.13 31.61-6.22-27.11h-34.49l-26.92 41.18 7.79 18.92-7.79 17.27 55.75-47.43z" fill="url(#b)"/><path d="m100.5 24.88-40.25 9.56-55.75 47.43 35.96 18.63 28.4-29.28z" fill="url(#c)"/><path d="m22.5 22.5h60v60h-60z"/><g fill="#fff"><path d="m28.13 71.25h22.5v3.75h-22.5z"/><path d="m26.44 42.81v-.07a12.7 12.7 0 0 1 12.97-12.74 13.62 13.62 0 0 1 9.73 3.39l-3.43 4.14a9.13 9.13 0 0 0 -6.47-2.53c-4 0-7.11 3.5-7.11 7.7v.07c0 4.53 3.11 7.85 7.5 7.85a8.67 8.67 0 0 0 5.12-1.49v-3.56h-5.48v-4.7h10.73v10.74a16.07 16.07 0 0 1 -10.57 3.93c-7.69 0-12.99-5.41-12.99-12.73z"/><path d="m52.3 42.81v-.07a12.79 12.79 0 0 1 13.19-12.74c7.63 0 13.11 5.69 13.11 12.72v.07a12.79 12.79 0 0 1 -13.18 12.8c-7.64-.05-13.12-5.74-13.12-12.78zm20.61 0v-.07a7.51 7.51 0 0 0 -7.49-7.74 7.4 7.4 0 0 0 -7.42 7.67v.07a7.52 7.52 0 0 0 7.5 7.78 7.4 7.4 0 0 0 7.41-7.71z"/></g></svg>

_examples/basic/main.go

@@ -0,0 +1,33 @@
+package main
+
+import (
+	"fmt"
+	"github.com/GopeedLab/gopeed/pkg/base"
+	"github.com/GopeedLab/gopeed/pkg/download"
+	"github.com/GopeedLab/gopeed/pkg/protocol/http"
+)
+
+func main() {
+	finallyCh := make(chan error)
+	_, err := download.Boot().
+		URL("https://www.baidu.com/index.html").
+		Listener(func(event *download.Event) {
+			if event.Key == download.EventKeyFinally {
+				finallyCh <- event.Err
+			}
+		}).
+		Create(&base.Options{
+			Extra: http.OptsExtra{
+				Connections: 8,
+			},
+		})
+	if err != nil {
+		panic(err)
+	}
+	err = <-finallyCh
+	if err != nil {
+		fmt.Printf("download fail:%v\n", err)
+	} else {
+		fmt.Println("download success")
+	}
+}

bind/desktop/main.go

@@ -0,0 +1,29 @@
+package main
+
+import "C"
+import (
+	"encoding/json"
+	"github.com/GopeedLab/gopeed/pkg/rest"
+	"github.com/GopeedLab/gopeed/pkg/rest/model"
+)
+
+func main() {}
+
+//export Start
+func Start(cfg *C.char) (int, *C.char) {
+	var config model.StartConfig
+	if err := json.Unmarshal([]byte(C.GoString(cfg)), &config); err != nil {
+		return 0, C.CString(err.Error())
+	}
+	config.ProductionMode = true
+	realPort, err := rest.Start(&config)
+	if err != nil {
+		return 0, C.CString(err.Error())
+	}
+	return realPort, nil
+}
+
+//export Stop
+func Stop() {
+	rest.Stop()
+}

bind/mobile/main.go

@@ -0,0 +1,22 @@
+package libgopeed
+
+// #cgo LDFLAGS: -static-libstdc++
+import "C"
+import (
+	"encoding/json"
+	"github.com/GopeedLab/gopeed/pkg/rest"
+	"github.com/GopeedLab/gopeed/pkg/rest/model"
+)
+
+func Start(cfg string) (int, error) {
+	var config model.StartConfig
+	if err := json.Unmarshal([]byte(cfg), &config); err != nil {
+		return 0, err
+	}
+	config.ProductionMode = true
+	return rest.Start(&config)
+}
+
+func Stop() {
+	rest.Stop()
+}

cmd/api/main.go

@@ -0,0 +1,16 @@
+package main
+
+import (
+	"github.com/GopeedLab/gopeed/cmd"
+	"github.com/GopeedLab/gopeed/pkg/rest/model"
+)
+
+// only for local development
+func main() {
+	cfg := &model.StartConfig{
+		Network: "tcp",
+		Address: "127.0.0.1:9999",
+		Storage: model.StorageBolt,
+	}
+	cmd.Start(cfg)
+}

cmd/banner.txt

@@ -0,0 +1,7 @@
+
+  _______   ______   .______    _______  _______  _______
+ /  _____| /  __  \  |   _  \  |   ____||   ____||       \
+|  |  __  |  |  |  | |  |_)  | |  |__   |  |__   |  .--.  |
+|  | |_ | |  |  |  | |   ___/  |   __|  |   __|  |  |  |  |
+|  |__| | |  `--'  | |  |      |  |____ |  |____ |  '--'  |
+ \______|  \______/  | _|      |_______||_______||_______/

cmd/gopeed/flags.go

@@ -0,0 +1,41 @@
+package main
+
+import (
+	"flag"
+	"fmt"
+	"os"
+)
+
+type args struct {
+	url         string
+	connections *int
+	dir         *string
+}
+
+func parse() *args {
+	dir, err := os.Getwd()
+	if err != nil {
+		panic(err)
+	}
+	var args args
+	args.connections = flag.Int("C", 16, "Concurrent connections.")
+	args.dir = flag.String("D", dir, "Store directory.")
+	flag.Parse()
+	t := flag.Args()
+	if len(t) > 0 {
+		args.url = t[0]
+	} else {
+		gPrintln("missing url parameter, for example: gopeed https://www.google.com or gopeed bt.torrent or gopeed magnet:?xt=urn:btih:...")
+		gPrintln("try 'gopeed -h' for more information")
+		os.Exit(1)
+	}
+	return &args
+}
+
+func gPrint(msg string) {
+	fmt.Print("gopeed: " + msg)
+}
+
+func gPrintln(msg string) {
+	gPrint(msg + "\n")
+}

cmd/gopeed/main.go

@@ -0,0 +1,94 @@
+package main
+
+import (
+	"fmt"
+	"github.com/GopeedLab/gopeed/internal/fetcher"
+	"github.com/GopeedLab/gopeed/pkg/base"
+	"github.com/GopeedLab/gopeed/pkg/download"
+	"github.com/GopeedLab/gopeed/pkg/protocol/http"
+	"github.com/GopeedLab/gopeed/pkg/util"
+	"strings"
+	"sync"
+)
+
+const progressWidth = 20
+
+func main() {
+	args := parse()
+
+	var wg sync.WaitGroup
+	wg.Add(1)
+	_, err := download.Boot().
+		URL(args.url).
+		Listener(func(event *download.Event) {
+			if event.Key == download.EventKeyProgress {
+				printProgress(event.Task, "downloading...")
+			}
+			if event.Key == download.EventKeyFinally {
+				var title string
+				if event.Err != nil {
+					title = "fail"
+				} else {
+					title = "complete"
+				}
+				printProgress(event.Task, title)
+				fmt.Println()
+				if event.Err != nil {
+					fmt.Printf("reason: %s", event.Err.Error())
+				} else {
+					fmt.Printf("saving path: %s", *args.dir)
+				}
+				wg.Done()
+			}
+		}).
+		Create(&base.Options{
+			Path:  *args.dir,
+			Extra: http.OptsExtra{Connections: *args.connections},
+		})
+	if err != nil {
+		panic(err)
+	}
+	printProgress(emptyTask, "downloading...")
+	wg.Wait()
+}
+
+var (
+	lastLineLen = 0
+	sb          = new(strings.Builder)
+	emptyTask   = &download.Task{
+		Progress: &download.Progress{},
+		Meta: &fetcher.FetcherMeta{
+			Res: &base.Resource{},
+		},
+	}
+)
+
+func printProgress(task *download.Task, title string) {
+	var rate float64
+	if task.Meta.Res.Size <= 0 {
+		rate = 0
+	} else {
+		rate = float64(task.Progress.Downloaded) / float64(task.Meta.Res.Size)
+	}
+	completeWidth := int(progressWidth * rate)
+	speed := util.ByteFmt(task.Progress.Speed)
+	totalSize := util.ByteFmt(task.Meta.Res.Size)
+	sb.WriteString(fmt.Sprintf("\r%s [", title))
+	for i := 0; i < progressWidth; i++ {
+		if i < completeWidth {
+			sb.WriteString("■")
+		} else {
+			sb.WriteString("□")
+		}
+	}
+	sb.WriteString(fmt.Sprintf("] %.1f%%    %s/s    %s", rate*100, speed, totalSize))
+	if lastLineLen != 0 {
+		paddingLen := lastLineLen - sb.Len()
+		if paddingLen > 0 {
+			sb.WriteString(strings.Repeat(" ", paddingLen))
+		}
+	}
+	lastLineLen = sb.Len()
+	fmt.Print(sb.String())
+	sb.Reset()
+}

cmd/main.go

@@ -1,28 +0,0 @@
-package main
-
-import (
-	"github.com/monkeyWie/gopeed-core/download"
-	"github.com/monkeyWie/gopeed-core/download/common"
-	"github.com/monkeyWie/gopeed-core/download/http"
-)
-
-func main() {
-	downloader := buildDownloader()
-	res, err := downloader.Resolve(&common.Request{
-		URL: "http://192.168.200.163:8088/docker-compose",
-	})
-	if err != nil {
-		panic(err)
-	}
-	err = downloader.Create(res, &common.Options{
-		Path:        "E:\\test\\gopeed\\http",
-		Connections: 4,
-	})
-	if err != nil {
-		panic(err)
-	}
-}
-
-func buildDownloader() *download.Downloader {
-	return download.NewDownloader(&http.Fetcher{BaseFetcher: &common.BaseFetcher{}})
-}

cmd/server.go

@@ -0,0 +1,40 @@
+package cmd
+
+import (
+	_ "embed"
+	"fmt"
+	"github.com/GopeedLab/gopeed/pkg/rest"
+	"github.com/GopeedLab/gopeed/pkg/rest/model"
+	"net/http"
+	"os"
+	"path/filepath"
+)
+
+//go:embed banner.txt
+var banner string
+
+func Start(cfg *model.StartConfig) {
+	fmt.Println(banner)
+	srv, listener, err := rest.BuildServer(cfg)
+	if err != nil {
+		panic(err)
+	}
+	downloadCfg, err := rest.Downloader.GetConfig()
+	if err != nil {
+		panic(err)
+	}
+	if downloadCfg.FirstLoad {
+		// Set default download dir to user download dir
+		userDir, err := os.UserHomeDir()
+		if err == nil {
+			downloadDir := filepath.Join(userDir, "Downloads")
+			downloadCfg.DownloadDir = downloadDir
+			rest.Downloader.PutConfig(downloadCfg)
+		}
+
+	}
+	fmt.Printf("Server start success on http://%s\n", listener.Addr().String())
+	if err := srv.Serve(listener); err != nil && err != http.ErrServerClosed {
+		panic(err)
+	}
+}

cmd/web/flags.go

@@ -0,0 +1,75 @@
+package main
+
+import (
+	"encoding/json"
+	"flag"
+	"fmt"
+	"os"
+	"path/filepath"
+)
+
+type args struct {
+	Address  *string `json:"address"`
+	Port     *int    `json:"port"`
+	Username *string `json:"username"`
+	Password *string `json:"password"`
+	ApiToken *string `json:"apiToken"`
+
+	configPath *string
+}
+
+func parse() *args {
+	var cliArgs args
+	cliArgs.Address = flag.String("A", "0.0.0.0", "Bind Address")
+	cliArgs.Port = flag.Int("P", 9999, "Bind Port")
+	cliArgs.Username = flag.String("u", "gopeed", "HTTP Basic Auth Username")
+	cliArgs.Password = flag.String("p", "", "HTTP Basic Auth Password")
+	cliArgs.ApiToken = flag.String("T", "", "API token, that can only be used when basic authentication is enabled.")
+	cliArgs.configPath = flag.String("c", "./config.json", "Config file path")
+	flag.Parse()
+
+	// args priority: config file > cli args
+	cfgArgs := loadConfig(*cliArgs.configPath)
+	if cfgArgs.Address == nil {
+		cfgArgs.Address = cliArgs.Address
+	}
+	if cfgArgs.Port == nil {
+		cfgArgs.Port = cliArgs.Port
+	}
+	if cfgArgs.Username == nil {
+		cfgArgs.Username = cliArgs.Username
+	}
+	if cfgArgs.Password == nil {
+		cfgArgs.Password = cliArgs.Password
+	}
+	if cfgArgs.ApiToken == nil {
+		cfgArgs.ApiToken = cliArgs.ApiToken
+	}
+	return cfgArgs
+}
+
+func loadConfig(path string) *args {
+	var args args
+
+	if !filepath.IsAbs(path) {
+		dir, err := filepath.Abs(filepath.Dir(os.Args[0]))
+		if err != nil {
+			return &args
+		}
+		path = filepath.Join(dir, path)
+	}
+	file, err := os.ReadFile(path)
+	if err != nil {
+		if os.IsNotExist(err) {
+			return &args
+		}
+		fmt.Println("config file read failed, reason:" + err.Error())
+		return &args
+	}
+	if err = json.Unmarshal(file, &args); err != nil {
+		fmt.Println("config file parse failed, reason:" + err.Error())
+		return &args
+	}
+	fmt.Printf("config file loaded: %s\n", path)
+	return &args
+}

cmd/web/main.go

@@ -0,0 +1,47 @@
+//go:build web
+// +build web
+
+package main
+
+import (
+	"embed"
+	"fmt"
+	"github.com/GopeedLab/gopeed/cmd"
+	"github.com/GopeedLab/gopeed/pkg/rest/model"
+	"io/fs"
+)
+
+//go:embed dist/*
+var dist embed.FS
+
+func main() {
+	sub, err := fs.Sub(dist, "dist")
+	if err != nil {
+		panic(err)
+	}
+
+	args := parse()
+	var webBasicAuth *model.WebBasicAuth
+	if isNotBlank(args.Username) && isNotBlank(args.Password) {
+		webBasicAuth = &model.WebBasicAuth{
+			Username: *args.Username,
+			Password: *args.Password,
+		}
+	}
+
+	cfg := &model.StartConfig{
+		Network:        "tcp",
+		Address:        fmt.Sprintf("%s:%d", *args.Address, *args.Port),
+		Storage:        model.StorageBolt,
+		ApiToken:       *args.ApiToken,
+		ProductionMode: true,
+		WebEnable:      true,
+		WebFS:          sub,
+		WebBasicAuth:   webBasicAuth,
+	}
+	cmd.Start(cfg)
+}
+
+func isNotBlank(str *string) bool {
+	return str != nil && *str != ""
+}

docker-compose.yml

@@ -0,0 +1,11 @@
+version: '3'
+
+services:
+  gopeed:
+    container_name: gopeed
+    ports:
+      - 9999:9999 # HTTP port (host:container)
+    image: liwei2633/gopeed
+    volumes:
+      - ~/Downloads:/root/Downloads # replace with your prefer path
+    restart: unless-stopped

download/common/constants.go

@@ -1,30 +0,0 @@
-package common
-
-import "errors"
-
-type Status int
-
-const (
-	DownloadStatusReady Status = iota
-	DownloadStatusStart
-	DownloadStatusPause
-	DownloadStatusError
-	DownloadStatusDone
-)
-
-const (
-	HttpCodeOK             = 200
-	HttpCodePartialContent = 206
-
-	HttpHeaderRange              = "Range"
-	HttpHeaderContentLength      = "Content-Length"
-	HttpHeaderContentRange       = "Content-Range"
-	HttpHeaderContentDisposition = "Content-Disposition"
-
-	HttpHeaderRangeFormat = "bytes=%d-%d"
-)
-
-var (
-	PauseErr  = errors.New("pause")
-	DeleteErr = errors.New("delete")
-)

download/common/controller.go

@@ -1,149 +0,0 @@
-package common
-
-import (
-	"golang.org/x/net/proxy"
-	"net"
-	"os"
-	"time"
-)
-
-// 下载请求
-type Request struct {
-	// 下载链接
-	URL string
-	// 附加信息
-	Extra interface{}
-}
-
-// 资源信息
-type Resource struct {
-	Req *Request
-	// 资源总大小
-	Size int64
-	// 是否支持断点下载
-	Range bool
-	// 资源所包含的文件列表
-	Files []*FileInfo
-}
-
-type Options struct {
-	// 保存文件名
-	Name string
-	// 保存目录
-	Path string
-	// 并发连接数
-	Connections int
-}
-
-type FileInfo struct {
-	Name string
-	Path string
-	Size int64
-}
-
-type Process interface {
-	Start() error
-	Pause() error
-	Continue() error
-	Delete() error
-}
-
-type FileCreator interface {
-	Create(name string, size int64) (file *os.File, err error)
-}
-
-type Controller struct {
-	Files map[string]*os.File
-}
-
-func NewController() *Controller {
-	return &Controller{Files: make(map[string]*os.File)}
-}
-
-func (c *Controller) Touch(name string, size int64) (file *os.File, err error) {
-	if size > 0 {
-		err := os.Truncate(name, size)
-		if err != nil {
-			return nil, err
-		}
-		file, err = os.OpenFile(name, os.O_RDWR, 0666)
-	} else {
-		file, err = os.Create(name)
-	}
-	if err == nil {
-		c.Files[name] = file
-	}
-	return
-}
-
-func (c *Controller) Open(name string) (file *os.File, err error) {
-	file, err = os.OpenFile(name, os.O_RDWR, 0666)
-	if err == nil {
-		c.Files[name] = file
-	}
-	return
-}
-
-func (c *Controller) Write(name string, offset int64, buf []byte) (int, error) {
-	return c.Files[name].WriteAt(buf, offset)
-}
-
-func (c *Controller) Close(name string) error {
-	err := c.Files[name].Close()
-	delete(c.Files, name)
-	return err
-}
-
-func (c *Controller) ContextDialer() (proxy.Dialer, error) {
-	// return proxy.SOCKS5("tpc", "127.0.0.1:9999", nil, nil)
-	var dialer proxy.Dialer
-	return &DialerWarp{dialer: dialer}, nil
-}
-
-type DialerWarp struct {
-	dialer proxy.Dialer
-}
-
-type ConnWarp struct {
-	conn net.Conn
-}
-
-func (c *ConnWarp) Read(b []byte) (n int, err error) {
-	return c.conn.Read(b)
-}
-
-func (c *ConnWarp) Write(b []byte) (n int, err error) {
-	return c.conn.Write(b)
-}
-
-func (c *ConnWarp) Close() error {
-	return c.conn.Close()
-}
-
-func (c *ConnWarp) LocalAddr() net.Addr {
-	return c.conn.LocalAddr()
-}
-
-func (c *ConnWarp) RemoteAddr() net.Addr {
-	return c.conn.RemoteAddr()
-}
-
-func (c *ConnWarp) SetDeadline(t time.Time) error {
-	return c.conn.SetDeadline(t)
-}
-
-func (c *ConnWarp) SetReadDeadline(t time.Time) error {
-	return c.conn.SetReadDeadline(t)
-}
-
-func (c *ConnWarp) SetWriteDeadline(t time.Time) error {
-	return c.conn.SetWriteDeadline(t)
-}
-
-func (d *DialerWarp) Dial(network, addr string) (c net.Conn, err error) {
-	conn, err := d.dialer.Dial(network, addr)
-	if err != nil {
-		return nil, err
-	}
-	return &ConnWarp{conn: conn}, nil
-}

download/common/fetcher.go

@@ -1,29 +0,0 @@
-package common
-
-// 对应协议的下载支持
-type Fetcher interface {
-	BaseFetch
-	// 支持的协议列表
-	Protocols() []string
-	// 解析请求
-	Resolve(req *Request) (*Resource, error)
-	// 创建任务
-	Create(res *Resource, opts *Options) (Process, error)
-}
-
-type BaseFetch interface {
-	InitCtl(ctl *Controller)
-	GetCtl() *Controller
-}
-
-type BaseFetcher struct {
-	ctl *Controller
-}
-
-func (b *BaseFetcher) InitCtl(ctl *Controller) {
-	b.ctl = ctl
-}
-
-func (b *BaseFetcher) GetCtl() *Controller {
-	return b.ctl
-}

download/downloader.go

@@ -1,81 +0,0 @@
-package download
-
-import (
-	"errors"
-	"github.com/google/uuid"
-	"github.com/monkeyWie/gopeed-core/download/common"
-	"net/url"
-	"strings"
-)
-
-type TaskInfo struct {
-	ID     string
-	Res    *common.Resource
-	Opts   *common.Options
-	Status common.Status
-	Files  map[string]*common.FileInfo
-
-	process common.Process
-}
-
-type Downloader struct {
-	fetches map[string]common.Fetcher
-	tasks   map[string]*TaskInfo
-	*common.Controller
-}
-
-func NewDownloader(fetchers ...common.Fetcher) *Downloader {
-	d := &Downloader{Controller: common.NewController()}
-	d.fetches = make(map[string]common.Fetcher)
-	for _, f := range fetchers {
-		for _, p := range f.Protocols() {
-			d.fetches[strings.ToUpper(p)] = f
-		}
-		f.InitCtl(d.Controller)
-	}
-	d.tasks = make(map[string]*TaskInfo)
-	return d
-}
-
-func (d *Downloader) getFetcher(URL string) (common.Fetcher, error) {
-	url, err := url.Parse(URL)
-	if err != nil {
-		return nil, err
-	}
-	if fetch, ok := d.fetches[strings.ToUpper(url.Scheme)]; ok {
-		return fetch, nil
-	}
-	return nil, errors.New("unsupported protocol")
-}
-
-func (d *Downloader) Resolve(req *common.Request) (*common.Resource, error) {
-	fetcher, err := d.getFetcher(req.URL)
-	if err != nil {
-		return nil, err
-	}
-	return fetcher.Resolve(req)
-}
-
-func (d *Downloader) Create(res *common.Resource, opts *common.Options) error {
-	fetcher, err := d.getFetcher(res.Req.URL)
-	if err != nil {
-		return err
-	}
-	process, err := fetcher.Create(res, opts)
-	if err != nil {
-		return err
-	}
-	id := uuid.New().String()
-	d.tasks[id] = &TaskInfo{
-		ID:      id,
-		Res:     res,
-		Opts:    opts,
-		Status:  common.DownloadStatusReady,
-		process: process,
-	}
-	return process.Start()
-}
-
-func (d *Downloader) Pause(id string) {
-	d.tasks[id].process.Pause()
-}

download/downloader_test.go

@@ -1,40 +0,0 @@
-package download
-
-import (
-	"fmt"
-	"github.com/monkeyWie/gopeed-core/download/common"
-	"github.com/monkeyWie/gopeed-core/download/http"
-	"testing"
-)
-
-func TestDownloader_Resolve(t *testing.T) {
-	downloader := buildDownloader()
-	res, err := downloader.Resolve(&common.Request{
-		URL: "http://192.168.200.163:8088/docker-compose",
-	})
-	if err != nil {
-		t.Fatal(err)
-	}
-	fmt.Println(res)
-}
-
-func TestDownloader_Create(t *testing.T) {
-	downloader := buildDownloader()
-	res, err := downloader.Resolve(&common.Request{
-		URL: "http://192.168.200.163:8088/docker-compose",
-	})
-	if err != nil {
-		t.Fatal(err)
-	}
-	err = downloader.Create(res, &common.Options{
-		Path:        "E:\\test\\gopeed\\http",
-		Connections: 4,
-	})
-	if err != nil {
-		t.Fatal(err)
-	}
-}
-
-func buildDownloader() *Downloader {
-	return NewDownloader(&http.Fetcher{BaseFetcher: &common.BaseFetcher{}})
-}

download/file_allocate/file_allocate.go

@@ -1,18 +0,0 @@
-package file_allocate
-
-import (
-	"os"
-)
-
-type FileAllocate interface {
-	Allocate(name string, size int64) (file *os.File, err error)
-}
-
-type DefaultFileAllocator struct {
-}
-
-func (p *DefaultFileAllocator) Allocate(name string, size int64) (file *os.File, err error) {
-	err = os.Truncate(name, size)
-	file, err = os.OpenFile(name, os.O_RDWR, 0644)
-	return
-}

download/file_allocate/pre_file_allocate.go

@@ -1,12 +0,0 @@
-package file_allocate
-
-import "os"
-
-type PreFileAllocator struct {
-}
-
-func (p *PreFileAllocator) Allocate(name string, size int64) (file *os.File, err error) {
-	err = os.Truncate(name, size)
-	file, err = os.OpenFile(name, os.O_RDWR, 0644)
-	return
-}

download/http/fetcher.go

@@ -1,167 +0,0 @@
-package http
-
-import (
-	"bytes"
-	"fmt"
-	"github.com/monkeyWie/gopeed-core/download/common"
-	"github.com/monkeyWie/gopeed-core/download/http/model"
-	"io/ioutil"
-	"mime"
-	"net/http"
-	"net/http/cookiejar"
-	"net/url"
-	"strconv"
-	"strings"
-	"time"
-)
-
-type RequestError struct {
-	Code int
-	Msg  string
-}
-
-func NewRequestError(code int, msg string) *RequestError {
-	return &RequestError{Code: code, Msg: msg}
-}
-
-func (re *RequestError) Error() string {
-	return fmt.Sprintf("http request fail,code:%d", re.Code)
-}
-
-type Fetcher struct {
-	*common.BaseFetcher
-}
-
-func NewFetcher() *Fetcher {
-	return &Fetcher{BaseFetcher: &common.BaseFetcher{}}
-}
-
-func (h *Fetcher) Protocols() []string {
-	return []string{"HTTP", "HTTPS"}
-}
-
-func (h *Fetcher) Resolve(req *common.Request) (*common.Resource, error) {
-	httpReq, err := BuildRequest(req)
-	if err != nil {
-		return nil, err
-	}
-	client := BuildClient()
-	// 只访问一个字节，测试资源是否支持Range请求
-	httpReq.Header.Set(common.HttpHeaderRange, fmt.Sprintf(common.HttpHeaderRangeFormat, 0, 0))
-	httpResp, err := client.Do(httpReq)
-	if err != nil {
-		return nil, err
-	}
-	// 拿到响应头就关闭，不用加defer
-	httpResp.Body.Close()
-	res := &common.Resource{
-		Req:   req,
-		Range: false,
-		Files: []*common.FileInfo{},
-	}
-	if common.HttpCodePartialContent == httpResp.StatusCode {
-		// 返回206响应码表示支持断点下载
-		res.Range = true
-		// 解析资源大小: bytes 0-1000/1001 => 1001
-		contentTotal := subLastSlash(httpResp.Header.Get(common.HttpHeaderContentRange))
-		if contentTotal != "" {
-			parse, err := strconv.ParseInt(contentTotal, 10, 64)
-			if err != nil {
-				return nil, err
-			}
-			res.Size = parse
-		}
-	} else if common.HttpCodeOK == httpResp.StatusCode {
-		// 返回200响应码，不支持断点下载，通过Content-Length头获取文件大小，获取不到的话可能是chunked编码
-		contentLength := httpResp.Header.Get(common.HttpHeaderContentLength)
-		if contentLength != "" {
-			parse, err := strconv.ParseInt(contentLength, 10, 64)
-			if err != nil {
-				return nil, err
-			}
-			res.Size = parse
-		}
-	} else {
-		return nil, NewRequestError(httpResp.StatusCode, httpResp.Status)
-	}
-	file := &common.FileInfo{
-		Size: res.Size,
-	}
-	contentDisposition := httpResp.Header.Get(common.HttpHeaderContentDisposition)
-	if contentDisposition != "" {
-		_, params, _ := mime.ParseMediaType(contentDisposition)
-		filename := params["filename"]
-		if filename != "" {
-			file.Name = filename
-		}
-	}
-	// Get file name by URL
-	if file.Name == "" {
-		parse, err := url.Parse(req.URL)
-		if err == nil {
-			// e.g. /files/test.txt => test.txt
-			file.Name = subLastSlash(parse.Path)
-		}
-	}
-	// unknown file name
-	if file.Name == "" {
-		file.Name = "unknown"
-	}
-	res.Files = append(res.Files, file)
-	return res, nil
-}
-
-func (h *Fetcher) Create(res *common.Resource, opts *common.Options) (common.Process, error) {
-	if opts.Connections != 1 && !res.Range {
-		opts.Connections = 1
-	}
-	return NewProcess(h, res, opts), nil
-}
-
-func subLastSlash(str string) string {
-	if str == "" {
-		return ""
-	}
-	index := strings.LastIndex(str, "/")
-	if index != -1 {
-		return str[index+1:]
-	}
-	return ""
-}
-
-func BuildClient() *http.Client {
-	// Cookie handle
-	jar, _ := cookiejar.New(nil)
-	return &http.Client{
-		Jar:     jar,
-		Timeout: time.Second * 10,
-	}
-}
-
-func BuildRequest(req *common.Request) (*http.Request, error) {
-	url, err := url.Parse(req.URL)
-	if err != nil {
-		return nil, err
-	}
-	httpReq := &http.Request{
-		URL:    url,
-		Header: map[string][]string{},
-	}
-
-	if req.Extra != nil {
-		if extra, ok := req.Extra.(model.Extra); ok {
-			if extra.Method != "" {
-				httpReq.Method = extra.Method
-			} else {
-				httpReq.Method = http.MethodGet
-			}
-			if len(extra.Header) > 0 {
-				for k, v := range extra.Header {
-					httpReq.Header[k] = []string{v}
-				}
-			}
-			httpReq.Body = ioutil.NopCloser(bytes.NewBufferString(extra.Body))
-		}
-	}
-	return httpReq, nil
-}

download/http/fetcher_test.go

@@ -1,307 +0,0 @@
-package http
-
-import (
-	"crypto/md5"
-	"encoding/hex"
-	"fmt"
-	"github.com/monkeyWie/gopeed-core/download/common"
-	"io"
-	"math/rand"
-	"net"
-	"net/http"
-	"os"
-	"reflect"
-	"testing"
-	"time"
-)
-
-const testDir = "./"
-const buildSize = 200 * 1024 * 1024
-const buildName = "build.data"
-const buildFile = testDir + buildName
-const downloadName = "download.data"
-const downloadFile = testDir + downloadName
-
-func TestFetcher_Resolve(t *testing.T) {
-	testResolve(startTestFileServer, &common.Resource{
-		Size:  buildSize,
-		Range: true,
-		Files: []*common.FileInfo{
-			{
-				Name: buildName,
-				Size: buildSize,
-			},
-		},
-	}, t)
-	testResolve(startTestChunkedServer, &common.Resource{
-		Size:  0,
-		Range: false,
-		Files: []*common.FileInfo{
-			{
-				Name: buildName,
-				Size: 0,
-			},
-		},
-	}, t)
-}
-
-func testResolve(startTestServer func() net.Listener, want *common.Resource, t *testing.T) {
-	listener := startTestServer()
-	defer listener.Close()
-	fetcher := NewFetcher()
-	res, err := fetcher.Resolve(&common.Request{
-		URL: "http://" + listener.Addr().String() + "/" + buildName,
-	})
-	if err != nil {
-		t.Fatal(err)
-	}
-	res.Req = nil
-	if !reflect.DeepEqual(want, res) {
-		t.Errorf("Resolve error = %v, want %v", res, want)
-	}
-}
-
-func TestFetcher_DownloadNormal(t *testing.T) {
-	listener := startTestFileServer()
-	defer listener.Close()
-	// 正常下载
-	downloadNormal(listener, 1, t)
-	downloadNormal(listener, 5, t)
-	downloadNormal(listener, 8, t)
-	downloadNormal(listener, 16, t)
-}
-
-func TestFetcher_DownloadContinue(t *testing.T) {
-	listener := startTestFileServer()
-	defer listener.Close()
-	// 暂停继续
-	downloadContinue(listener, 1, t)
-	fmt.Println("d1")
-	downloadContinue(listener, 5, t)
-	fmt.Println("d5")
-	downloadContinue(listener, 8, t)
-	fmt.Println("d8")
-	downloadContinue(listener, 16, t)
-}
-
-func TestFetcher_DownloadChunked(t *testing.T) {
-	listener := startTestChunkedServer()
-	defer listener.Close()
-	// chunked编码下载
-	//downloadNormal(listener, 1, t)
-	downloadContinue(listener, 1, t)
-}
-
-func TestFetcher_DownloadRetry(t *testing.T) {
-	listener := startTestRetryServer()
-	defer listener.Close()
-	// chunked编码下载
-	downloadNormal(listener, 1, t)
-}
-
-func TestFetcher_DownloadError(t *testing.T) {
-	listener := startTestErrorServer()
-	defer listener.Close()
-	// chunked编码下载
-	downloadError(listener, 1, t)
-}
-
-func startTestFileServer() net.Listener {
-	return startTestServer(func() http.Handler {
-		return http.FileServer(http.Dir(testDir))
-	})
-}
-
-func startTestChunkedServer() net.Listener {
-	return startTestServer(func() http.Handler {
-		mux := http.NewServeMux()
-		mux.HandleFunc("/"+buildName, func(writer http.ResponseWriter, request *http.Request) {
-			file, err := os.Open(buildFile)
-			if err != nil {
-				panic(err)
-			}
-			defer file.Close()
-			io.Copy(writer, file)
-		})
-		return mux
-	})
-}
-
-func startTestRetryServer() net.Listener {
-	counter := 0
-	return startTestServer(func() http.Handler {
-		mux := http.NewServeMux()
-		mux.HandleFunc("/"+buildName, func(writer http.ResponseWriter, request *http.Request) {
-			counter++
-			if counter != 1 && counter < 5 {
-				writer.WriteHeader(500)
-				return
-			}
-			file, err := os.Open(buildFile)
-			if err != nil {
-				panic(err)
-			}
-			defer file.Close()
-			io.Copy(writer, file)
-		})
-		return mux
-	})
-}
-
-func startTestErrorServer() net.Listener {
-	counter := 0
-	return startTestServer(func() http.Handler {
-		mux := http.NewServeMux()
-		mux.HandleFunc("/"+buildName, func(writer http.ResponseWriter, request *http.Request) {
-			counter++
-			if counter != 1 {
-				writer.WriteHeader(500)
-				return
-			}
-		})
-		return mux
-	})
-}
-
-func startTestServer(serverHandle func() http.Handler) net.Listener {
-	listener, err := net.Listen("tcp", "127.0.0.1:0")
-	if err != nil {
-		panic(err)
-	}
-	file, err := os.Create(buildFile)
-	if err != nil {
-		panic(err)
-	}
-	// 随机生成一个文件
-	l := int64(8192)
-	buf := make([]byte, l)
-	size := int64(0)
-	for {
-		_, err := rand.Read(buf)
-		if err != nil {
-			panic(err)
-		}
-		if size+l >= buildSize {
-			file.WriteAt(buf[0:buildSize-size], size)
-			break
-		}
-		file.WriteAt(buf, size)
-		size += l
-	}
-	server := &http.Server{}
-	server.Handler = serverHandle()
-	go server.Serve(listener)
-
-	return &delFileListener{
-		File:     file,
-		Listener: listener,
-	}
-}
-
-type delFileListener struct {
-	*os.File
-	net.Listener
-}
-
-func (c *delFileListener) Close() error {
-	defer func() {
-		c.File.Close()
-		if err := ifExistAndRemove(c.File.Name()); err != nil {
-			fmt.Println(err)
-		}
-		if err := ifExistAndRemove(downloadFile); err != nil {
-			fmt.Println(err)
-		}
-	}()
-	return c.Listener.Close()
-}
-
-func ifExistAndRemove(name string) error {
-	if _, err := os.Stat(name); !os.IsNotExist(err) {
-		return os.Remove(name)
-	}
-	return nil
-}
-
-func downloadReady(listener net.Listener, connections int, t *testing.T) common.Process {
-	fetcher := NewFetcher()
-	fetcher.InitCtl(common.NewController())
-	res, err := fetcher.Resolve(&common.Request{
-		URL: "http://" + listener.Addr().String() + "/" + buildName,
-	})
-	if err != nil {
-		t.Fatal(err)
-	}
-	process, err := fetcher.Create(res, &common.Options{
-		Name:        downloadName,
-		Path:        testDir,
-		Connections: connections,
-	})
-	if err != nil {
-		t.Fatal(err)
-	}
-	return process
-
-}
-
-func downloadNormal(listener net.Listener, connections int, t *testing.T) {
-	process := downloadReady(listener, connections, t)
-	err := process.Start()
-	if err != nil {
-		t.Fatal(err)
-	}
-	want := fileMd5(buildFile)
-	got := fileMd5(downloadFile)
-	if want != got {
-		t.Errorf("Download error = %v, want %v", got, want)
-	}
-}
-
-func downloadContinue(listener net.Listener, connections int, t *testing.T) {
-	process := downloadReady(listener, connections, t)
-	go func() {
-		err := process.Start()
-		if err != nil && err != common.PauseErr {
-			t.Fatal(err)
-		}
-	}()
-	time.Sleep(time.Millisecond * 200)
-	if err := process.Pause(); err != nil {
-		t.Fatal(err)
-	}
-	time.Sleep(time.Millisecond * 200)
-	if err := process.Continue(); err != nil {
-		t.Fatal(err)
-	}
-	want := fileMd5(buildFile)
-	got := fileMd5(downloadFile)
-	if want != got {
-		t.Errorf("Download error = %v, want %v", got, want)
-	}
-}
-
-func downloadError(listener net.Listener, connections int, t *testing.T) {
-	process := downloadReady(listener, connections, t)
-	err := process.Start()
-	if err == nil {
-		t.Errorf("Download error = %v, want %v", err, nil)
-	}
-}
-
-func fileMd5(filePath string) string {
-	file, err := os.Open(filePath)
-	if err != nil {
-		panic(err)
-	}
-	// Tell the program to call the following function when the current function returns
-	defer file.Close()
-
-	// Open a new hash interface to write to
-	hash := md5.New()
-
-	// Copy the file in the hash interface and check for any error
-	if _, err := io.Copy(hash, file); err != nil {
-		return ""
-	}
-	return hex.EncodeToString(hash.Sum(nil))
-}

download/http/model/chunk.go

@@ -1,20 +0,0 @@
-package model
-
-import (
-	"github.com/monkeyWie/gopeed-core/download/common"
-)
-
-type Chunk struct {
-	Status     common.Status
-	Begin      int64
-	End        int64
-	Downloaded int64
-}
-
-func NewChunk(begin int64, end int64) *Chunk {
-	return &Chunk{
-		Status: common.DownloadStatusReady,
-		Begin:  begin,
-		End:    end,
-	}
-}

download/http/model/extra.go

@@ -1,7 +0,0 @@
-package model
-
-type Extra struct {
-	Method string
-	Header map[string]string
-	Body   string
-}

download/http/process.go

@@ -1,245 +0,0 @@
-package http
-
-import (
-	"fmt"
-	"github.com/monkeyWie/gopeed-core/download/common"
-	"github.com/monkeyWie/gopeed-core/download/http/model"
-	"io"
-	"net/http"
-	"path/filepath"
-	"sync"
-)
-
-type Process struct {
-	fetcher *Fetcher
-
-	res     *common.Resource
-	opts    *common.Options
-	status  common.Status
-	clients []*http.Response
-	chunks  []*model.Chunk
-
-	pauseCond *sync.Cond
-}
-
-func NewProcess(fetcher *Fetcher, res *common.Resource, opts *common.Options) *Process {
-	return &Process{
-		fetcher: fetcher,
-		res:     res,
-		opts:    opts,
-		status:  common.DownloadStatusReady,
-
-		pauseCond: sync.NewCond(&sync.Mutex{}),
-	}
-}
-
-func (p *Process) Start() error {
-	ctl := p.fetcher.GetCtl()
-	// 创建文件
-	name := p.name()
-	_, err := ctl.Touch(name, p.res.Size)
-	if err != nil {
-		return err
-	}
-	defer p.close()
-	p.status = common.DownloadStatusStart
-	if p.res.Range {
-		// 每个连接平均需要下载的分块大小
-		chunkSize := p.res.Size / int64(p.opts.Connections)
-		p.chunks = make([]*model.Chunk, p.opts.Connections)
-		p.clients = make([]*http.Response, p.opts.Connections)
-		for i := 0; i < p.opts.Connections; i++ {
-			var (
-				begin = chunkSize * int64(i)
-				end   int64
-			)
-			if i == p.opts.Connections-1 {
-				// 最后一个分块需要保证把文件下载完
-				end = p.res.Size
-			} else {
-				end = begin + chunkSize
-			}
-			chunk := model.NewChunk(begin, end)
-			p.chunks[i] = chunk
-		}
-	} else {
-		// 只支持单连接下载
-		p.chunks = make([]*model.Chunk, 1)
-		p.clients = make([]*http.Response, 1)
-		p.chunks[0] = model.NewChunk(0, 0)
-	}
-	return p.fetch()
-}
-
-func (p *Process) Pause() error {
-	p.pauseCond.L.Lock()
-	defer p.pauseCond.L.Unlock()
-	if common.DownloadStatusStart != p.status {
-		return nil
-	}
-	p.status = common.DownloadStatusPause
-	p.stop()
-	// 释放锁，并等待下载结束
-	p.pauseCond.Wait()
-	return nil
-}
-
-func (p *Process) Continue() error {
-	if func() bool {
-		p.pauseCond.L.Lock()
-		defer p.pauseCond.L.Unlock()
-		if common.DownloadStatusPause != p.status && common.DownloadStatusError != p.status {
-			return true
-		}
-		p.status = common.DownloadStatusStart
-		return false
-	}() {
-		return nil
-	}
-
-	var (
-		ctl  = p.fetcher.GetCtl()
-		name = p.name()
-	)
-	_, err := ctl.Open(name)
-	if err != nil {
-		return err
-	}
-	defer ctl.Close(name)
-	return p.fetch()
-}
-
-func (p *Process) Delete() error {
-	panic("implement me")
-}
-
-func (p *Process) close() error {
-	return p.fetcher.GetCtl().Close(p.name())
-}
-
-func (p *Process) name() string {
-	// 创建文件
-	var filename = p.opts.Name
-	if filename == "" {
-		filename = p.res.Files[0].Name
-	}
-	return filepath.Join(p.opts.Path, filename)
-}
-
-func (p *Process) fetch() error {
-	errCh := make(chan error, p.opts.Connections)
-	defer close(errCh)
-
-	for i := 0; i < p.opts.Connections; i++ {
-		go func(i int) {
-			errCh <- p.fetchChunk(i, p.name(), p.chunks[i])
-		}(i)
-	}
-
-	var retErr error
-	for i := 0; i < p.opts.Connections; i++ {
-		err := <-errCh
-		if err != nil && retErr == nil {
-			retErr = err
-			// 有一个连接失败就立即终止下载
-			if retErr != common.PauseErr {
-				func() {
-					p.pauseCond.L.Lock()
-					defer p.pauseCond.L.Unlock()
-					p.stop()
-				}()
-			}
-		}
-	}
-	p.pauseCond.Signal()
-	return retErr
-}
-
-func (p *Process) stop() {
-	if len(p.clients) > 0 {
-		for _, client := range p.clients {
-			fmt.Println("client close")
-			if client != nil {
-				client.Body.Close()
-			}
-		}
-	}
-}
-
-func (p *Process) fetchChunk(index int, name string, chunk *model.Chunk) (err error) {
-	httpReq, err := BuildRequest(p.res.Req)
-	if err != nil {
-		return err
-	}
-	var (
-		client = BuildClient()
-		buf    = make([]byte, 8192)
-	)
-	// 重试5次
-	for i := 0; i < 5; i++ {
-		var (
-			resp  *http.Response
-			retry bool
-		)
-		if p.res.Range {
-			httpReq.Header.Set(common.HttpHeaderRange,
-				fmt.Sprintf(common.HttpHeaderRangeFormat, chunk.Begin+chunk.Downloaded, chunk.End))
-		} else {
-			chunk.Downloaded = 0
-		}
-		err = func() error {
-			p.pauseCond.L.Lock()
-			defer p.pauseCond.L.Unlock()
-			if p.status == common.DownloadStatusPause {
-				return common.PauseErr
-			}
-			resp, err = client.Do(httpReq)
-			if err != nil {
-				return err
-			}
-			p.clients[index] = resp
-			if resp.StatusCode != common.HttpCodeOK && resp.StatusCode != common.HttpCodePartialContent {
-				err = NewRequestError(resp.StatusCode, resp.Status)
-				return err
-			}
-			return nil
-		}()
-		if err != nil {
-			if err == common.PauseErr {
-				return err
-			}
-			// 请求失败重试
-			continue
-		}
-		retry, err = func() (bool, error) {
-			defer resp.Body.Close()
-			for {
-				n, err := resp.Body.Read(buf)
-				if n > 0 {
-					_, err := p.fetcher.GetCtl().Write(name, chunk.Begin+chunk.Downloaded, buf[:n])
-					if err != nil {
-						return false, err
-					}
-					chunk.Downloaded += int64(n)
-				}
-				if err != nil {
-					if err != io.EOF {
-						return true, err
-					}
-					break
-				}
-			}
-			return false, nil
-		}()
-		if err == nil || !retry {
-			// 下载成功，跳出重试
-			break
-		}
-	}
-	if err != nil {
-		p.chunks[index].Status = common.DownloadStatusError
-	} else {
-		p.chunks[index].Status = common.DownloadStatusDone
-	}
-	return
-}

go.mod

@@ -1,12 +1,107 @@
-module github.com/monkeyWie/gopeed-core
+module github.com/GopeedLab/gopeed
 
-go 1.13
+go 1.19
 
 require (
-	github.com/RoaringBitmap/roaring v0.4.21
+	github.com/anacrolix/missinggo/v2 v2.7.2-0.20230527121029-a582b4f397b9
-	github.com/cenkalti/mse v0.0.0-20140930130441-6ef65f170972
+	github.com/anacrolix/torrent v1.52.5
-	github.com/google/uuid v1.1.1
+	github.com/dop251/goja v0.0.0-20230828202809-3dbe69dd2b8e
-	github.com/marksamman/bencode v0.0.0-20150821143521-dc84f26e086e
+	github.com/dop251/goja_nodejs v0.0.0-20230821135201-94e508132562
-	github.com/sirupsen/logrus v1.4.2
+	github.com/go-git/go-git/v5 v5.8.1
-	golang.org/x/net v0.0.0-20200707034311-ab3426394381
+	github.com/gorilla/handlers v1.5.1
+	github.com/gorilla/mux v1.8.0
+	github.com/matoous/go-nanoid/v2 v2.0.0
+	github.com/virtuald/go-paniclog v0.0.0-20190812204905-43a7fa316459
+	go.etcd.io/bbolt v1.3.7-0.20231005155708-db45d0d6b1f6
+	golang.org/x/sync v0.3.0
+)
+
+require (
+	crawshaw.io/sqlite v0.3.3-0.20220618202545-d1964889ea3c // indirect
+	dario.cat/mergo v1.0.0 // indirect
+	github.com/Microsoft/go-winio v0.6.1 // indirect
+	github.com/ProtonMail/go-crypto v0.0.0-20230717121422-5aa5874ade95 // indirect
+	github.com/RoaringBitmap/roaring v1.2.3 // indirect
+	github.com/acomagu/bufpipe v1.0.4 // indirect
+	github.com/ajwerner/btree v0.0.0-20211221152037-f427b3e689c0 // indirect
+	github.com/alecthomas/atomic v0.1.0-alpha2 // indirect
+	github.com/anacrolix/chansync v0.3.0 // indirect
+	github.com/anacrolix/dht/v2 v2.19.2-0.20221121215055-066ad8494444 // indirect
+	github.com/anacrolix/envpprof v1.2.1 // indirect
+	github.com/anacrolix/generics v0.0.0-20230428105757-683593396d68 // indirect
+	github.com/anacrolix/go-libutp v1.3.1 // indirect
+	github.com/anacrolix/log v0.14.0 // indirect
+	github.com/anacrolix/missinggo v1.3.0 // indirect
+	github.com/anacrolix/missinggo/perf v1.0.0 // indirect
+	github.com/anacrolix/mmsg v1.0.0 // indirect
+	github.com/anacrolix/multiless v0.3.0 // indirect
+	github.com/anacrolix/stm v0.4.0 // indirect
+	github.com/anacrolix/sync v0.4.0 // indirect
+	github.com/anacrolix/upnp v0.1.3-0.20220123035249-922794e51c96 // indirect
+	github.com/anacrolix/utp v0.1.0 // indirect
+	github.com/bahlo/generic-list-go v0.2.0 // indirect
+	github.com/benbjohnson/immutable v0.3.0 // indirect
+	github.com/bits-and-blooms/bitset v1.2.2 // indirect
+	github.com/bradfitz/iter v0.0.0-20191230175014-e8f45d346db8 // indirect
+	github.com/cloudflare/circl v1.3.3 // indirect
+	github.com/davecgh/go-spew v1.1.1 // indirect
+	github.com/dlclark/regexp2 v1.7.0 // indirect
+	github.com/dustin/go-humanize v1.0.0 // indirect
+	github.com/edsrzf/mmap-go v1.1.0 // indirect
+	github.com/emirpasic/gods v1.18.1 // indirect
+	github.com/felixge/httpsnoop v1.0.1 // indirect
+	github.com/go-git/gcfg v1.5.1-0.20230307220236-3a3c6141e376 // indirect
+	github.com/go-git/go-billy/v5 v5.4.1 // indirect
+	github.com/go-logr/logr v1.2.3 // indirect
+	github.com/go-logr/stdr v1.2.2 // indirect
+	github.com/go-sourcemap/sourcemap v2.1.3+incompatible // indirect
+	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
+	github.com/google/btree v1.1.2 // indirect
+	github.com/google/pprof v0.0.0-20230207041349-798e818bf904 // indirect
+	github.com/google/uuid v1.3.0 // indirect
+	github.com/gorilla/websocket v1.5.0 // indirect
+	github.com/huandu/xstrings v1.3.2 // indirect
+	github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 // indirect
+	github.com/kevinburke/ssh_config v1.2.0 // indirect
+	github.com/lispad/go-generics-tools v1.1.0 // indirect
+	github.com/mattn/go-colorable v0.1.13 // indirect
+	github.com/mattn/go-isatty v0.0.19 // indirect
+	github.com/mschoch/smat v0.2.0 // indirect
+	github.com/pion/datachannel v1.5.2 // indirect
+	github.com/pion/dtls/v2 v2.2.4 // indirect
+	github.com/pion/ice/v2 v2.2.6 // indirect
+	github.com/pion/interceptor v0.1.11 // indirect
+	github.com/pion/logging v0.2.2 // indirect
+	github.com/pion/mdns v0.0.5 // indirect
+	github.com/pion/randutil v0.1.0 // indirect
+	github.com/pion/rtcp v1.2.9 // indirect
+	github.com/pion/rtp v1.7.13 // indirect
+	github.com/pion/sctp v1.8.2 // indirect
+	github.com/pion/sdp/v3 v3.0.5 // indirect
+	github.com/pion/srtp/v2 v2.0.9 // indirect
+	github.com/pion/stun v0.3.5 // indirect
+	github.com/pion/transport v0.13.1 // indirect
+	github.com/pion/transport/v2 v2.0.0 // indirect
+	github.com/pion/turn/v2 v2.0.8 // indirect
+	github.com/pion/udp v0.1.4 // indirect
+	github.com/pion/webrtc/v3 v3.1.42 // indirect
+	github.com/pjbgf/sha1cd v0.3.0 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/rs/dnscache v0.0.0-20211102005908-e0241e321417 // indirect
+	github.com/rs/zerolog v1.31.0 // indirect
+	github.com/sergi/go-diff v1.1.0 // indirect
+	github.com/skeema/knownhosts v1.2.0 // indirect
+	github.com/tidwall/btree v1.6.0 // indirect
+	github.com/xanzy/ssh-agent v0.3.3 // indirect
+	go.opentelemetry.io/otel v1.8.0 // indirect
+	go.opentelemetry.io/otel/trace v1.8.0 // indirect
+	golang.org/x/crypto v0.11.0 // indirect
+	golang.org/x/exp v0.0.0-20220613132600-b0d781184e0d // indirect
+	golang.org/x/mod v0.8.0 // indirect
+	golang.org/x/net v0.12.0 // indirect
+	golang.org/x/sys v0.13.0 // indirect
+	golang.org/x/text v0.11.0 // indirect
+	golang.org/x/time v0.0.0-20220609170525-579cf78fd858 // indirect
+	golang.org/x/tools v0.6.0 // indirect
+	gopkg.in/warnings.v0 v0.1.2 // indirect
 )

internal/controller/controller.go

@@ -0,0 +1,100 @@
+package controller
+
+import (
+	"os"
+	"path/filepath"
+)
+
+type Controller struct {
+	GetConfig func(v any) (bool, error)
+	FileController
+	//ContextDialer() (proxy.Dialer, error)
+}
+
+type FileController interface {
+	Touch(name string, size int64) (file *os.File, err error)
+}
+
+type DefaultFileController struct {
+}
+
+func NewController() *Controller {
+	return &Controller{
+		FileController: &DefaultFileController{},
+		GetConfig: func(v any) (bool, error) {
+			return false, nil
+		},
+	}
+}
+
+func (c *DefaultFileController) Touch(name string, size int64) (file *os.File, err error) {
+	dir := filepath.Dir(name)
+	if err = os.MkdirAll(dir, os.ModePerm); err != nil {
+		return
+	}
+	file, err = os.Create(name)
+	if err != nil {
+		return
+	}
+	if size > 0 {
+		err = os.Truncate(name, size)
+		if err != nil {
+			return nil, err
+		}
+	}
+	return
+}
+
+/*func (c *DefaultController) ContextDialer() (proxy.Dialer, error) {
+	// return proxy.SOCKS5("tpc", "127.0.0.1:9999", nil, nil)
+	var dialer proxy.Dialer
+	return &DialerWarp{dialer: dialer}, nil
+}
+
+type DialerWarp struct {
+	dialer proxy.Dialer
+}
+
+type ConnWarp struct {
+	conn net.Conn
+}
+
+func (c *ConnWarp) Read(b []byte) (n int, err error) {
+	return c.conn.Read(b)
+}
+
+func (c *ConnWarp) Write(b []byte) (n int, err error) {
+	return c.conn.Write(b)
+}
+
+func (c *ConnWarp) Close() error {
+	return c.conn.Close()
+}
+
+func (c *ConnWarp) LocalAddr() net.Addr {
+	return c.conn.LocalAddr()
+}
+
+func (c *ConnWarp) RemoteAddr() net.Addr {
+	return c.conn.RemoteAddr()
+}
+
+func (c *ConnWarp) SetDeadline(t time.Time) error {
+	return c.conn.SetDeadline(t)
+}
+
+func (c *ConnWarp) SetReadDeadline(t time.Time) error {
+	return c.conn.SetReadDeadline(t)
+}
+
+func (c *ConnWarp) SetWriteDeadline(t time.Time) error {
+	return c.conn.SetWriteDeadline(t)
+}
+
+func (d *DialerWarp) Dial(network, addr string) (c net.Conn, err error) {
+	conn, err := d.dialer.Dial(network, addr)
+	if err != nil {
+		return nil, err
+	}
+	return &ConnWarp{conn: conn}, nil
+}*/

internal/fetcher/fetcher.go

@@ -0,0 +1,99 @@
+package fetcher
+
+import (
+	"github.com/GopeedLab/gopeed/internal/controller"
+	"github.com/GopeedLab/gopeed/pkg/base"
+	"path"
+)
+
+// Fetcher defines the interface for a download protocol.
+// One fetcher for each download task
+type Fetcher interface {
+	// Name return the name of the protocol.
+	Name() string
+
+	Setup(ctl *controller.Controller)
+	// Resolve resource info from request
+	Resolve(req *base.Request) error
+	// Create ready to download, but not started
+	Create(opts *base.Options) error
+	Start() error
+	Pause() error
+	Close() error
+
+	// Meta returns the meta information of the download.
+	Meta() *FetcherMeta
+	// Progress returns the progress of the download.
+	Progress() Progress
+	// Wait for the download to complete, this method will block until the download is done.
+	Wait() error
+}
+
+// FetcherMeta defines the meta information of a fetcher.
+type FetcherMeta struct {
+	Req  *base.Request  `json:"req"`
+	Res  *base.Resource `json:"res"`
+	Opts *base.Options  `json:"opts"`
+}
+
+// FolderPath return the folder path of the meta info.
+func (m *FetcherMeta) FolderPath() string {
+	// check if rename folder
+	folder := m.Res.Name
+	if m.Opts.Name != "" {
+		folder = m.Opts.Name
+	}
+	return path.Join(m.Opts.Path, folder)
+}
+
+// SingleFilepath return the single file path of the meta info.
+func (m *FetcherMeta) SingleFilepath() string {
+	// check if rename file
+	file := m.Res.Files[0]
+	fileName := file.Name
+	if m.Opts.Name != "" {
+		fileName = m.Opts.Name
+	}
+	return path.Join(m.Opts.Path, file.Path, fileName)
+}
+
+// FetcherBuilder defines the interface for a fetcher builder.
+type FetcherBuilder interface {
+	// Schemes returns the schemes supported by the fetcher.
+	Schemes() []string
+	// Build returns a new fetcher.
+	Build() Fetcher
+
+	// Store fetcher
+	Store(fetcher Fetcher) (any, error)
+	// Restore fetcher
+	Restore() (v any, f func(meta *FetcherMeta, v any) Fetcher)
+}
+
+type DefaultFetcher struct {
+	Ctl    *controller.Controller
+	Meta   *FetcherMeta
+	DoneCh chan error
+}
+
+func (f *DefaultFetcher) Setup(ctl *controller.Controller) (err error) {
+	f.Ctl = ctl
+	f.DoneCh = make(chan error, 1)
+	return
+}
+
+func (f *DefaultFetcher) Wait() (err error) {
+	return <-f.DoneCh
+}
+
+// Progress is a map of the progress of each file in the torrent.
+type Progress []int64
+
+// TotalDownloaded returns the total downloaded bytes.
+func (p Progress) TotalDownloaded() int64 {
+	total := int64(0)
+	for _, d := range p {
+		total += d
+	}
+	return total
+}