mirror of
https://github.com/GopeedLab/gopeed.git
synced 2026-11-10 18:40:27 +00:00
Compare commits
270
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
cc96cff2ea | ||
|
|
15738644b0 | ||
|
|
44a5f9eefc | ||
|
|
c90c690836 | ||
|
|
dee1c2515f | ||
|
|
bbf1a9fd7d | ||
|
|
b3f462bb7d | ||
|
|
0d08004c49 | ||
|
|
1589d4cbe7 | ||
|
|
b6ce7756fb | ||
|
|
342c55fbd6 | ||
|
|
fe2f45e40d | ||
|
|
ba84a04a43 | ||
|
|
2d4a8cddc1 | ||
|
|
224b488087 | ||
|
|
7ce4fb7f0e | ||
|
|
76c22c50d8 | ||
|
|
f400137ead | ||
|
|
a5ebbca318 | ||
|
|
8f2af5660e | ||
|
|
932a49c1d1 | ||
|
|
212c735b66 | ||
|
|
8d1ae93b03 | ||
|
|
b5e8d61f01 | ||
|
|
363153fa33 | ||
|
|
f0dab90e09 | ||
|
|
6e60889ce8 | ||
|
|
929e2d2d7c | ||
|
|
e93437c95f | ||
|
|
88d150b933 | ||
|
|
7bc7efed5b | ||
|
|
1d8a502ac4 | ||
|
|
4b231f52c5 | ||
|
|
e956bd1ce5 | ||
|
|
68402c85d3 | ||
|
|
a480c5bd14 | ||
|
|
e779de285d | ||
|
|
fac17b0ccc | ||
|
|
8c728ffda7 | ||
|
|
1b4956b0ec | ||
|
|
2e5f8948be | ||
|
|
04ebca60cf | ||
|
|
948f6d5487 | ||
|
|
51b7abed48 | ||
|
|
d8758267c4 | ||
|
|
d94b59b165 | ||
|
|
f34cb9c971 | ||
|
|
172f4a3650 | ||
|
|
694b43e3f9 | ||
|
|
085ebf357a | ||
|
|
fe25ccab1d | ||
|
|
8301b1f9ce | ||
|
|
49aab4ea7c | ||
|
|
5d8267fa56 | ||
|
|
1ab452ced8 | ||
|
|
743f356567 | ||
|
|
b1dd46cc7c | ||
|
|
38750d8505 | ||
|
|
dae13dec01 | ||
|
|
a8f682559f | ||
|
|
3c0c019bc9 | ||
|
|
69b3e223ad | ||
|
|
183616fcc0 | ||
|
|
3415364ab7 | ||
|
|
1b00a16277 | ||
|
|
b33c00d90d | ||
|
|
7e07ea31cc | ||
|
|
c2da22f371 | ||
|
|
2fd8a96c5d | ||
|
|
1776b05782 | ||
|
|
ffbae58e6b | ||
|
|
2c7a86b21c | ||
|
|
4157e0a5bc | ||
|
|
dfe8e9a3fd | ||
|
|
7c33d978c4 | ||
|
|
534fbbb3a2 | ||
|
|
fdb2768008 | ||
|
|
27202cf99e | ||
|
|
a05eea3268 | ||
|
|
7496331ffd | ||
|
|
967ef25408 | ||
|
|
d1b2ae42af | ||
|
|
adeb7a2895 | ||
|
|
edfecefc16 | ||
|
|
f7dfc4226b | ||
|
|
edb8d3cbdc | ||
|
|
c6dd58848d | ||
|
|
88dd35cc46 | ||
|
|
051d4267a5 | ||
|
|
022fbf633b | ||
|
|
014221a1a7 | ||
|
|
6f4635e2eb | ||
|
|
7c1447f659 | ||
|
|
a83e3a2b84 | ||
|
|
5bb040eaaf | ||
|
|
e27c7dddb4 | ||
|
|
5342be16d9 | ||
|
|
21702d5d46 | ||
|
|
e0ced260e2 | ||
|
|
e99ef6c7f4 | ||
|
|
c667f097dc | ||
|
|
46c34f2e92 | ||
|
|
d41e27234d | ||
|
|
c703c52cbc | ||
|
|
b88144c864 | ||
|
|
273850ae3f | ||
|
|
07356033f9 | ||
|
|
166aee81be | ||
|
|
45d7b6f5bc | ||
|
|
5845e9ea5f | ||
|
|
e47a20a1bd | ||
|
|
f9410bbcc7 | ||
|
|
f1f17948c6 | ||
|
|
675028c64a | ||
|
|
b6d18a267b | ||
|
|
40cfb167f6 | ||
|
|
4fd1939732 | ||
|
|
3ed54ba93a | ||
|
|
fe64a328ac | ||
|
|
7e49b678f2 | ||
|
|
311e002e55 | ||
|
|
119fad9a94 | ||
|
|
e2601ea9fa | ||
|
|
a5eaa6b528 | ||
|
|
bed624bfce | ||
|
|
eec53c15b2 | ||
|
|
d58135db9f | ||
|
|
d642ae5018 | ||
|
|
e358123b22 | ||
|
|
ee9b16794e | ||
|
|
4f74101b3a | ||
|
|
c47b735fc4 | ||
|
|
ca98806dcc | ||
|
|
a0e84a75b1 | ||
|
|
cee5f3336e | ||
|
|
a760290213 | ||
|
|
14b22cf485 | ||
|
|
a3f6ec5885 | ||
|
|
f839c3ac93 | ||
|
|
67d4aa9554 | ||
|
|
c355f9ff5c | ||
|
|
59a7d40bfe | ||
|
|
5d83e91ce5 | ||
|
|
637004c8a8 | ||
|
|
e79b37d08c | ||
|
|
d393d27ec7 | ||
|
|
2e8672273c | ||
|
|
4802802828 | ||
|
|
3d372f98de | ||
|
|
d578fe96bc | ||
|
|
1262844363 | ||
|
|
91bea83692 | ||
|
|
e21bc5eeae | ||
|
|
6331060171 | ||
|
|
f3ec6b8ee9 | ||
|
|
9124976b5c | ||
|
|
9820e58de9 | ||
|
|
e890e593d9 | ||
|
|
6572e9e899 | ||
|
|
1c57b07575 | ||
|
|
a29f4bb42a | ||
|
|
62e8ab3cef | ||
|
|
8fa9a1e902 | ||
|
|
6f12eb1f07 | ||
|
|
bd03d3b31c | ||
|
|
46675f26af | ||
|
|
d330d8bea8 | ||
|
|
ee6b073bc1 | ||
|
|
0d52b840a2 | ||
|
|
a41c6c145c | ||
|
|
86c8383584 | ||
|
|
75462fe2be | ||
|
|
f35111e072 | ||
|
|
6aabe69f15 | ||
|
|
527539f3a1 | ||
|
|
2d239495a0 | ||
|
|
ddce649c8b | ||
|
|
29675858f2 | ||
|
|
1fc0ff6738 | ||
|
|
091e7b8936 | ||
|
|
ff8f61423e | ||
|
|
e5ac13cfdc | ||
|
|
073e1413ab | ||
|
|
04b9aa18ec | ||
|
|
08fe4eef4e | ||
|
|
8f9bac9e6b | ||
|
|
bb17c7d48a | ||
|
|
75ffe70a4d | ||
|
|
0851e27c6d | ||
|
|
3abc8d42fa | ||
|
|
71d7d96cc0 | ||
|
|
f254a82d9c | ||
|
|
36f9f65384 | ||
|
|
5f89ae3516 | ||
|
|
0cc2b690f8 | ||
|
|
c4ae3330b8 | ||
|
|
a45b6455be | ||
|
|
979988a7f4 | ||
|
|
9efe7ff4c9 | ||
|
|
77734c69bc | ||
|
|
22db46c68a | ||
|
|
99a62357ab | ||
|
|
9558042513 | ||
|
|
39912718c4 | ||
|
|
b991482617 | ||
|
|
3b6b134f24 | ||
|
|
f0aa44455c | ||
|
|
99ed770017 | ||
|
|
f506b8f92f | ||
|
|
1f8906f952 | ||
|
|
9b9fd12884 | ||
|
|
cea912b414 | ||
|
|
0efc85d3c0 | ||
|
|
7c3d7269fe | ||
|
|
481675107f | ||
|
|
1554791e17 | ||
|
|
b0aecdcfc6 | ||
|
|
d2eb7b2a67 | ||
|
|
7112845c82 | ||
|
|
39820707be | ||
|
|
47db539d91 | ||
|
|
f32f7583e4 | ||
|
|
e3ae2865d6 | ||
|
|
1a8d73fbe6 | ||
|
|
5728caf7db | ||
|
|
77d95971ca | ||
|
|
2c81520029 | ||
|
|
8d45eb4fef | ||
|
|
31fa0e5bc9 | ||
|
|
6568498850 | ||
|
|
0f60f40e3e | ||
|
|
67814348dc | ||
|
|
b17c0fd7c8 | ||
|
|
a834ca0d74 | ||
|
|
ecfd07ccb0 | ||
|
|
d51eeb3f2c | ||
|
|
1bb3f74c9f | ||
|
|
53d13dfe28 | ||
|
|
d511e66d56 | ||
|
|
16f2d30476 | ||
|
|
f7be97667f | ||
|
|
aafd039205 | ||
|
|
607d1729e6 | ||
|
|
d12122ea86 | ||
|
|
647e161431 | ||
|
|
8f3cf35162 | ||
|
|
f2145de571 | ||
|
|
39cd9034cd | ||
|
|
177c225f16 | ||
|
|
3be8db664c | ||
|
|
9b704f6f14 | ||
|
|
f49e2510f5 | ||
|
|
c5c8bb2bf5 | ||
|
|
962ff4dc98 | ||
|
|
59f3aa7028 | ||
|
|
cfdf87c3b8 | ||
|
|
99924296ef | ||
|
|
9d3221ebbb | ||
|
|
7b7327ffb3 | ||
|
|
fdfc6902a7 | ||
|
|
9fb3758203 | ||
|
|
e2ac8ce64b | ||
|
|
c01d11305c | ||
|
|
def54f8998 | ||
|
|
a205c0b8d7 | ||
|
|
ae70dc240c | ||
|
|
d7f6c3b206 | ||
|
|
a83e38dac4 | ||
|
|
d46c06f08d | ||
|
|
a61cdbed67 |
No files matched your search
@@ -0,0 +1,2 @@
|
|||||||
|
# Keep upstream plugin sources recognizable and collapsed in GitHub reviews.
|
||||||
|
ui/flutter/third_party/** linguist-vendored whitespace=-blank-at-eol,-blank-at-eof
|
||||||
+33
-19
@@ -13,8 +13,8 @@ on:
|
|||||||
default: "false"
|
default: "false"
|
||||||
|
|
||||||
env:
|
env:
|
||||||
GO_VERSION: "1.24"
|
GO_VERSION: "1.25.4"
|
||||||
FLUTTER_VERSION: "3.41.2"
|
FLUTTER_VERSION: "3.41.6"
|
||||||
GA4_MEASUREMENT_ID: ${{ secrets.GA4_MEASUREMENT_ID }}
|
GA4_MEASUREMENT_ID: ${{ secrets.GA4_MEASUREMENT_ID }}
|
||||||
GA4_API_SECRET: ${{ secrets.GA4_API_SECRET }}
|
GA4_API_SECRET: ${{ secrets.GA4_API_SECRET }}
|
||||||
|
|
||||||
@@ -81,7 +81,7 @@ jobs:
|
|||||||
"CLANGARM64_ROOT=$target" >> $env:GITHUB_ENV
|
"CLANGARM64_ROOT=$target" >> $env:GITHUB_ENV
|
||||||
$b >> $env:GITHUB_PATH
|
$b >> $env:GITHUB_PATH
|
||||||
|
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -93,7 +93,7 @@ jobs:
|
|||||||
VERSION: ${{ needs.get-release.outputs.version }}
|
VERSION: ${{ needs.get-release.outputs.version }}
|
||||||
GOARCH: ${{ matrix.arch }}
|
GOARCH: ${{ matrix.arch }}
|
||||||
run: |
|
run: |
|
||||||
Invoke-WebRequest -Uri "https://github.com/jrsoftware/issrc/raw/main/Files/Languages/Unofficial/ChineseSimplified.isl" -OutFile "ChineseSimplified.isl"
|
Invoke-WebRequest -Uri "https://github.com/jrsoftware/issrc/raw/main/Files/Languages/ChineseSimplified.isl" -OutFile "ChineseSimplified.isl"
|
||||||
mv ChineseSimplified.isl "C:\Program Files (x86)\Inno Setup 6\Languages\"
|
mv ChineseSimplified.isl "C:\Program Files (x86)\Inno Setup 6\Languages\"
|
||||||
|
|
||||||
go build -tags nosqlite -ldflags="-w -s -X github.com/GopeedLab/gopeed/pkg/base.Version=$env:VERSION" -buildmode=c-shared -o ui/flutter/windows/libgopeed.dll github.com/GopeedLab/gopeed/bind/desktop
|
go build -tags nosqlite -ldflags="-w -s -X github.com/GopeedLab/gopeed/pkg/base.Version=$env:VERSION" -buildmode=c-shared -o ui/flutter/windows/libgopeed.dll github.com/GopeedLab/gopeed/bind/desktop
|
||||||
@@ -198,7 +198,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- name: Build
|
- name: Build
|
||||||
@@ -224,7 +224,7 @@ jobs:
|
|||||||
needs: [get-release, build-macos-amd64-lib]
|
needs: [get-release, build-macos-amd64-lib]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: actions/setup-node@v3
|
- uses: actions/setup-node@v3
|
||||||
@@ -315,7 +315,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -324,7 +324,7 @@ jobs:
|
|||||||
channel: master
|
channel: master
|
||||||
- run: |
|
- run: |
|
||||||
sudo apt update -y
|
sudo apt update -y
|
||||||
sudo apt install -y ninja-build libgtk-3-dev libayatana-appindicator3-1 libayatana-appindicator3-dev rpm patchelf libfuse2 locate libkeybinder-3.0-dev
|
sudo apt install -y ninja-build libgtk-3-dev libwebkit2gtk-4.1-dev libayatana-appindicator3-1 libayatana-appindicator3-dev rpm patchelf libfuse2 locate libkeybinder-3.0-dev
|
||||||
arch=$(uname -m)
|
arch=$(uname -m)
|
||||||
wget -O appimagetool "https://github.com/AppImage/appimagetool/releases/download/continuous/appimagetool-${arch}.AppImage"
|
wget -O appimagetool "https://github.com/AppImage/appimagetool/releases/download/continuous/appimagetool-${arch}.AppImage"
|
||||||
chmod +x appimagetool
|
chmod +x appimagetool
|
||||||
@@ -407,13 +407,17 @@ jobs:
|
|||||||
overwrite: true
|
overwrite: true
|
||||||
build-snap:
|
build-snap:
|
||||||
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'snap' }}
|
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'snap' }}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-24.04
|
||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
|
- name: Install Snap host build dependencies
|
||||||
|
run: |
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install -y --no-install-recommends pkg-config libgtk-3-dev libwebkit2gtk-4.1-dev
|
||||||
- name: Setup LXD
|
- name: Setup LXD
|
||||||
uses: canonical/[email protected]
|
uses: canonical/[email protected]
|
||||||
with:
|
with:
|
||||||
@@ -477,9 +481,12 @@ jobs:
|
|||||||
\$CRAFT_PART_INSTALL/usr/bin/flutter doctor
|
\$CRAFT_PART_INSTALL/usr/bin/flutter doctor
|
||||||
build-packages:
|
build-packages:
|
||||||
- clang
|
- clang
|
||||||
|
- llvm-18
|
||||||
|
- lld
|
||||||
- cmake
|
- cmake
|
||||||
- curl
|
- curl
|
||||||
- libgtk-3-dev
|
- libgtk-3-dev
|
||||||
|
- libwebkit2gtk-4.1-dev
|
||||||
- libkeybinder-3.0-dev
|
- libkeybinder-3.0-dev
|
||||||
- ninja-build
|
- ninja-build
|
||||||
- unzip
|
- unzip
|
||||||
@@ -495,6 +502,7 @@ jobs:
|
|||||||
source: .
|
source: .
|
||||||
plugin: nil
|
plugin: nil
|
||||||
stage-packages:
|
stage-packages:
|
||||||
|
- libwebkit2gtk-4.1-0
|
||||||
- libgtk-3-dev
|
- libgtk-3-dev
|
||||||
- libkeybinder-3.0-dev
|
- libkeybinder-3.0-dev
|
||||||
- libappindicator3-dev
|
- libappindicator3-dev
|
||||||
@@ -503,6 +511,9 @@ jobs:
|
|||||||
set +e
|
set +e
|
||||||
dart pub get
|
dart pub get
|
||||||
set -eux
|
set -eux
|
||||||
|
llvm_bin_dir="\$(dirname "\$(readlink -f "\$(command -v clang)")")"
|
||||||
|
test -x "\$llvm_bin_dir/llvm-ar"
|
||||||
|
test -x "\$llvm_bin_dir/ld.lld"
|
||||||
flutter build linux --dart-define="UPDATE_CHANNEL=linuxSnap" --dart-define="GA4_MEASUREMENT_ID=$GA4_MEASUREMENT_ID" --dart-define="GA4_API_SECRET=$GA4_API_SECRET"
|
flutter build linux --dart-define="UPDATE_CHANNEL=linuxSnap" --dart-define="GA4_MEASUREMENT_ID=$GA4_MEASUREMENT_ID" --dart-define="GA4_API_SECRET=$GA4_API_SECRET"
|
||||||
mkdir -p \$CRAFT_PART_INSTALL/bin/
|
mkdir -p \$CRAFT_PART_INSTALL/bin/
|
||||||
cp -r build/linux/*/release/bundle/* \$CRAFT_PART_INSTALL/bin/
|
cp -r build/linux/*/release/bundle/* \$CRAFT_PART_INSTALL/bin/
|
||||||
@@ -545,7 +556,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: actions/setup-java@v3
|
- uses: actions/setup-java@v3
|
||||||
@@ -583,11 +594,11 @@ jobs:
|
|||||||
overwrite: true
|
overwrite: true
|
||||||
build-ios:
|
build-ios:
|
||||||
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'ios' }}
|
if: ${{ github.event.inputs.platform == 'all' || github.event.inputs.platform == 'ios' }}
|
||||||
runs-on: macos-14
|
runs-on: macos-26
|
||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -620,7 +631,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -685,12 +696,15 @@ jobs:
|
|||||||
VERSION: ${{ needs.get-release.outputs.version }}
|
VERSION: ${{ needs.get-release.outputs.version }}
|
||||||
run: |
|
run: |
|
||||||
sudo apt update -y
|
sudo apt update -y
|
||||||
sudo apt install -y pv bsdmainutils
|
qdk_version=2.5.3
|
||||||
wget -O qdk2_0.32.bionic_amd64.deb "https://github.com/qnap-dev/qdk2/releases/download/v0.32/qdk2_0.32.bionic_amd64.deb"
|
qdk_package="qdk_${qdk_version}_amd64.deb"
|
||||||
dpkg -X qdk2_0.32.bionic_amd64.deb qdk2 # Direct installs will fail due to missing dependencies!
|
curl --fail --location --retry 3 --retry-all-errors \
|
||||||
[[ -d qdk2 ]] || exit 1
|
--output "${qdk_package}" \
|
||||||
|
"https://github.com/qnap-dev/QDK/releases/download/v${qdk_version}/${qdk_package}"
|
||||||
|
echo "17b3841b7d4590a4ee025844ba583304b5e3c497d9fa8934d5175131d3908022 ${qdk_package}" | sha256sum --check --strict
|
||||||
|
sudo apt-get install -y "./${qdk_package}"
|
||||||
|
command -v qbuild
|
||||||
|
|
||||||
export PATH=$(pwd)/qdk2/usr/bin:$(pwd)/qdk2/usr/share/qdk2/QDK/bin:${PATH}
|
|
||||||
wget -O Gopeed.template.tar.gz "https://github.com/GopeedLab/QpkgBuild/raw/refs/heads/master/template/Gopeed.template.tar.gz"
|
wget -O Gopeed.template.tar.gz "https://github.com/GopeedLab/QpkgBuild/raw/refs/heads/master/template/Gopeed.template.tar.gz"
|
||||||
tar -zxf Gopeed.template.tar.gz
|
tar -zxf Gopeed.template.tar.gz
|
||||||
[[ -d Gopeed ]] || exit 1
|
[[ -d Gopeed ]] || exit 1
|
||||||
|
|||||||
@@ -0,0 +1,50 @@
|
|||||||
|
name: l10n
|
||||||
|
|
||||||
|
on:
|
||||||
|
pull_request:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- "ui/flutter/lib/l10n/**"
|
||||||
|
- "ui/flutter/l10n.yaml"
|
||||||
|
- ".github/workflows/scripts/check_l10n.dart"
|
||||||
|
- ".github/workflows/l10n.yml"
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- main
|
||||||
|
paths:
|
||||||
|
- "ui/flutter/lib/l10n/**"
|
||||||
|
- "ui/flutter/l10n.yaml"
|
||||||
|
- ".github/workflows/scripts/check_l10n.dart"
|
||||||
|
- ".github/workflows/l10n.yml"
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: l10n-${{ github.event.pull_request.number || github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
env:
|
||||||
|
FLUTTER_VERSION: "3.41.6"
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
validate:
|
||||||
|
name: Validate Flutter translations
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
defaults:
|
||||||
|
run:
|
||||||
|
working-directory: ui/flutter
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
- uses: subosito/flutter-action@v2
|
||||||
|
with:
|
||||||
|
flutter-version: ${{ env.FLUTTER_VERSION }}
|
||||||
|
- run: flutter pub get
|
||||||
|
- name: Validate ARB catalogs
|
||||||
|
run: dart run ../../.github/workflows/scripts/check_l10n.dart
|
||||||
|
- name: Generate localizations
|
||||||
|
run: flutter gen-l10n
|
||||||
|
- name: Analyze generated localization integration
|
||||||
|
run: flutter analyze
|
||||||
@@ -17,7 +17,7 @@ on:
|
|||||||
- "Dockerfile"
|
- "Dockerfile"
|
||||||
|
|
||||||
env:
|
env:
|
||||||
GO_VERSION: "1.24"
|
GO_VERSION: "1.25.4"
|
||||||
|
|
||||||
permissions:
|
permissions:
|
||||||
contents: write
|
contents: write
|
||||||
@@ -31,7 +31,7 @@ jobs:
|
|||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: release-drafter/release-drafter@v5
|
- uses: release-drafter/release-drafter@v5
|
||||||
|
|||||||
@@ -0,0 +1,107 @@
|
|||||||
|
// Validate Flutter ARB translation catalogs before localization code generation.
|
||||||
|
//
|
||||||
|
// Usage (from ui/flutter):
|
||||||
|
// dart run ../../.github/workflows/scripts/check_l10n.dart
|
||||||
|
//
|
||||||
|
// What it checks:
|
||||||
|
// - Every ARB file uses the repository's canonical two-space JSON formatting.
|
||||||
|
// - Every app_<locale>.arb file declares the matching @@locale value.
|
||||||
|
// - Message values are not empty (warning only).
|
||||||
|
// - Every locale has the same message keys as app_en.arb (warning only).
|
||||||
|
// - Every translation preserves the placeholder variables used by app_en.arb
|
||||||
|
// (warning only).
|
||||||
|
//
|
||||||
|
// Notes:
|
||||||
|
// - This script does not judge translation quality.
|
||||||
|
// - It does not generate localization code or fully parse ICU MessageFormat.
|
||||||
|
// `flutter gen-l10n` runs immediately afterwards in CI to validate ICU syntax
|
||||||
|
// and generate app_localizations*.dart.
|
||||||
|
// - The script exits with a failure only for malformed JSON, invalid ARB
|
||||||
|
// formatting, or a mismatched @@locale value. Translation completeness is
|
||||||
|
// reported as warnings; generation and analysis remain the compile-time gate.
|
||||||
|
|
||||||
|
import 'dart:convert';
|
||||||
|
import 'dart:io';
|
||||||
|
|
||||||
|
/// Runs repository-specific checks that `flutter gen-l10n` does not enforce.
|
||||||
|
void main() {
|
||||||
|
final directory = Directory('lib/l10n');
|
||||||
|
final templateFile = File('${directory.path}/app_en.arb');
|
||||||
|
final template = _readArb(templateFile);
|
||||||
|
final templateKeys = _messageKeys(template);
|
||||||
|
var failed = false;
|
||||||
|
|
||||||
|
for (final file in directory.listSync().whereType<File>().where(
|
||||||
|
(file) => file.path.endsWith('.arb'),
|
||||||
|
)) {
|
||||||
|
final messages = _readArb(file);
|
||||||
|
if (!_hasCanonicalFormat(file, messages)) {
|
||||||
|
stderr.writeln(
|
||||||
|
'${file.path}: ARB formatting is not canonical (use two-space JSON indentation and a trailing newline)',
|
||||||
|
);
|
||||||
|
failed = true;
|
||||||
|
}
|
||||||
|
final expectedLocale = file.uri.pathSegments.last
|
||||||
|
.replaceFirst('app_', '')
|
||||||
|
.replaceFirst('.arb', '');
|
||||||
|
if (messages['@@locale'] != expectedLocale) {
|
||||||
|
stderr.writeln('${file.path}: @@locale must be $expectedLocale');
|
||||||
|
failed = true;
|
||||||
|
}
|
||||||
|
final keys = _messageKeys(messages);
|
||||||
|
final empty =
|
||||||
|
keys.where((key) => (messages[key] as String).trim().isEmpty).toList()
|
||||||
|
..sort();
|
||||||
|
if (empty.isNotEmpty) {
|
||||||
|
_warning('${file.path}: empty messages $empty');
|
||||||
|
}
|
||||||
|
if (file.path == templateFile.path) continue;
|
||||||
|
final missing = templateKeys.difference(keys);
|
||||||
|
final extra = keys.difference(templateKeys);
|
||||||
|
if (missing.isNotEmpty || extra.isNotEmpty) {
|
||||||
|
_warning(
|
||||||
|
'${file.path}: missing ${missing.toList()..sort()}, extra ${extra.toList()..sort()}',
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
for (final key in templateKeys.intersection(keys)) {
|
||||||
|
final expected = _placeholders(template[key] as String);
|
||||||
|
final actual = _placeholders(messages[key] as String);
|
||||||
|
if (!_sameSet(expected, actual)) {
|
||||||
|
_warning(
|
||||||
|
'${file.path}: $key placeholders $actual do not match $expected',
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (failed) exitCode = 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Reads one ARB file as its top-level JSON object.
|
||||||
|
Map<String, Object?> _readArb(File file) =>
|
||||||
|
jsonDecode(file.readAsStringSync()) as Map<String, Object?>;
|
||||||
|
|
||||||
|
/// Checks the exact JSON layout so whitespace-only formatting drift fails CI.
|
||||||
|
bool _hasCanonicalFormat(File file, Map<String, Object?> arb) {
|
||||||
|
const encoder = JsonEncoder.withIndent(' ');
|
||||||
|
return file.readAsStringSync() == '${encoder.convert(arb)}\n';
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Returns user-facing message keys and excludes ARB metadata keys (`@`/`@@`).
|
||||||
|
Set<String> _messageKeys(Map<String, Object?> arb) =>
|
||||||
|
arb.keys.where((key) => !key.startsWith('@')).toSet();
|
||||||
|
|
||||||
|
/// Extracts both simple placeholders (`{name}`) and ICU selector variables.
|
||||||
|
///
|
||||||
|
/// For example, this returns `count` from
|
||||||
|
/// `{count, plural, =1{1 file} other{{count} files}}`.
|
||||||
|
Set<String> _placeholders(String message) => RegExp(
|
||||||
|
r'\{([A-Za-z_][A-Za-z0-9_]*)(?=\s*(?:\}|,\s*(?:plural|select|selectordinal)\s*,))',
|
||||||
|
).allMatches(message).map((match) => match.group(1)!).toSet();
|
||||||
|
|
||||||
|
/// Compares sets without depending on iteration order.
|
||||||
|
bool _sameSet(Set<String> left, Set<String> right) =>
|
||||||
|
left.length == right.length && left.containsAll(right);
|
||||||
|
|
||||||
|
void _warning(String message) => stderr.writeln('warning: $message');
|
||||||
@@ -10,7 +10,7 @@
|
|||||||
// (including the common pattern where Flutter concatenates the base URL with a relative path)
|
// (including the common pattern where Flutter concatenates the base URL with a relative path)
|
||||||
// - Download them into: build/web/assets/gstatic/<path>
|
// - Download them into: build/web/assets/gstatic/<path>
|
||||||
// - Rewrite "https://fonts.gstatic.com/s/" -> "assets/gstatic/" so runtime loads locally
|
// - Rewrite "https://fonts.gstatic.com/s/" -> "assets/gstatic/" so runtime loads locally
|
||||||
// - Only download font subsets needed by supported locales (parsed from message.dart)
|
// - Only download font subsets needed by supported locales (parsed from lib/l10n/*.arb)
|
||||||
//
|
//
|
||||||
// Notes:
|
// Notes:
|
||||||
// - This script DOES NOT call `flutter build web`. It only patches the output.
|
// - This script DOES NOT call `flutter build web`. It only patches the output.
|
||||||
@@ -23,15 +23,18 @@ import 'dart:io';
|
|||||||
/// Uses language code prefix to automatically detect the script system.
|
/// Uses language code prefix to automatically detect the script system.
|
||||||
/// Returns empty set if base fonts (Latin/Cyrillic/Greek) are sufficient.
|
/// Returns empty set if base fonts (Latin/Cyrillic/Greek) are sufficient.
|
||||||
Set<String> _getFontFamiliesForLocale(String locale) {
|
Set<String> _getFontFamiliesForLocale(String locale) {
|
||||||
final lang = locale.toLowerCase().split('_').first;
|
final normalizedLocale = locale.toLowerCase().replaceAll('-', '_');
|
||||||
|
final lang = normalizedLocale.split('_').first;
|
||||||
|
|
||||||
// CJK languages - need specific large font files
|
// CJK languages - need specific large font files
|
||||||
if (lang == 'zh') {
|
if (lang == 'zh') {
|
||||||
// Simplified vs Traditional Chinese
|
// Simplified vs Traditional Chinese
|
||||||
if (locale.contains('cn') || locale.contains('sg')) {
|
if (normalizedLocale.contains('_tw') ||
|
||||||
return {'notosanssc'}; // Simplified Chinese
|
normalizedLocale.contains('_hk') ||
|
||||||
|
normalizedLocale.contains('_mo')) {
|
||||||
|
return {'notosanstc', 'notosanshk'}; // Traditional Chinese (TW, HK, MO)
|
||||||
}
|
}
|
||||||
return {'notosanstc', 'notosanshk'}; // Traditional Chinese (TW, HK, MO)
|
return {'notosanssc'}; // Simplified Chinese, including generic zh
|
||||||
}
|
}
|
||||||
if (lang == 'ja') return {'notosansjp'}; // Japanese
|
if (lang == 'ja') return {'notosansjp'}; // Japanese
|
||||||
if (lang == 'ko') return {'notosanskr'}; // Korean
|
if (lang == 'ko') return {'notosanskr'}; // Korean
|
||||||
@@ -95,29 +98,25 @@ const _baseFontFamilies = <String>{
|
|||||||
// to reduce bundle size. Add them back if emoji support is needed.
|
// to reduce bundle size. Add them back if emoji support is needed.
|
||||||
};
|
};
|
||||||
|
|
||||||
/// Parse supported locales from message.dart file.
|
/// Parse supported locales from Flutter gen-l10n ARB filenames.
|
||||||
/// Reads the import statements and extracts locale codes like 'zh_cn', 'en_us', etc.
|
/// Filenames follow app_<locale>.arb, for example app_zh_CN.arb or app_en.arb.
|
||||||
Set<String> _parseSupportedLocales(File messageFile) {
|
Set<String> _parseSupportedLocales(Directory l10nDirectory) {
|
||||||
final locales = <String>{};
|
final locales = <String>{};
|
||||||
|
|
||||||
if (!messageFile.existsSync()) {
|
if (!l10nDirectory.existsSync()) {
|
||||||
_fail('Warning: message.dart not found, only base fonts will be used');
|
_fail('Localization directory not found: ${l10nDirectory.path}');
|
||||||
}
|
}
|
||||||
|
|
||||||
final content = messageFile.readAsStringSync();
|
final arbName = RegExp(r'^app_(.+)\.arb$');
|
||||||
|
for (final entity in l10nDirectory.listSync()) {
|
||||||
// Match import statements like: import 'langs/zh_cn.dart';
|
if (entity is! File) continue;
|
||||||
final importRegex = RegExp(r"import\s+'langs/(\w+)\.dart'");
|
final filename = entity.uri.pathSegments.last;
|
||||||
for (final match in importRegex.allMatches(content)) {
|
final locale = arbName.firstMatch(filename)?.group(1);
|
||||||
final locale = match.group(1);
|
if (locale != null && locale.isNotEmpty) locales.add(locale);
|
||||||
if (locale != null) {
|
|
||||||
locales.add(locale);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (locales.isEmpty) {
|
if (locales.isEmpty) {
|
||||||
_fail(
|
_fail('No app_<locale>.arb files found in ${l10nDirectory.path}');
|
||||||
'Warning: No locales found in message.dart, only base fonts will be used');
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return locales;
|
return locales;
|
||||||
@@ -139,7 +138,9 @@ Set<String> _getRequiredFontFamilies(Set<String> locales) {
|
|||||||
/// Font paths have the format: "fontfamily/version/filename.ext"
|
/// Font paths have the format: "fontfamily/version/filename.ext"
|
||||||
/// Example: "notosanssc/v36/xxx.ttf" -> font family is "notosanssc"
|
/// Example: "notosanssc/v36/xxx.ttf" -> font family is "notosanssc"
|
||||||
bool _fontMatchesRequiredFamilies(
|
bool _fontMatchesRequiredFamilies(
|
||||||
String fontPath, Set<String> requiredFamilies) {
|
String fontPath,
|
||||||
|
Set<String> requiredFamilies,
|
||||||
|
) {
|
||||||
// Extract font family from path (first segment before '/')
|
// Extract font family from path (first segment before '/')
|
||||||
final slashIndex = fontPath.indexOf('/');
|
final slashIndex = fontPath.indexOf('/');
|
||||||
if (slashIndex == -1) {
|
if (slashIndex == -1) {
|
||||||
@@ -158,10 +159,9 @@ Future<void> main(List<String> args) async {
|
|||||||
// but will also try to locate pubspec.yaml by walking up.
|
// but will also try to locate pubspec.yaml by walking up.
|
||||||
final flutterDir = _findFlutterProjectRoot(Directory.current);
|
final flutterDir = _findFlutterProjectRoot(Directory.current);
|
||||||
|
|
||||||
// Parse supported locales from message.dart
|
// Parse supported locales from Flutter gen-l10n ARB files.
|
||||||
final messageFile =
|
final l10nDirectory = Directory(_join(flutterDir.path, 'lib', 'l10n'));
|
||||||
File(_join(flutterDir.path, 'lib', 'i18n', 'message.dart'));
|
final supportedLocales = _parseSupportedLocales(l10nDirectory);
|
||||||
final supportedLocales = _parseSupportedLocales(messageFile);
|
|
||||||
stdout.writeln('Supported locales: ${supportedLocales.join(', ')}');
|
stdout.writeln('Supported locales: ${supportedLocales.join(', ')}');
|
||||||
|
|
||||||
// Get required font families based on supported locales
|
// Get required font families based on supported locales
|
||||||
@@ -203,7 +203,8 @@ Future<void> main(List<String> args) async {
|
|||||||
if (p.contains('://') || p.startsWith('data:')) continue;
|
if (p.contains('://') || p.startsWith('data:')) continue;
|
||||||
if (p.startsWith('/') ||
|
if (p.startsWith('/') ||
|
||||||
p.startsWith('assets/') ||
|
p.startsWith('assets/') ||
|
||||||
p.startsWith('packages/')) continue;
|
p.startsWith('packages/'))
|
||||||
|
continue;
|
||||||
if (p.contains('..')) continue;
|
if (p.contains('..')) continue;
|
||||||
relAssetsUnderS.add(p);
|
relAssetsUnderS.add(p);
|
||||||
}
|
}
|
||||||
|
|||||||
+108
-15
@@ -28,8 +28,8 @@ on:
|
|||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
env:
|
env:
|
||||||
GO_VERSION: "1.24"
|
GO_VERSION: "1.25.4"
|
||||||
FLUTTER_VERSION: "3.41.2"
|
FLUTTER_VERSION: "3.41.6"
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
# lint:
|
# lint:
|
||||||
@@ -50,14 +50,18 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
|
- name: Install webview dependencies
|
||||||
|
run: |
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y libgtk-3-dev libwebkit2gtk-4.1-dev xvfb
|
||||||
- name: Run Unit tests.
|
- name: Run Unit tests.
|
||||||
run: |
|
run: |
|
||||||
# Get packages for testing and coverage (including cmd/web for flags_test.go)
|
# Get packages for testing and coverage (including cmd/web for flags_test.go)
|
||||||
PACKAGES=$(go list ./... | grep -v /bind/ | grep -v -E '/cmd/(?!web)')
|
PACKAGES=$(go list ./... | awk '!/\/bind\// && (!/\/cmd\// || /\/cmd\/web$/)')
|
||||||
go test -v -coverpkg=$(echo "$PACKAGES" | paste -sd "," -) -covermode=count -coverprofile=coverage.txt $PACKAGES
|
env CGO_ENABLED=1 xvfb-run -a go test -tags webview -v -coverpkg=$(echo "$PACKAGES" | paste -sd "," -) -covermode=count -coverprofile=coverage.txt $PACKAGES
|
||||||
# Filter out main.go from coverage report to avoid lowering coverage percentage
|
# Filter out main.go from coverage report to avoid lowering coverage percentage
|
||||||
grep -v "main.go" coverage.txt > coverage_filtered.txt || true
|
grep -v "main.go" coverage.txt > coverage_filtered.txt || true
|
||||||
mv coverage_filtered.txt coverage.txt
|
mv coverage_filtered.txt coverage.txt
|
||||||
@@ -65,6 +69,95 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
files: ./coverage.txt
|
files: ./coverage.txt
|
||||||
token: ${{ secrets.CODECOV_UPLOAD_TOKEN }}
|
token: ${{ secrets.CODECOV_UPLOAD_TOKEN }}
|
||||||
|
test-webview-integration:
|
||||||
|
name: Test webview integration (${{ matrix.name }})
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
matrix:
|
||||||
|
include:
|
||||||
|
- name: Windows
|
||||||
|
os: windows-latest
|
||||||
|
- name: Linux
|
||||||
|
os: ubuntu-latest
|
||||||
|
- name: macOS
|
||||||
|
os: macos-latest
|
||||||
|
runs-on: ${{ matrix.os }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
- uses: actions/setup-go@v5
|
||||||
|
with:
|
||||||
|
go-version: ${{ env.GO_VERSION }}
|
||||||
|
- uses: subosito/flutter-action@v2
|
||||||
|
if: runner.os == 'macOS'
|
||||||
|
with:
|
||||||
|
flutter-version: ${{ env.FLUTTER_VERSION }}
|
||||||
|
- name: Install Linux WebView dependencies
|
||||||
|
if: runner.os == 'Linux'
|
||||||
|
run: |
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y libgtk-3-dev libwebkit2gtk-4.1-dev xvfb
|
||||||
|
- name: Test webview
|
||||||
|
if: runner.os == 'Linux'
|
||||||
|
# Match the full suite's coverage instrumentation and repeat on the same
|
||||||
|
# GTK event loop to catch queued callbacks after engine destruction.
|
||||||
|
run: |
|
||||||
|
PACKAGES=$(go list ./... | awk '!/\/bind\// && (!/\/cmd\// || /\/cmd\/web$/)')
|
||||||
|
go test -c -tags webview -coverpkg=$(echo "$PACKAGES" | paste -sd "," -) -covermode=count -o "$RUNNER_TEMP/goprovider.test" ./internal/webview/goprovider
|
||||||
|
xvfb-run -a "$RUNNER_TEMP/goprovider.test" -test.v -test.count=5 -test.timeout=300s -test.coverprofile="$RUNNER_TEMP/webview-coverage.out"
|
||||||
|
env:
|
||||||
|
CGO_ENABLED: 1
|
||||||
|
- name: Test webview
|
||||||
|
if: runner.os == 'Windows'
|
||||||
|
# Repeat close/reopen coverage to catch browser shutdown races.
|
||||||
|
run: go test -tags webview -v -count=3 -timeout 300s ./internal/webview/goprovider/
|
||||||
|
env:
|
||||||
|
CGO_ENABLED: 1
|
||||||
|
- name: Test webview
|
||||||
|
if: runner.os == 'macOS'
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
SOCKET_PATH="$HOME/Library/Application Support/com.gopeed.gopeed/gopeed_webview.sock"
|
||||||
|
LOG_PATH="$RUNNER_TEMP/gopeed-webview-rpc.log"
|
||||||
|
rm -f "$SOCKET_PATH"
|
||||||
|
|
||||||
|
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/macos/Frameworks/libgopeed.dylib github.com/GopeedLab/gopeed/bind/desktop
|
||||||
|
|
||||||
|
cd ui/flutter
|
||||||
|
flutter pub get
|
||||||
|
flutter run --machine -d macos >"$LOG_PATH" 2>&1 &
|
||||||
|
FLUTTER_PID=$!
|
||||||
|
cd ../..
|
||||||
|
|
||||||
|
cleanup() {
|
||||||
|
kill "$FLUTTER_PID" >/dev/null 2>&1 || true
|
||||||
|
}
|
||||||
|
trap cleanup EXIT
|
||||||
|
|
||||||
|
FLUTTER_STARTED=false
|
||||||
|
for _ in $(seq 1 600); do
|
||||||
|
if grep -Eq '"event"[[:space:]]*:[[:space:]]*"app\.started"' "$LOG_PATH"; then
|
||||||
|
FLUTTER_STARTED=true
|
||||||
|
break
|
||||||
|
fi
|
||||||
|
if ! kill -0 "$FLUTTER_PID" >/dev/null 2>&1; then
|
||||||
|
echo "Flutter exited before reporting app.started"
|
||||||
|
cat "$LOG_PATH"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
if [[ "$FLUTTER_STARTED" != true ]]; then
|
||||||
|
echo "Timed out waiting for Flutter to report app.started"
|
||||||
|
cat "$LOG_PATH"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if ! go test -tags webview -v -count=1 -timeout 600s ./internal/webview/rpcprovider/ -args -webview-rpc-network unix -webview-rpc-address "$SOCKET_PATH"; then
|
||||||
|
cat "$LOG_PATH"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
build-desktop:
|
build-desktop:
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
@@ -80,7 +173,7 @@ jobs:
|
|||||||
flutter_channel: "main"
|
flutter_channel: "main"
|
||||||
name: Build desktop check (${{ matrix.os }})
|
name: Build desktop check (${{ matrix.os }})
|
||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
needs: [test]
|
needs: [ test ]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- name: Enable long paths for flutter main branch checks
|
- name: Enable long paths for flutter main branch checks
|
||||||
@@ -109,7 +202,7 @@ jobs:
|
|||||||
"CGO_ENABLED=1" >> $env:GITHUB_ENV
|
"CGO_ENABLED=1" >> $env:GITHUB_ENV
|
||||||
"CLANGARM64_ROOT=$target" >> $env:GITHUB_ENV
|
"CLANGARM64_ROOT=$target" >> $env:GITHUB_ENV
|
||||||
$b >> $env:GITHUB_PATH
|
$b >> $env:GITHUB_PATH
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -129,7 +222,7 @@ jobs:
|
|||||||
- if: runner.os == 'Linux'
|
- if: runner.os == 'Linux'
|
||||||
run: |
|
run: |
|
||||||
sudo apt-get update -y
|
sudo apt-get update -y
|
||||||
sudo apt-get install -y ninja-build libgtk-3-dev libayatana-appindicator3-dev libkeybinder-3.0-dev
|
sudo apt-get install -y ninja-build libgtk-3-dev libwebkit2gtk-4.1-dev libayatana-appindicator3-dev libkeybinder-3.0-dev
|
||||||
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
|
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
|
||||||
cd ui/flutter
|
cd ui/flutter
|
||||||
flutter build linux
|
flutter build linux
|
||||||
@@ -138,11 +231,11 @@ jobs:
|
|||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
os: [macos-14, ubuntu-latest]
|
os: [ macos-26, ubuntu-latest ]
|
||||||
needs: [test]
|
needs: [ test ]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -171,10 +264,10 @@ jobs:
|
|||||||
build-web:
|
build-web:
|
||||||
name: Build web check
|
name: Build web check
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
needs: [test]
|
needs: [ test ]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -192,10 +285,10 @@ jobs:
|
|||||||
build-docker:
|
build-docker:
|
||||||
name: Build docker check
|
name: Build docker check
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
needs: [test]
|
needs: [ test ]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
|
|||||||
+54
-5
@@ -17,11 +17,60 @@ start the front-end flutter project in `debug` mode to run.
|
|||||||
|
|
||||||
## Translation
|
## Translation
|
||||||
|
|
||||||
The internationalization files of Gopeed are located in the `ui/flutter/lib/i18n/langs` directory.
|
Flutter translations are ARB files in `ui/flutter/lib/l10n`. Use `app_en.arb` as the source template,
|
||||||
You only need to add the corresponding language file in this directory.
|
then edit or add `app_<locale>.arb` (for example, `app_de.arb` or `app_zh_TW.arb`). Every locale must
|
||||||
|
contain the same message keys as the English template.
|
||||||
|
|
||||||
Please refer to `en_us.dart` for translation.
|
Translate message values only, and do not rename variables inside braces such as `{count}` and `{name}`.
|
||||||
words prefixed with `@` are not meant to be translated.
|
Do not translate metadata keys prefixed with `@`. Submit only the ARB source files you changed; do not generate or commit
|
||||||
|
`app_localizations*.dart`. The pull-request CI automatically validates the catalogs, generates the
|
||||||
|
localization code, and checks its integration.
|
||||||
|
|
||||||
|
The following examples show both the ARB definition and the text users see after the app supplies values.
|
||||||
|
|
||||||
|
1. Insert a variable into a message
|
||||||
|
|
||||||
|
ARB definition:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"welcomeUser": "Hola, {name}"
|
||||||
|
```
|
||||||
|
|
||||||
|
Rendered result: when `name = Ana`, users see “Hola, Ana”. You may reorder the sentence, but keep `{name}`.
|
||||||
|
|
||||||
|
2. Display different text for different quantities
|
||||||
|
|
||||||
|
ARB definition:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"fileCount": "{count, plural, =0{No hay archivos} =1{1 archivo} other{{count} archivos}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
Rendered results:
|
||||||
|
|
||||||
|
- `count = 0` → “No hay archivos”
|
||||||
|
- `count = 1` → “1 archivo”
|
||||||
|
- `count = 3` → “3 archivos”
|
||||||
|
|
||||||
|
`=0`, `=1`, and `other` mean zero, one, and every other quantity. Translate only the user-visible text
|
||||||
|
inside each branch.
|
||||||
|
|
||||||
|
3. Display different text for different values
|
||||||
|
|
||||||
|
ARB definition:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"taskState": "{state, select, running{En curso} paused{En pausa} other{Desconocido}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
Rendered results:
|
||||||
|
|
||||||
|
- `state = running` → “En curso”
|
||||||
|
- `state = paused` → “En pausa”
|
||||||
|
- Any other value → “Desconocido”
|
||||||
|
|
||||||
|
`running`, `paused`, and `other` are values supplied by the app. Do not translate them; translate only
|
||||||
|
the display text inside the following braces.
|
||||||
|
|
||||||
## flutter development
|
## flutter development
|
||||||
|
|
||||||
@@ -31,4 +80,4 @@ Turn on build_runner watcher if you want to edit api/models:
|
|||||||
|
|
||||||
```
|
```
|
||||||
flutter pub run build_runner watch
|
flutter pub run build_runner watch
|
||||||
```
|
```
|
||||||
+51
-3
@@ -17,10 +17,58 @@
|
|||||||
|
|
||||||
## 翻訳
|
## 翻訳
|
||||||
|
|
||||||
Gopeed の国際化ファイルは `ui/flutter/lib/i18n/langs` ディレクトリにあります。
|
Flutter の翻訳ファイルは `ui/flutter/lib/l10n` にあります。`app_en.arb` を原文テンプレートとして、
|
||||||
このディレクトリに対応する言語ファイルを追加するだけでよいです。
|
`app_<locale>.arb`(例: `app_de.arb`、`app_zh_TW.arb`)を編集または追加してください。すべての言語で
|
||||||
|
英語テンプレートと同じメッセージ key が必要です。
|
||||||
|
|
||||||
翻訳については `en_us.dart` を参照してください。
|
翻訳するのはメッセージ値だけです。`{count}` や `{name}` など、中括弧内の変数名は変更しないでください。
|
||||||
|
`@` で始まるメタデータ key は翻訳しません。変更した ARB ソースファイルだけをコミットし、
|
||||||
|
`app_localizations*.dart` は生成もコミットも不要です。PR の CI が全言語を検証し、国際化コードを生成して
|
||||||
|
統合結果を確認します。
|
||||||
|
|
||||||
|
以下の例では、ARB に記述する定義と、アプリが値を渡した後にユーザーが実際に見る表示を示します。
|
||||||
|
|
||||||
|
1. メッセージに変数を挿入する
|
||||||
|
|
||||||
|
ARB 定義:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"welcomeUser": "こんにちは、{name}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最終表示:`name = 太郎` の場合は「こんにちは、太郎」と表示されます。語順は変更できますが、`{name}` は残します。
|
||||||
|
|
||||||
|
2. 数量に応じて表示を切り替える
|
||||||
|
|
||||||
|
ARB 定義:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"fileCount": "{count, plural, =0{ファイルなし} =1{1 個のファイル} other{{count} 個のファイル}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最終表示:
|
||||||
|
|
||||||
|
- `count = 0` →「ファイルなし」
|
||||||
|
- `count = 1` →「1 個のファイル」
|
||||||
|
- `count = 3` →「3 個のファイル」
|
||||||
|
|
||||||
|
`=0`、`=1`、`other` はそれぞれ 0、1、その他の数量を表します。各分岐の中で画面に表示される文字だけを翻訳します。
|
||||||
|
|
||||||
|
3. 変数の値に応じて表示を切り替える
|
||||||
|
|
||||||
|
ARB 定義:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"taskState": "{state, select, running{実行中} paused{一時停止} other{不明}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最終表示:
|
||||||
|
|
||||||
|
- `state = running` →「実行中」
|
||||||
|
- `state = paused` →「一時停止」
|
||||||
|
- その他の値 →「不明」
|
||||||
|
|
||||||
|
`running`、`paused`、`other` はアプリが渡す分岐値なので翻訳せず、その後の中括弧内にある表示文字だけを翻訳します。
|
||||||
|
|
||||||
## flutter での開発
|
## flutter での開発
|
||||||
|
|
||||||
|
|||||||
+53
-3
@@ -17,10 +17,60 @@ khởi động dự án flutter frontend trong chế độ `debug` để chạy.
|
|||||||
|
|
||||||
## Dịch thuật
|
## Dịch thuật
|
||||||
|
|
||||||
Các tệp quốc tế hóa của Gopeed được đặt trong thư mục `ui/flutter/lib/i18n/langs`.
|
Các bản dịch Flutter là tệp ARB trong `ui/flutter/lib/l10n`. Hãy dùng `app_en.arb` làm mẫu nguồn,
|
||||||
Bạn chỉ cần thêm tệp ngôn ngữ tương ứng trong thư mục này.
|
sau đó sửa hoặc thêm `app_<locale>.arb` (ví dụ `app_de.arb` hoặc `app_zh_TW.arb`). Mỗi ngôn ngữ phải
|
||||||
|
có cùng các khóa thông điệp như mẫu tiếng Anh.
|
||||||
|
|
||||||
Vui lòng tham khảo `en_us.dart` để biết cách dịch thuật.
|
Chỉ dịch giá trị thông điệp; không đổi tên biến trong dấu ngoặc nhọn như `{count}` và `{name}`. Không dịch khóa
|
||||||
|
siêu dữ liệu bắt đầu bằng `@`. Chỉ commit các tệp nguồn ARB đã thay đổi; không cần tạo hoặc commit
|
||||||
|
`app_localizations*.dart`. CI của pull request sẽ tự động
|
||||||
|
kiểm tra tất cả ngôn ngữ, tạo mã bản địa hóa và xác minh việc tích hợp.
|
||||||
|
|
||||||
|
Các ví dụ sau hiển thị cả định nghĩa trong ARB và nội dung người dùng thực sự thấy sau khi ứng dụng truyền giá trị.
|
||||||
|
|
||||||
|
1. Chèn biến vào thông điệp
|
||||||
|
|
||||||
|
Định nghĩa ARB:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"welcomeUser": "Xin chào, {name}"
|
||||||
|
```
|
||||||
|
|
||||||
|
Kết quả hiển thị: khi `name = An`, người dùng thấy “Xin chào, An”. Có thể đổi trật tự câu nhưng phải giữ `{name}`.
|
||||||
|
|
||||||
|
2. Hiển thị nội dung khác nhau theo số lượng
|
||||||
|
|
||||||
|
Định nghĩa ARB:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"fileCount": "{count, plural, =0{Không có tệp} =1{1 tệp} other{{count} tệp}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
Kết quả hiển thị:
|
||||||
|
|
||||||
|
- `count = 0` → “Không có tệp”
|
||||||
|
- `count = 1` → “1 tệp”
|
||||||
|
- `count = 3` → “3 tệp”
|
||||||
|
|
||||||
|
`=0`, `=1` và `other` lần lượt biểu thị số lượng bằng 0, bằng 1 và các số lượng còn lại. Chỉ dịch phần chữ
|
||||||
|
hiển thị cho người dùng bên trong mỗi nhánh.
|
||||||
|
|
||||||
|
3. Hiển thị nội dung khác nhau theo giá trị biến
|
||||||
|
|
||||||
|
Định nghĩa ARB:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"taskState": "{state, select, running{Đang chạy} paused{Đã tạm dừng} other{Không xác định}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
Kết quả hiển thị:
|
||||||
|
|
||||||
|
- `state = running` → “Đang chạy”
|
||||||
|
- `state = paused` → “Đã tạm dừng”
|
||||||
|
- Giá trị khác → “Không xác định”
|
||||||
|
|
||||||
|
`running`, `paused` và `other` là các giá trị do ứng dụng truyền vào nên không được dịch; chỉ dịch phần chữ
|
||||||
|
hiển thị trong dấu ngoặc theo sau chúng.
|
||||||
|
|
||||||
## Phát triển flutter
|
## Phát triển flutter
|
||||||
|
|
||||||
|
|||||||
+50
-4
@@ -13,10 +13,57 @@ PR,合并到 `main` 分支。
|
|||||||
flutter 项目即可运行。
|
flutter 项目即可运行。
|
||||||
|
|
||||||
## 翻译
|
## 翻译
|
||||||
|
|
||||||
Gopeed 的国际化文件位于 `ui/flutter/lib/i18n/langs` 目录下,只需要在该目录下添加对应的语言文件即可。
|
|
||||||
|
|
||||||
请注意以 `en_us.dart` 为参照进行翻译。
|
Flutter 国际化文件位于 `ui/flutter/lib/l10n`,请以 `app_en.arb` 为源模板,修改或新增
|
||||||
|
`app_<locale>.arb`(例如 `app_de.arb` 或 `app_zh_TW.arb`)。每个语种必须与英文模板包含相同的文案 key。
|
||||||
|
|
||||||
|
只翻译文案值,不要修改 `{count}`、`{name}` 等花括号中的变量名。以 `@` 开头的元数据 key 不需要翻译。
|
||||||
|
提交时只包含修改过的 ARB 源文件,不需要生成或提交 `app_localizations*.dart`。PR 的 CI 会自动校验所有语种、
|
||||||
|
生成国际化代码并检查集成结果。
|
||||||
|
|
||||||
|
下面的例子同时给出 ARB 中填写的文案定义,以及程序传值后用户最终看到的内容。
|
||||||
|
|
||||||
|
1. 在文案中插入变量
|
||||||
|
|
||||||
|
ARB 定义:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"welcomeUser": "你好,{name}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最终显示:当 `name = 小明` 时,显示“你好,小明”。翻译时可以调整整句话,但必须保留 `{name}`。
|
||||||
|
|
||||||
|
2. 根据数量显示不同文案
|
||||||
|
|
||||||
|
ARB 定义:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"fileCount": "{count, plural, =0{没有文件} =1{1 个文件} other{{count} 个文件}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最终显示:
|
||||||
|
|
||||||
|
- `count = 0` → “没有文件”
|
||||||
|
- `count = 1` → “1 个文件”
|
||||||
|
- `count = 3` → “3 个文件”
|
||||||
|
|
||||||
|
`=0`、`=1`、`other` 分别表示数量为 0、数量为 1 和其他数量。只翻译每个分支花括号内显示给用户的文字。
|
||||||
|
|
||||||
|
3. 根据变量值显示不同文案
|
||||||
|
|
||||||
|
ARB 定义:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"taskState": "{state, select, running{运行中} paused{已暂停} other{未知状态}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最终显示:
|
||||||
|
|
||||||
|
- `state = running` → “运行中”
|
||||||
|
- `state = paused` → “已暂停”
|
||||||
|
- 其他值 → “未知状态”
|
||||||
|
|
||||||
|
`running`、`paused`、`other` 是程序传入的分支值,不能翻译;只翻译它们后面花括号内的显示文字。
|
||||||
|
|
||||||
## flutter开发
|
## flutter开发
|
||||||
|
|
||||||
@@ -27,4 +74,3 @@ Gopeed 的国际化文件位于 `ui/flutter/lib/i18n/langs` 目录下,只需
|
|||||||
```
|
```
|
||||||
flutter pub run build_runner watch
|
flutter pub run build_runner watch
|
||||||
```
|
```
|
||||||
|
|
||||||
+49
-3
@@ -11,11 +11,57 @@
|
|||||||
建議使用 web 端進行開發與調試,首先啟動服務,使用指令 `go run cmd/api/main.go` 啟動 ,該服務默認連接埠為 `9999`,接著以 `debug` 模式啟動前端 flutter 項目即可。
|
建議使用 web 端進行開發與調試,首先啟動服務,使用指令 `go run cmd/api/main.go` 啟動 ,該服務默認連接埠為 `9999`,接著以 `debug` 模式啟動前端 flutter 項目即可。
|
||||||
|
|
||||||
## 翻譯
|
## 翻譯
|
||||||
|
|
||||||
Gopeed 的翻譯文件位於 `ui/flutter/lib/i18n/langs` 目錄中,只需要修改或新建翻譯文件即可。
|
|
||||||
|
|
||||||
|
Flutter 翻譯檔位於 `ui/flutter/lib/l10n`,請以 `app_en.arb` 為來源範本,修改或新增
|
||||||
|
`app_<locale>.arb`(例如 `app_de.arb` 或 `app_zh_TW.arb`)。每個語言都必須與英文範本包含相同的訊息 key。
|
||||||
|
|
||||||
請以 `en_us.dart` 作為參照。
|
只翻譯訊息值,不要修改 `{count}`、`{name}` 等大括號中的變數名稱。以 `@` 開頭的中繼資料 key 不需要翻譯。
|
||||||
|
提交時只需包含修改過的 ARB 來源檔,不需要產生或提交 `app_localizations*.dart`。PR 的 CI
|
||||||
|
會自動驗證所有語言、產生國際化程式碼並檢查整合結果。
|
||||||
|
|
||||||
|
以下範例同時列出 ARB 中填寫的訊息定義,以及程式傳值後使用者最終看到的內容。
|
||||||
|
|
||||||
|
1. 在訊息中插入變數
|
||||||
|
|
||||||
|
ARB 定義:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"welcomeUser": "你好,{name}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最終顯示:當 `name = 小明` 時,顯示「你好,小明」。翻譯時可以調整整句話,但必須保留 `{name}`。
|
||||||
|
|
||||||
|
2. 依數量顯示不同訊息
|
||||||
|
|
||||||
|
ARB 定義:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"fileCount": "{count, plural, =0{沒有檔案} =1{1 個檔案} other{{count} 個檔案}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最終顯示:
|
||||||
|
|
||||||
|
- `count = 0` →「沒有檔案」
|
||||||
|
- `count = 1` →「1 個檔案」
|
||||||
|
- `count = 3` →「3 個檔案」
|
||||||
|
|
||||||
|
`=0`、`=1`、`other` 分別代表數量為 0、數量為 1 和其他數量。只翻譯各分支大括號內顯示給使用者的文字。
|
||||||
|
|
||||||
|
3. 依變數值顯示不同訊息
|
||||||
|
|
||||||
|
ARB 定義:
|
||||||
|
|
||||||
|
```json
|
||||||
|
"taskState": "{state, select, running{執行中} paused{已暫停} other{未知狀態}}"
|
||||||
|
```
|
||||||
|
|
||||||
|
最終顯示:
|
||||||
|
|
||||||
|
- `state = running` →「執行中」
|
||||||
|
- `state = paused` →「已暫停」
|
||||||
|
- 其他值 →「未知狀態」
|
||||||
|
|
||||||
|
`running`、`paused`、`other` 是程式傳入的分支值,不能翻譯;只翻譯其後大括號內的顯示文字。
|
||||||
|
|
||||||
## flutter開發
|
## flutter開發
|
||||||
|
|
||||||
|
|||||||
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
FROM golang:1.24.11-alpine3.23 AS go
|
FROM golang:1.25.4-alpine3.22 AS go
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
COPY ./go.mod ./go.sum ./
|
COPY ./go.mod ./go.sum ./
|
||||||
RUN go mod download
|
RUN go mod download
|
||||||
|
|||||||
@@ -10,166 +10,71 @@
|
|||||||
|
|
||||||
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
||||||
|
|
||||||
[](https://ko-fi.com/R6R6IJGN6)
|
|
||||||
|
|
||||||
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
||||||
|
|
||||||
## 🚀 Introduction
|
## 🚀 Introduction
|
||||||
|
|
||||||
Gopeed (full name Go Speed), a high-speed downloader developed by `Golang` + `Flutter`, supports (HTTP, BitTorrent, Magnet, ED2K) protocol, and supports all platforms. In addition to basic download functions, Gopeed is also a highly customizable downloader that supports implementing more features through integration with [APIs](https://gopeed.com/docs/dev-api) or installation and development of [extensions](https://gopeed.com/docs/dev-extension).
|
Gopeed (short for **Go Speed**) is a fast, modern, free, and open-source download manager built with Go and Flutter. It supports HTTP, HTTPS, BitTorrent, magnet links, and ed2k on desktop, mobile, and the web.
|
||||||
|
|
||||||
Visit ✈ [Official Website](https://gopeed.com) | 📖 [Official Docs](https://gopeed.com/docs)
|
Beyond core download management, Gopeed offers browser integration, JavaScript extensions, a REST API, a CLI, and a self-hosted web UI for customization and automation.
|
||||||
|
|
||||||
|
Visit ✈ [Official Website](https://gopeed.com)
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
## ✨ Features
|
||||||
|
|
||||||
|
- ⚡ **High-speed downloads** — combine concurrent tasks, multi-connection HTTP transfers, and peer-to-peer BitTorrent downloads to make the most of your bandwidth.
|
||||||
|
- 🧲 **Multiple protocols** — download HTTP/HTTPS files, torrents, magnet links, and ed2k resources from a single app.
|
||||||
|
- 🌱 **Full-featured BitTorrent** — use DHT peer discovery, uTP transport, Web Seeds, selective file downloads, tracker management, peer and piece statistics, and ratio- or time-based seeding limits.
|
||||||
|
- 📋 **Flexible task management** — pause, resume, retry, run batch operations, search, filter by status, organize with categories, and recover tasks after a restart.
|
||||||
|
- 🪶 **Lightweight native experience** — the main interface is rendered natively with Flutter. No Electron. No WebView shell. Enjoy a smaller footprint, lower overhead, and responsive performance.
|
||||||
|
- 💻 **Cross-platform** — available for Windows, macOS, Linux, Android, iOS, and the web, with Docker and QNAP deployment options.
|
||||||
|
- 🎨 **Customizable appearance** — follow your system theme or choose light or dark mode, with eight accent colors.
|
||||||
|
- 📐 **Responsive interface** — task lists, navigation, settings, and detail views adapt to phones, tablets, and resizable desktop windows.
|
||||||
|
- 🗣️ **Available in 20+ languages** — including English, Simplified and Traditional Chinese, Japanese, Korean, and many more.
|
||||||
|
- 🌐 **Browser integration** — send downloads from Chrome, Edge, Firefox, and other compatible browsers directly to Gopeed.
|
||||||
|
- 🧩 **JavaScript extensions** — add support for video platforms, AI model hubs, cloud storage services, and other download sources.
|
||||||
|
- 🤖 **AI integration** — use Gopeed's MCP endpoint to connect compatible AI agents and create, inspect, or manage downloads with natural language.
|
||||||
|
- 🔌 **Automation-ready** — integrate with Gopeed through its REST API, CLI, authenticated web UI, webhooks, and post-download scripts.
|
||||||
|
- 🛠️ **Built-in essentials** — customize headers and the User-Agent, use proxies and GitHub mirrors, receive notifications, and extract archives automatically.
|
||||||
|
|
||||||
|
## 🤖 AI Integration
|
||||||
|
|
||||||
|
Connect Gopeed to an AI agent and manage downloads with natural language. For example, you can say:
|
||||||
|
|
||||||
|
> Download the latest Gopeed client for Windows.
|
||||||
|
|
||||||
|
| Tool | Description |
|
||||||
|
| --- | --- |
|
||||||
|
| `resolve_task` | Resolve a download URL or URI and return its resource metadata and files before creating a task. |
|
||||||
|
| `create_task` | Create and start a task from a resolved resource ID or a direct download request. |
|
||||||
|
| `list_tasks` | List tasks, optionally filtering them by ID or status. |
|
||||||
|
| `get_task` | Get the request, resource, options, and current progress for one task. |
|
||||||
|
| `get_task_status` | Get lightweight runtime status and per-file progress for one task. |
|
||||||
|
| `get_task_stats` | Get protocol-specific statistics, including HTTP connections or BitTorrent peers and seeding data. |
|
||||||
|
| `pause_task` | Pause a task. |
|
||||||
|
| `continue_task` | Continue a paused or failed task. |
|
||||||
|
| `delete_task` | Delete a task, optionally deleting its downloaded files. |
|
||||||
|
|
||||||
## ⬇️ Download
|
## ⬇️ Download
|
||||||
|
|
||||||
<table>
|
### 🧪 Gopeed 2.0.0 Beta
|
||||||
<tbody>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="4">🪟 Windows</td>
|
|
||||||
<td rowspan="2"><code>EXE</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>Portable</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64-portable.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-arm64-portable.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3">🍎 MacOS</td>
|
|
||||||
<td rowspan="3"><code>DMG</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-amd64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-arm64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="6">🐧 Linux</td>
|
|
||||||
<td><code>Flathub</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://flathub.org/apps/com.gopeed.Gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td><code>SNAP</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://snapcraft.io/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>DEB</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>AppImage</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="4">🤖 Android</td>
|
|
||||||
<td rowspan="4"><code>APK</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>armeabi-v7a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-armeabi-v7a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64-v8a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-arm64-v8a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>x86_64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-x86_64.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>📱 iOS</td>
|
|
||||||
<td><code>IPA</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-ios.ipa">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>🐳 Docker</td>
|
|
||||||
<td>-</td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://hub.docker.com/r/liwei2633/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2">💾 Qnap</td>
|
|
||||||
<td rowspan="2"><code>QPKG</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-amd64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-arm64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="8">🌐 Web</td>
|
|
||||||
<td rowspan="3"><code>Windows</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>MacOS</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3"><code>Linux</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
</tbody>
|
|
||||||
</table>
|
|
||||||
|
|
||||||
More about installation, please refer to [Installation](https://gopeed.com/docs/install)
|
Gopeed 2.0.0 is currently in public beta, introducing a redesigned interface, a native communication architecture that connects desktop and mobile clients directly to the Go core through FFI, a more consistent cross-platform experience, improved task management, more flexible API support, and MCP-based AI agent integration. Some features may still be incomplete or unstable, so please try it and report any issues you encounter.
|
||||||
|
|
||||||
### 🛠️ Command tool
|
- [Download Gopeed 2.0.0 Beta 3](https://github.com/GopeedLab/gopeed/releases/tag/v2.0.0-beta.3)
|
||||||
|
|
||||||
use `go install`:
|
Once the features and stability meet our release standards, we will publish the official Gopeed 2.0.0 release. Beta users will be able to upgrade directly to the final release, while existing stable users will not be automatically moved onto the beta channel.
|
||||||
|
|
||||||
|
### Stable release
|
||||||
|
|
||||||
|
- [Official Download](https://gopeed.com)
|
||||||
|
- [GitHub Releases](https://github.com/GopeedLab/gopeed/releases/latest)
|
||||||
|
|
||||||
|
### 🛠️ Command-line tool
|
||||||
|
|
||||||
|
Install the CLI with `go install`:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
|
go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
|
||||||
@@ -177,32 +82,28 @@ go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
|
|||||||
|
|
||||||
## 🔌 Browser Extension
|
## 🔌 Browser Extension
|
||||||
|
|
||||||
Gopeed also provides a browser extension to take over browser downloads, supporting browsers such as Chrome, Edge, Firefox, etc., please refer to: [https://github.com/GopeedLab/browser-extension](https://github.com/GopeedLab/browser-extension)
|
Use the Gopeed browser extension to send downloads from Chrome, Edge, Firefox, and other compatible browsers directly to Gopeed: [GopeedLab/browser-extension](https://github.com/GopeedLab/browser-extension)
|
||||||
|
|
||||||
## 📱 WeChat Official Account
|
## 📱 WeChat Official Account
|
||||||
|
|
||||||
Follow our WeChat Official Account to get the latest updates and news.
|
Follow Gopeed's official WeChat account for updates and news.
|
||||||
|
|
||||||
<img src="_docs/img/weixin.png" width="200" />
|
<img src="_docs/img/weixin.png" width="200" />
|
||||||
|
|
||||||
## 💝 Donate
|
## 💝 Donate
|
||||||
|
|
||||||
If you like this project, please consider [donating](https://gopeed.com/docs/donate) to support the development of this project, thank you!
|
If Gopeed is useful to you, please consider [supporting its development](https://gopeed.com/docs/donate). Thank you!
|
||||||
|
|
||||||
## 🖼️ Showcase
|
|
||||||
|
|
||||||

|
|
||||||
|
|
||||||
## 👨💻 Development
|
## 👨💻 Development
|
||||||
|
|
||||||
This project is divided into two parts, the front end uses `flutter`, the back end uses `Golang`, and the two sides communicate through the `http` protocol. On the unix system, `unix socket` is used, and on the windows system, `tcp` protocol is used.
|
Gopeed consists of a Flutter front end and a Go back end. They communicate over HTTP, using Unix sockets on Unix-like systems and TCP on Windows.
|
||||||
|
|
||||||
> The front code is located in the `ui/flutter` directory.
|
> The front-end source is located in the `ui/flutter` directory.
|
||||||
|
|
||||||
### 🌍 Environment
|
### 🌍 Environment
|
||||||
|
|
||||||
1. Golang 1.24+
|
1. Go 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.41+
|
||||||
|
|
||||||
### 📋 Clone
|
### 📋 Clone
|
||||||
|
|
||||||
@@ -212,17 +113,17 @@ git clone [email protected]:GopeedLab/gopeed.git
|
|||||||
|
|
||||||
### 🤝 Contributing
|
### 🤝 Contributing
|
||||||
|
|
||||||
Please refer to [CONTRIBUTING.md](/CONTRIBUTING.md)
|
See [CONTRIBUTING.md](/CONTRIBUTING.md).
|
||||||
|
|
||||||
### 🏗️ Build
|
### 🏗️ Build
|
||||||
|
|
||||||
#### Desktop
|
#### Desktop
|
||||||
|
|
||||||
First, you need to configure the environment according to the official [Flutter desktop website documention](https://docs.flutter.dev/development/platform-integration/desktop), then you will need to ensure the cgo environment is set up accordingly. For detailed instructions on setting up the cgo environment, please refer to relevant resources available online.
|
Set up Flutter desktop development using the official [Flutter desktop guide](https://docs.flutter.dev/development/platform-integration/desktop), and make sure a working C toolchain is available for cgo. Then run the commands for your platform.
|
||||||
|
|
||||||
command:
|
Commands:
|
||||||
|
|
||||||
- windows
|
- Windows
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/windows/libgopeed.dll github.com/GopeedLab/gopeed/bind/desktop
|
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/windows/libgopeed.dll github.com/GopeedLab/gopeed/bind/desktop
|
||||||
@@ -230,7 +131,7 @@ cd ui/flutter
|
|||||||
flutter build windows
|
flutter build windows
|
||||||
```
|
```
|
||||||
|
|
||||||
- macos
|
- macOS
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/macos/Frameworks/libgopeed.dylib github.com/GopeedLab/gopeed/bind/desktop
|
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/macos/Frameworks/libgopeed.dylib github.com/GopeedLab/gopeed/bind/desktop
|
||||||
@@ -238,7 +139,7 @@ cd ui/flutter
|
|||||||
flutter build macos
|
flutter build macos
|
||||||
```
|
```
|
||||||
|
|
||||||
- linux
|
- Linux
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
|
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
|
||||||
@@ -248,7 +149,7 @@ flutter build linux
|
|||||||
|
|
||||||
#### Mobile
|
#### Mobile
|
||||||
|
|
||||||
Same as before, you also need to prepare the `cgo` environment, and then install `gomobile`:
|
Mobile builds also require a working cgo toolchain. Install and initialize `gomobile`:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
go install golang.org/x/mobile/cmd/gomobile@latest
|
go install golang.org/x/mobile/cmd/gomobile@latest
|
||||||
@@ -256,9 +157,9 @@ go get golang.org/x/mobile/bind
|
|||||||
gomobile init
|
gomobile init
|
||||||
```
|
```
|
||||||
|
|
||||||
command:
|
Commands:
|
||||||
|
|
||||||
- android
|
- Android
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
gomobile bind -tags nosqlite -ldflags="-w -s -checklinkname=0" -o ui/flutter/android/app/libs/libgopeed.aar -target=android -androidapi 21 -javapkg="com.gopeed" github.com/GopeedLab/gopeed/bind/mobile
|
gomobile bind -tags nosqlite -ldflags="-w -s -checklinkname=0" -o ui/flutter/android/app/libs/libgopeed.aar -target=android -androidapi 21 -javapkg="com.gopeed" github.com/GopeedLab/gopeed/bind/mobile
|
||||||
@@ -266,7 +167,7 @@ cd ui/flutter
|
|||||||
flutter build apk
|
flutter build apk
|
||||||
```
|
```
|
||||||
|
|
||||||
- ios
|
- iOS
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
gomobile bind -tags nosqlite -ldflags="-w -s" -o ui/flutter/ios/Frameworks/Libgopeed.xcframework -target=ios github.com/GopeedLab/gopeed/bind/mobile
|
gomobile bind -tags nosqlite -ldflags="-w -s" -o ui/flutter/ios/Frameworks/Libgopeed.xcframework -target=ios github.com/GopeedLab/gopeed/bind/mobile
|
||||||
@@ -276,7 +177,7 @@ flutter build ios --no-codesign
|
|||||||
|
|
||||||
#### Web
|
#### Web
|
||||||
|
|
||||||
command:
|
Build the web app and server:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
cd ui/flutter
|
cd ui/flutter
|
||||||
|
|||||||
+55
-145
@@ -10,153 +10,67 @@
|
|||||||
|
|
||||||
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
||||||
|
|
||||||
[](https://ko-fi.com/R6R6IJGN6)
|
|
||||||
|
|
||||||
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
||||||
|
|
||||||
## 🚀 はじめに
|
## 🚀 はじめに
|
||||||
|
|
||||||
Gopeed (正式名 Go Speed) は `Golang` + `Flutter` によって開発された高速ダウンローダーで、(HTTP、BitTorrent、Magnet、ED2K) プロトコルをサポートし、すべてのプラットフォームをサポートします。基本的なダウンロード機能に加え、[APIs](https://gopeed.com/docs/dev-api)との連動や[拡張機能](https://gopeed.com/docs/dev-extension)のインストール・開発による追加機能にも対応した、カスタマイズ性の高いダウンローダーです。
|
Gopeed(**Go Speed** の略)は、Go と Flutter で開発された高速でモダンな無料オープンソース・ダウンロードマネージャーです。HTTP、HTTPS、BitTorrent、Magnet、ed2k に対応し、デスクトップ、モバイル、Web で利用できます。
|
||||||
|
|
||||||
見て下さい ✈ [公式ウェブサイト](https://gopeed.com) | 📖 [開発ドキュメント](https://gopeed.com/docs)
|
ブラウザー連携、JavaScript 拡張、REST API、CLI、セルフホスト可能な Web UI により、日常利用から高度な自動化まで幅広く対応します。
|
||||||
|
|
||||||
|
✈ [公式サイト](https://gopeed.com)
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
## ✨ 主な機能
|
||||||
|
|
||||||
|
- ⚡ **高速ダウンロード** — 複数タスク、HTTP のマルチ接続分割転送、BitTorrent の P2P ダウンロードで帯域を最大限に活用します。
|
||||||
|
- 🧲 **マルチプロトコル** — HTTP、HTTPS、BitTorrent、Magnet、ed2k を一つの画面で管理します。
|
||||||
|
- 🌱 **充実した BT 機能** — DHT によるピア検出、uTP 転送、Web Seed、ファイル選択、Tracker 管理、Peer/ピース統計、共有率または時間によるシード制御。
|
||||||
|
- 📋 **タスク管理** — 一時停止、再開、再試行、一括操作、検索、状態フィルター、カテゴリ、起動時復元。
|
||||||
|
- 🪶 **軽量なネイティブ体験** — メイン UI は Flutter でネイティブ描画。Electron 非採用。WebView ラッパーでもありません。パッケージサイズと実行時オーバーヘッドを抑え、軽快な応答性を実現します。
|
||||||
|
- 💻 **クロスプラットフォーム** — Windows、macOS、Linux、Android、iOS、Web、Docker、QNAP に対応。
|
||||||
|
- 🎨 **カスタマイズ可能なテーマ** — システム連動、ライト、ダークの各モードと 8 色のアクセントカラーに対応。
|
||||||
|
- 📐 **レスポンシブ UI** — タスクリスト、ナビゲーション、設定、詳細画面がスマートフォン、タブレット、サイズ変更可能なデスクトップウィンドウに適応。
|
||||||
|
- 🗣️ **20 以上の UI 言語** — 日本語、英語、簡体字・繁体字中国語、韓国語など多くの言語に対応。
|
||||||
|
- 🌐 **ブラウザー連携** — Chrome、Edge、Firefox などのダウンロードを Gopeed に送信できます。
|
||||||
|
- 🧩 **JavaScript 拡張** — 動画サイト、AI モデルハブ、クラウドストレージなどのダウンロード元を追加できます。
|
||||||
|
- 🤖 **AI 連携** — MCP インターフェースを通じて対応する AI Agent と連携し、自然言語でダウンロードタスクを作成・確認・管理できます。
|
||||||
|
- 🔌 **オープンなインターフェース** — REST API、CLI、認証付き Web UI、Webhook、完了後スクリプトに対応。
|
||||||
|
- 🛠️ **便利な内蔵機能** — カスタム Header/User-Agent、Proxy、GitHub ミラー、通知、自動展開。
|
||||||
|
|
||||||
|
## 🤖 AI 連携
|
||||||
|
|
||||||
|
Gopeed を AI Agent と連携すると、自然言語でダウンロードを管理できます。たとえば、AI Agent に次のように依頼できます:
|
||||||
|
|
||||||
|
> 最新の Gopeed Windows クライアントをダウンロードして
|
||||||
|
|
||||||
|
| Tool | 説明 |
|
||||||
|
| --- | --- |
|
||||||
|
| `resolve_task` | ダウンロード URL または URI を解析し、タスク作成前にリソース情報とファイル一覧を返します。 |
|
||||||
|
| `create_task` | 解析済みのリソース ID または直接のダウンロードリクエストからタスクを作成して開始します。 |
|
||||||
|
| `list_tasks` | タスクを一覧表示し、必要に応じて ID または状態で絞り込みます。 |
|
||||||
|
| `get_task` | 一つのタスクについて、リクエスト、リソース、オプション、現在の進捗を取得します。 |
|
||||||
|
| `get_task_status` | 一つのタスクの簡易的な実行状態とファイル別の進捗を取得します。 |
|
||||||
|
| `get_task_stats` | HTTP 接続数や BitTorrent の Peer・シード情報など、プロトコル固有の統計を取得します。 |
|
||||||
|
| `pause_task` | タスクを一時停止します。 |
|
||||||
|
| `continue_task` | 一時停止または失敗したタスクを再開します。 |
|
||||||
|
| `delete_task` | タスクを削除し、必要に応じてダウンロード済みファイルも削除します。 |
|
||||||
|
|
||||||
## ⬇️ インストール
|
## ⬇️ インストール
|
||||||
|
|
||||||
<table>
|
### 🧪 Gopeed 2.0.0 Beta
|
||||||
<tbody>
|
|
||||||
<tr>
|
Gopeed 2.0.0 は現在パブリックベータ版です。刷新されたインターフェース、デスクトップおよびモバイルから FFI で Go コアへ直接接続するネイティブ通信アーキテクチャ、より統一されたクロスプラットフォーム体験、強化されたタスク管理、より柔軟な API、MCP による AI Agent 連携機能を導入しています。一部の機能はまだ不完全または不安定な場合がありますので、ぜひお試しいただき、問題があればフィードバックをお寄せください。
|
||||||
<td rowspan="2">🪟 Windows</td>
|
|
||||||
<td><code>EXE</code></td>
|
- [Gopeed 2.0.0 Beta 3 をダウンロード](https://github.com/GopeedLab/gopeed/releases/tag/v2.0.0-beta.3)
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64.zip">📥</a></td>
|
機能と安定性が正式リリースの基準に達した時点で、Gopeed 2.0.0 正式版を公開します。ベータ版のユーザーは正式版へ直接アップデートできます。既存の安定版ユーザーが自動的にベータチャンネルへ移行することはありません。
|
||||||
</tr>
|
|
||||||
<tr>
|
### 安定版
|
||||||
<td><code>Portable</code></td>
|
|
||||||
<td>amd64</td>
|
- [公式サイトからダウンロード](https://gopeed.com)
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64-portable.zip">📥</a></td>
|
- [GitHub Releases](https://github.com/GopeedLab/gopeed/releases/latest)
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3">🍎 MacOS</td>
|
|
||||||
<td rowspan="3"><code>DMG</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-amd64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-arm64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="6">🐧 Linux</td>
|
|
||||||
<td><code>Flathub</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://flathub.org/apps/com.gopeed.Gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td><code>SNAP</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://snapcraft.io/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>DEB</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>AppImage</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="4">🤖 Android</td>
|
|
||||||
<td rowspan="4"><code>APK</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>armeabi-v7a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-armeabi-v7a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64-v8a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-arm64-v8a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>x86_64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-x86_64.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>📱 iOS</td>
|
|
||||||
<td><code>IPA</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-ios.ipa">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>🐳 Docker</td>
|
|
||||||
<td>-</td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://hub.docker.com/r/liwei2633/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2">💾 Qnap</td>
|
|
||||||
<td rowspan="2"><code>QPKG</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-amd64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-arm64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="8">🌐 Web</td>
|
|
||||||
<td rowspan="3"><code>Windows</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>MacOS</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3"><code>Linux</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
</tbody>
|
|
||||||
</table>
|
|
||||||
インストールについての詳細は、[インストール](https://gopeed.com/docs/install)を参照してください。
|
|
||||||
|
|
||||||
### 🛠️ コマンドツール
|
### 🛠️ コマンドツール
|
||||||
|
|
||||||
@@ -170,10 +84,6 @@ Gopeed (正式名 Go Speed) は `Golang` + `Flutter` によって開発された
|
|||||||
|
|
||||||
もしこのプロジェクトがお気に召しましたら、このプロジェクトの発展を支援するために[寄付](https://gopeed.com/docs/donate)をご検討ください!
|
もしこのプロジェクトがお気に召しましたら、このプロジェクトの発展を支援するために[寄付](https://gopeed.com/docs/donate)をご検討ください!
|
||||||
|
|
||||||
## 🖼️ ショーケース
|
|
||||||
|
|
||||||

|
|
||||||
|
|
||||||
## 👨💻 開発
|
## 👨💻 開発
|
||||||
|
|
||||||
このプロジェクトは二つの部分に分かれており、フロントエンドでは `flutter` を、バックエンドでは `Golang` を使用し、両者は `http` プロトコルで通信する。ユニックスシステムでは `unix socket` を、ウィンドウズシステムでは `tcp` プロトコルを使用します。
|
このプロジェクトは二つの部分に分かれており、フロントエンドでは `flutter` を、バックエンドでは `Golang` を使用し、両者は `http` プロトコルで通信する。ユニックスシステムでは `unix socket` を、ウィンドウズシステムでは `tcp` プロトコルを使用します。
|
||||||
@@ -182,8 +92,8 @@ Gopeed (正式名 Go Speed) は `Golang` + `Flutter` によって開発された
|
|||||||
|
|
||||||
### 🌍 環境
|
### 🌍 環境
|
||||||
|
|
||||||
1. Go 言語 1.24+
|
1. Go 言語 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.41+
|
||||||
|
|
||||||
### 📋 クローン
|
### 📋 クローン
|
||||||
|
|
||||||
|
|||||||
+55
-145
@@ -10,153 +10,67 @@
|
|||||||
|
|
||||||
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
||||||
|
|
||||||
[](https://ko-fi.com/R6R6IJGN6)
|
|
||||||
|
|
||||||
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
||||||
|
|
||||||
## 🚀 Giới thiệu
|
## 🚀 Giới thiệu
|
||||||
|
|
||||||
Gopeed (tên đầy đủ Go Speed), một công cụ tải xuống tốc độ cao được phát triển bởi `Golang` + `Flutter`, hỗ trợ giao thức (HTTP, BitTorrent, Magnet, ED2K) và hỗ trợ tất cả các nền tảng. Ngoài các chức năng tải xuống cơ bản, Gopeed còn là một công cụ tải xuống có thể tùy chỉnh cao cho phép triển khai thêm tính năng thông qua việc tích hợp với [APIs](https://gopeed.com/docs/dev-api) hoặc cài đặt và phát triển các [tiện ích mở rộng](https://gopeed.com/docs/dev-extension).
|
Gopeed (viết tắt của **Go Speed**) là trình quản lý tải xuống nhanh, hiện đại, miễn phí và mã nguồn mở, được xây dựng bằng Go và Flutter. Gopeed hỗ trợ HTTP, HTTPS, BitTorrent, Magnet và ed2k trên máy tính, thiết bị di động và Web.
|
||||||
|
|
||||||
Truy cập ✈ [Trang web chính thức](https://gopeed.com) | 📖 [Tài liệu chính thức](https://gopeed.com/docs)
|
Ngoài việc quản lý tải xuống hằng ngày, Gopeed còn hỗ trợ tích hợp trình duyệt, tiện ích JavaScript, REST API, CLI và Web UI có thể tự lưu trữ để mở rộng và tự động hóa quy trình.
|
||||||
|
|
||||||
|
Truy cập ✈ [Trang web chính thức](https://gopeed.com)
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
## ✨ Tính năng chính
|
||||||
|
|
||||||
|
- ⚡ **Tải xuống tốc độ cao** — kết hợp nhiều tác vụ, truyền HTTP phân đoạn qua nhiều kết nối và tải BitTorrent P2P để tận dụng tối đa băng thông.
|
||||||
|
- 🧲 **Đa giao thức** — quản lý HTTP, HTTPS, BitTorrent, Magnet và ed2k trong một giao diện.
|
||||||
|
- 🌱 **Bộ công cụ BT đầy đủ** — hỗ trợ khám phá Peer qua DHT, truyền tải uTP, Web Seed, chọn tệp, quản lý Tracker, xem Peer/mảnh và kiểm soát seed theo tỷ lệ hoặc thời gian.
|
||||||
|
- 📋 **Quản lý tác vụ thực tế** — tạm dừng, tiếp tục, thử lại, thao tác hàng loạt, tìm kiếm, bộ lọc, danh mục và khôi phục khi khởi động.
|
||||||
|
- 🪶 **Trải nghiệm native gọn nhẹ** — giao diện chính được Flutter kết xuất native. Không Electron. Không vỏ bọc WebView. Kích thước nhỏ hơn, ít tốn tài nguyên hơn và phản hồi nhanh hơn.
|
||||||
|
- 💻 **Đa nền tảng** — Windows, macOS, Linux, Android, iOS, Web, Docker và QNAP.
|
||||||
|
- 🎨 **Giao diện tùy biến** — hỗ trợ chế độ theo hệ thống, sáng, tối và 8 màu nhấn.
|
||||||
|
- 📐 **Bố cục thích ứng** — danh sách tác vụ, điều hướng, cài đặt và màn hình chi tiết tự điều chỉnh cho điện thoại, máy tính bảng và cửa sổ desktop có thể thay đổi kích thước.
|
||||||
|
- 🗣️ **Hơn 20 ngôn ngữ giao diện** — gồm tiếng Việt, tiếng Anh, tiếng Trung giản thể và phồn thể, tiếng Nhật, tiếng Hàn cùng nhiều ngôn ngữ khác.
|
||||||
|
- 🌐 **Tích hợp trình duyệt** — gửi tải xuống từ Chrome, Edge, Firefox và các trình duyệt tương thích sang Gopeed.
|
||||||
|
- 🧩 **Tiện ích JavaScript** — thêm nguồn tải từ nền tảng video, kho mô hình AI, lưu trữ đám mây và nhiều dịch vụ khác.
|
||||||
|
- 🤖 **Tích hợp AI** — cung cấp giao diện MCP để kết nối với các AI Agent tương thích và tạo, kiểm tra hoặc quản lý tác vụ tải xuống bằng ngôn ngữ tự nhiên.
|
||||||
|
- 🔌 **Giao diện mở** — REST API, CLI, Web UI có xác thực, webhook và script sau khi tải.
|
||||||
|
- 🛠️ **Công cụ tích hợp** — Header/User-Agent tùy chỉnh, proxy, mirror GitHub, thông báo và tự động giải nén.
|
||||||
|
|
||||||
|
## 🤖 Tích hợp AI
|
||||||
|
|
||||||
|
Sau khi kết nối Gopeed với AI Agent, bạn có thể quản lý tải xuống bằng ngôn ngữ tự nhiên. Ví dụ, hãy nói với AI Agent:
|
||||||
|
|
||||||
|
> Hãy tải xuống phiên bản Gopeed mới nhất dành cho Windows
|
||||||
|
|
||||||
|
| Tool | Mô tả |
|
||||||
|
| --- | --- |
|
||||||
|
| `resolve_task` | Phân tích URL hoặc URI tải xuống và trả về thông tin tài nguyên cùng danh sách tệp trước khi tạo tác vụ. |
|
||||||
|
| `create_task` | Tạo và bắt đầu tác vụ từ ID tài nguyên đã phân tích hoặc từ yêu cầu tải xuống trực tiếp. |
|
||||||
|
| `list_tasks` | Liệt kê tác vụ và có thể lọc theo ID hoặc trạng thái. |
|
||||||
|
| `get_task` | Lấy yêu cầu, tài nguyên, tùy chọn và tiến độ hiện tại của một tác vụ. |
|
||||||
|
| `get_task_status` | Lấy trạng thái chạy rút gọn và tiến độ của từng tệp trong một tác vụ. |
|
||||||
|
| `get_task_stats` | Lấy số liệu thống kê theo giao thức, gồm kết nối HTTP hoặc Peer và dữ liệu seed của BitTorrent. |
|
||||||
|
| `pause_task` | Tạm dừng tác vụ. |
|
||||||
|
| `continue_task` | Tiếp tục tác vụ đã tạm dừng hoặc bị lỗi. |
|
||||||
|
| `delete_task` | Xóa tác vụ và có thể xóa cả các tệp đã tải xuống. |
|
||||||
|
|
||||||
## ⬇️ Tải về
|
## ⬇️ Tải về
|
||||||
|
|
||||||
<table>
|
### 🧪 Gopeed 2.0.0 Beta
|
||||||
<tbody>
|
|
||||||
<tr>
|
Gopeed 2.0.0 hiện đang trong giai đoạn beta công khai, với giao diện được thiết kế lại, kiến trúc giao tiếp native kết nối trực tiếp ứng dụng desktop và di động với lõi Go qua FFI, trải nghiệm đa nền tảng nhất quán hơn, khả năng quản lý tác vụ được cải thiện, API linh hoạt hơn và khả năng tích hợp AI Agent qua MCP. Một số tính năng có thể vẫn chưa hoàn thiện hoặc chưa ổn định, vì vậy hãy dùng thử và gửi phản hồi nếu bạn gặp vấn đề.
|
||||||
<td rowspan="2">🪟 Windows</td>
|
|
||||||
<td><code>EXE</code></td>
|
- [Tải Gopeed 2.0.0 Beta 3](https://github.com/GopeedLab/gopeed/releases/tag/v2.0.0-beta.3)
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64.zip">📥</a></td>
|
Khi các tính năng và độ ổn định đáp ứng tiêu chuẩn phát hành, chúng tôi sẽ phát hành Gopeed 2.0.0 chính thức. Người dùng bản beta có thể nâng cấp trực tiếp lên bản chính thức, trong khi người dùng bản ổn định hiện tại sẽ không tự động được chuyển sang kênh beta.
|
||||||
</tr>
|
|
||||||
<tr>
|
### Bản ổn định
|
||||||
<td><code>Portable</code></td>
|
|
||||||
<td>amd64</td>
|
- [Tải xuống từ trang web chính thức](https://gopeed.com)
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64-portable.zip">📥</a></td>
|
- [GitHub Releases](https://github.com/GopeedLab/gopeed/releases/latest)
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3">🍎 MacOS</td>
|
|
||||||
<td rowspan="3"><code>DMG</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-amd64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-arm64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="6">🐧 Linux</td>
|
|
||||||
<td><code>Flathub</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://flathub.org/apps/com.gopeed.Gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td><code>SNAP</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://snapcraft.io/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>DEB</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>AppImage</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="4">🤖 Android</td>
|
|
||||||
<td rowspan="4"><code>APK</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>armeabi-v7a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-armeabi-v7a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64-v8a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-arm64-v8a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>x86_64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-x86_64.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>📱 iOS</td>
|
|
||||||
<td><code>IPA</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-ios.ipa">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>🐳 Docker</td>
|
|
||||||
<td>-</td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://hub.docker.com/r/liwei2633/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2">💾 Qnap</td>
|
|
||||||
<td rowspan="2"><code>QPKG</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-amd64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-arm64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="8">🌐 Web</td>
|
|
||||||
<td rowspan="3"><code>Windows</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>MacOS</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3"><code>Linux</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
</tbody>
|
|
||||||
</table>
|
|
||||||
Thêm thông tin về cài đặt, vui lòng tham khảo [Cài đặt](https://gopeed.com/docs/install)
|
|
||||||
|
|
||||||
### 🛠️ Công cụ lệnh
|
### 🛠️ Công cụ lệnh
|
||||||
|
|
||||||
@@ -176,10 +90,6 @@ Theo dõi tài khoản chính thức để nhận các cập nhật và tin tứ
|
|||||||
|
|
||||||
Nếu bạn thích dự án này, xin vui lòng xem xét [quyên góp](https://gopeed.com/docs/donate) để hỗ trợ phát triển dự án này, cảm ơn bạn!
|
Nếu bạn thích dự án này, xin vui lòng xem xét [quyên góp](https://gopeed.com/docs/donate) để hỗ trợ phát triển dự án này, cảm ơn bạn!
|
||||||
|
|
||||||
## 🖼️ Trưng bày
|
|
||||||
|
|
||||||

|
|
||||||
|
|
||||||
## 👨💻 Development
|
## 👨💻 Development
|
||||||
|
|
||||||
Dự án này được chia thành hai phần, phần giao diện sử dụng `flutter`, phần backend sử dụng `Golang`, và hai phía giao tiếp thông qua giao thức `http`. Trên hệ thống unix, sử dụng `unix socket`, và trên hệ thống windows, sử dụng giao thức `tcp`.
|
Dự án này được chia thành hai phần, phần giao diện sử dụng `flutter`, phần backend sử dụng `Golang`, và hai phía giao tiếp thông qua giao thức `http`. Trên hệ thống unix, sử dụng `unix socket`, và trên hệ thống windows, sử dụng giao thức `tcp`.
|
||||||
@@ -188,8 +98,8 @@ Dự án này được chia thành hai phần, phần giao diện sử dụng `f
|
|||||||
|
|
||||||
### 🌍 Environment
|
### 🌍 Environment
|
||||||
|
|
||||||
1. Golang 1.24+
|
1. Golang 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.41+
|
||||||
|
|
||||||
### 📋 Clone
|
### 📋 Clone
|
||||||
|
|
||||||
|
|||||||
+55
-145
@@ -10,153 +10,67 @@
|
|||||||
|
|
||||||
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
||||||
|
|
||||||
[](https://ko-fi.com/R6R6IJGN6)
|
|
||||||
|
|
||||||
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
||||||
|
|
||||||
## 🚀 介绍
|
## 🚀 介绍
|
||||||
|
|
||||||
Gopeed(全称 Go Speed),直译过来中文名叫做`够快下载器`(不是狗屁下载器!),是一款由`Golang`+`Flutter`开发的高速下载器,支持(HTTP、BitTorrent、Magnet、ED2K)协议下载,并且支持全平台使用。除了基本的下载功能外,Gopeed 还是一款高度可定制化的下载器,支持通过对接[APIs](https://gopeed.com/docs/dev-api)或者安装和开发[扩展](https://gopeed.com/docs/dev-extension)来实现更多的功能。
|
Gopeed(全称 **Go Speed**,也叫“够快下载器”)是一款使用 Go 和 Flutter 开发的高速、现代、免费开源下载器,支持 HTTP、HTTPS、BitTorrent、磁力链接和 ed2k,并覆盖桌面端、移动端与 Web。
|
||||||
|
|
||||||
访问 ✈ [官方网站](https://gopeed.com/zh-CN) | 📖 [官方文档](https://gopeed.com/docs)
|
除了日常下载任务管理,Gopeed 还提供浏览器接管、JavaScript 扩展、REST API、命令行工具和可自托管 Web UI,方便高级用户扩展和自动化自己的下载流程。
|
||||||
|
|
||||||
|
访问 ✈ [官方网站](https://gopeed.com)
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
## ✨ 主要特性
|
||||||
|
|
||||||
|
- ⚡ **高速下载** — 多任务并发、HTTP 多连接分段传输和 BitTorrent P2P 下载,充分利用可用带宽。
|
||||||
|
- 🧲 **多协议支持** — 在同一个界面管理 HTTP、HTTPS、BitTorrent、磁力链接和 ed2k。
|
||||||
|
- 🌱 **完整 BT 能力** — 支持 DHT 节点发现、uTP 传输、Web Seed、按文件选择下载、Tracker 管理、Peer/分片统计,以及按分享率或时间控制做种。
|
||||||
|
- 📋 **实用任务管理** — 暂停、续传、重试、批量操作、搜索、状态筛选、下载分类和启动恢复。
|
||||||
|
- 🪶 **轻量原生体验** — 主界面使用 Flutter 原生渲染,非 Electron,非 WebView 的套壳,安装包更轻量、运行开销更低、响应更流畅。
|
||||||
|
- 💻 **全平台覆盖** — 支持 Windows、macOS、Linux、Android、iOS 和 Web,并提供 Docker、QNAP 部署方式。
|
||||||
|
- 🎨 **个性化主题** — 支持跟随系统、浅色、深色三种模式,以及 8 种主题强调色。
|
||||||
|
- 📐 **响应式界面** — 任务列表、导航、设置和详情视图会针对手机、平板及可调整大小的桌面窗口自动布局。
|
||||||
|
- 🗣️ **20+ 种界面语言** — 支持简体中文、繁体中文、英语、日语、韩语等多种语言。
|
||||||
|
- 🌐 **浏览器接管** — 支持 Chrome、Edge、Firefox 等兼容浏览器,将下载任务直接发送到 Gopeed。
|
||||||
|
- 🧩 **JavaScript 扩展** — 扩展视频网站、AI 模型站、网盘等更多下载源。
|
||||||
|
- 🤖 **AI 接入** — 开放 MCP 接口,可接入 AI Agent,通过自然语言创建、查询和管理下载任务。
|
||||||
|
- 🔌 **开放接口** — 通过 REST API、CLI、带身份认证的 Web UI、Webhook 和下载后脚本进行自动化。
|
||||||
|
- 🛠️ **常用内置能力** — 自定义 Header 与 User-Agent、代理、GitHub 镜像、通知和自动解压。
|
||||||
|
|
||||||
|
## 🤖 AI 接入
|
||||||
|
|
||||||
|
将 Gopeed 接入 AI Agent 后,即可通过自然语言管理下载。例如,直接对 AI Agent 说:
|
||||||
|
|
||||||
|
> 帮我下载最新的 Gopeed Windows 客户端
|
||||||
|
|
||||||
|
| Tool | 功能说明 |
|
||||||
|
| --- | --- |
|
||||||
|
| `resolve_task` | 解析下载 URL 或 URI,在创建任务前返回资源信息及文件列表。 |
|
||||||
|
| `create_task` | 使用已解析的资源 ID 或直接下载请求创建并启动任务。 |
|
||||||
|
| `list_tasks` | 查询任务列表,并可按任务 ID 或状态筛选。 |
|
||||||
|
| `get_task` | 获取单个任务的请求、资源、选项及当前进度等完整信息。 |
|
||||||
|
| `get_task_status` | 获取单个任务的轻量运行状态和各文件下载进度。 |
|
||||||
|
| `get_task_stats` | 获取协议相关统计信息,包括 HTTP 连接或 BitTorrent Peer 与做种数据。 |
|
||||||
|
| `pause_task` | 暂停任务。 |
|
||||||
|
| `continue_task` | 继续已暂停或失败的任务。 |
|
||||||
|
| `delete_task` | 删除任务,并可选择同时删除已下载文件。 |
|
||||||
|
|
||||||
## ⬇️ 下载
|
## ⬇️ 下载
|
||||||
|
|
||||||
<table>
|
### 🧪 Gopeed 2.0.0 Beta
|
||||||
<tbody>
|
|
||||||
<tr>
|
Gopeed 2.0.0 目前处于公开 Beta 测试阶段,引入了全新界面、通过 FFI 直连 Go 核心的原生通信架构、更一致的跨平台体验、更完善的任务管理、更灵活的 API,以及用于 AI Agent 接入的 MCP 能力。部分功能仍可能不够完善或稳定,欢迎提前体验并向我们反馈问题。
|
||||||
<td rowspan="2">🪟 Windows</td>
|
|
||||||
<td><code>EXE</code></td>
|
- [下载 Gopeed 2.0.0 Beta 3](https://github.com/GopeedLab/gopeed/releases/tag/v2.0.0-beta.3)
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64.zip">📥</a></td>
|
当功能完整度和稳定性达到正式发布标准后,我们会发布 Gopeed 2.0.0 正式版。已安装 Beta 版本的用户可以直接升级到最终正式版,现有稳定版用户则不会被自动切换到 Beta 渠道。
|
||||||
</tr>
|
|
||||||
<tr>
|
### 正式稳定版
|
||||||
<td><code>Portable</code></td>
|
|
||||||
<td>amd64</td>
|
- [官方网站下载](https://gopeed.com)
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64-portable.zip">📥</a></td>
|
- [GitHub Releases](https://github.com/GopeedLab/gopeed/releases/latest)
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3">🍎 MacOS</td>
|
|
||||||
<td rowspan="3"><code>DMG</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-amd64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-arm64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="6">🐧 Linux</td>
|
|
||||||
<td><code>Flathub</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://flathub.org/apps/com.gopeed.Gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td><code>SNAP</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://snapcraft.io/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>DEB</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>AppImage</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="4">🤖 Android</td>
|
|
||||||
<td rowspan="4"><code>APK</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>armeabi-v7a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-armeabi-v7a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64-v8a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-arm64-v8a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>x86_64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-x86_64.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>📱 iOS</td>
|
|
||||||
<td><code>IPA</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-ios.ipa">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>🐳 Docker</td>
|
|
||||||
<td>-</td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://hub.docker.com/r/liwei2633/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2">💾 Qnap</td>
|
|
||||||
<td rowspan="2"><code>QPKG</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-amd64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-arm64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="8">🌐 Web</td>
|
|
||||||
<td rowspan="3"><code>Windows</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>MacOS</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3"><code>Linux</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
</tbody>
|
|
||||||
</table>
|
|
||||||
更多关于安装的内容请参考[安装文档](https://gopeed.com/docs/install)
|
|
||||||
|
|
||||||
### 🛠️ 命令行工具
|
### 🛠️ 命令行工具
|
||||||
|
|
||||||
@@ -180,10 +94,6 @@ Gopeed 还提供了浏览器扩展用于接管浏览器下载,支持 Chrome、
|
|||||||
|
|
||||||
如果觉得项目对你有帮助,请考虑[赞助](https://gopeed.com/docs/donate)以支持这个项目的发展,非常感谢!
|
如果觉得项目对你有帮助,请考虑[赞助](https://gopeed.com/docs/donate)以支持这个项目的发展,非常感谢!
|
||||||
|
|
||||||
## 🖼️ 界面展示
|
|
||||||
|
|
||||||

|
|
||||||
|
|
||||||
## 👨💻 开发
|
## 👨💻 开发
|
||||||
|
|
||||||
本项目分为前端和后端两个部分,前端使用`flutter`,后端使用`Golang`,两边通过`http`协议进行通讯,在 unix 系统下,使用的是`unix socket`,在 windows 系统下,使用的是`tcp`协议。
|
本项目分为前端和后端两个部分,前端使用`flutter`,后端使用`Golang`,两边通过`http`协议进行通讯,在 unix 系统下,使用的是`unix socket`,在 windows 系统下,使用的是`tcp`协议。
|
||||||
@@ -192,8 +102,8 @@ Gopeed 还提供了浏览器扩展用于接管浏览器下载,支持 Chrome、
|
|||||||
|
|
||||||
### 🌍 环境要求
|
### 🌍 环境要求
|
||||||
|
|
||||||
1. Golang 1.24+
|
1. Golang 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.41+
|
||||||
|
|
||||||
### 📋 克隆项目
|
### 📋 克隆项目
|
||||||
|
|
||||||
|
|||||||
+54
-145
@@ -10,154 +10,67 @@
|
|||||||
|
|
||||||
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
<a href="https://trendshift.io/repositories/7953" target="_blank"><img src="https://trendshift.io/api/badge/repositories/7953" alt="GopeedLab%2Fgopeed | Trendshift" style="width: 250px; height: 55px;" width="250" height="55"/></a>
|
||||||
|
|
||||||
[](https://ko-fi.com/R6R6IJGN6)
|
|
||||||
|
|
||||||
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
[English](/README.md) | [中文](/README_zh-CN.md) | [日本語](/README_ja-JP.md) | [正體中文](/README_zh-TW.md) | [Tiếng Việt](/README_vi-VN.md)
|
||||||
|
|
||||||
## 🚀 簡介
|
## 🚀 簡介
|
||||||
|
|
||||||
Gopeed(全稱 Go Speed),是一款使用`Golang`+`Flutter`編寫的高速下載軟體,支援(HTTP、BitTorrent、Magnet、ED2K)協定,同時支援所有的平台。
|
Gopeed(**Go Speed** 的縮寫)是一款以 Go 與 Flutter 開發的高速、現代化、免費開源下載器,支援 HTTP、HTTPS、BitTorrent、磁力連結與 ed2k,並涵蓋桌面、行動裝置及 Web。
|
||||||
|
|
||||||
前往 ✈ [主頁](https://gopeed.com/zh-CN) | 📖 [文檔](https://gopeed.com/docs)
|
除了日常任務管理,Gopeed 也提供瀏覽器整合、JavaScript 擴充、REST API、命令列工具及可自行託管的 Web UI,方便進階使用者擴充與自動化下載流程。
|
||||||
|
|
||||||
|
瀏覽 ✈ [官方網站](https://gopeed.com)
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
## ✨ 主要功能
|
||||||
|
|
||||||
|
- ⚡ **高速下載** — 多任務並行、HTTP 多連線分段傳輸與 BitTorrent P2P 下載,充分利用可用頻寬。
|
||||||
|
- 🧲 **多協定支援** — 在同一介面管理 HTTP、HTTPS、BitTorrent、磁力連結與 ed2k。
|
||||||
|
- 🌱 **完整 BT 功能** — 支援 DHT 節點探索、uTP 傳輸、Web Seed、逐檔選擇、Tracker 管理、Peer/分片統計,以及依分享率或時間控制做種。
|
||||||
|
- 📋 **實用任務管理** — 暫停、續傳、重試、批次操作、搜尋、狀態篩選、分類及啟動恢復。
|
||||||
|
- 🪶 **輕量原生體驗** — 主介面使用 Flutter 原生渲染,非 Electron,非 WebView 套殼,安裝包更輕量、執行開銷更低、操作回應更流暢。
|
||||||
|
- 💻 **跨平台** — 支援 Windows、macOS、Linux、Android、iOS、Web、Docker 與 QNAP。
|
||||||
|
- 🎨 **個人化主題** — 支援跟隨系統、淺色、深色模式及 8 種主題強調色。
|
||||||
|
- 📐 **響應式介面** — 任務列表、導覽、設定與詳細資訊會配合手機、平板及可調整大小的桌面視窗自動配置。
|
||||||
|
- 🗣️ **20+ 種介面語言** — 支援繁體中文、簡體中文、英文、日文、韓文等多種語言。
|
||||||
|
- 🌐 **瀏覽器整合** — 可接管 Chrome、Edge、Firefox 等相容瀏覽器的下載。
|
||||||
|
- 🧩 **JavaScript 擴充** — 新增影音網站、AI 模型平台、雲端儲存等下載來源。
|
||||||
|
- 🤖 **AI 整合** — 提供 MCP 介面,可串接相容的 AI Agent,以自然語言建立、查詢及管理下載任務。
|
||||||
|
- 🔌 **開放介面** — 支援 REST API、CLI、認證 Web UI、Webhook 及下載後腳本。
|
||||||
|
- 🛠️ **實用內建能力** — 自訂 Header/User-Agent、Proxy、GitHub 鏡像、通知及自動解壓縮。
|
||||||
|
|
||||||
|
## 🤖 AI 整合
|
||||||
|
|
||||||
|
將 Gopeed 與 AI Agent 串接後,即可透過自然語言管理下載。例如,直接對 AI Agent 說:
|
||||||
|
|
||||||
|
> 幫我下載最新的 Gopeed Windows 用戶端
|
||||||
|
|
||||||
|
| Tool | 功能說明 |
|
||||||
|
| --- | --- |
|
||||||
|
| `resolve_task` | 解析下載 URL 或 URI,在建立任務前回傳資源資訊及檔案清單。 |
|
||||||
|
| `create_task` | 使用已解析的資源 ID 或直接下載請求建立並啟動任務。 |
|
||||||
|
| `list_tasks` | 查詢任務清單,並可依任務 ID 或狀態篩選。 |
|
||||||
|
| `get_task` | 取得單一任務的請求、資源、選項及目前進度等完整資訊。 |
|
||||||
|
| `get_task_status` | 取得單一任務的簡要執行狀態及各檔案下載進度。 |
|
||||||
|
| `get_task_stats` | 取得協定相關統計資訊,包括 HTTP 連線或 BitTorrent Peer 與做種資料。 |
|
||||||
|
| `pause_task` | 暫停任務。 |
|
||||||
|
| `continue_task` | 繼續已暫停或失敗的任務。 |
|
||||||
|
| `delete_task` | 刪除任務,並可選擇同時刪除已下載檔案。 |
|
||||||
|
|
||||||
## ⬇️ 下載
|
## ⬇️ 下載
|
||||||
|
|
||||||
<table>
|
### 🧪 Gopeed 2.0.0 Beta
|
||||||
<tbody>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2">🪟 Windows</td>
|
|
||||||
<td><code>EXE</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td><code>Portable</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-windows-amd64-portable.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3">🍎 MacOS</td>
|
|
||||||
<td rowspan="3"><code>DMG</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-amd64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-macos-arm64.dmg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="6">🐧 Linux</td>
|
|
||||||
<td><code>Flathub</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://flathub.org/apps/com.gopeed.Gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td><code>SNAP</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://snapcraft.io/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>DEB</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.deb">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>AppImage</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-amd64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-linux-arm64.AppImage">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="4">🤖 Android</td>
|
|
||||||
<td rowspan="4"><code>APK</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>armeabi-v7a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-armeabi-v7a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64-v8a</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-arm64-v8a.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>x86_64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-android-x86_64.apk">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>📱 iOS</td>
|
|
||||||
<td><code>IPA</code></td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=Gopeed-$version-ios.ipa">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>🐳 Docker</td>
|
|
||||||
<td>-</td>
|
|
||||||
<td>universal</td>
|
|
||||||
<td><a href="https://hub.docker.com/r/liwei2633/gopeed">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2">💾 Qnap</td>
|
|
||||||
<td rowspan="2"><code>QPKG</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-amd64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-$version-qnap-arm64.qpkg">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="8">🌐 Web</td>
|
|
||||||
<td rowspan="3"><code>Windows</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-windows-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="2"><code>MacOS</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-macos-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td rowspan="3"><code>Linux</code></td>
|
|
||||||
<td>amd64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-amd64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>arm64</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-arm64.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
<tr>
|
|
||||||
<td>386</td>
|
|
||||||
<td><a href="https://gopeed.com/api/download?tpl=gopeed-web-$version-linux-386.zip">📥</a></td>
|
|
||||||
</tr>
|
|
||||||
</tbody>
|
|
||||||
</table>
|
|
||||||
|
|
||||||
更多關於安裝的內容請參考[安裝文檔](https://gopeed.com/docs/install)
|
Gopeed 2.0.0 目前處於公開 Beta 測試階段,引入了全新介面、透過 FFI 直連 Go 核心的原生通訊架構、更一致的跨平台體驗、更完善的任務管理、更靈活的 API,以及透過 MCP 串接 AI Agent 的能力。部分功能仍可能不夠完善或穩定,歡迎搶先體驗並向我們回報問題。
|
||||||
|
|
||||||
|
- [下載 Gopeed 2.0.0 Beta 3](https://github.com/GopeedLab/gopeed/releases/tag/v2.0.0-beta.3)
|
||||||
|
|
||||||
|
當功能完整度與穩定性達到正式發布標準後,我們會發布 Gopeed 2.0.0 正式版。已安裝 Beta 版本的使用者可以直接升級至最終正式版,現有穩定版使用者則不會被自動切換至 Beta 頻道。
|
||||||
|
|
||||||
|
### 正式穩定版
|
||||||
|
|
||||||
|
- [官方網站下載](https://gopeed.com)
|
||||||
|
- [GitHub Releases](https://github.com/GopeedLab/gopeed/releases/latest)
|
||||||
|
|
||||||
### 🛠️ 使用 CLI 安裝
|
### 🛠️ 使用 CLI 安裝
|
||||||
|
|
||||||
@@ -177,10 +90,6 @@ go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
|
|||||||
|
|
||||||
如果你認為該項目對你有所幫助,請考慮[贊助](https://gopeed.com/docs/donate)以支持該項目的持續發展,謝謝!
|
如果你認為該項目對你有所幫助,請考慮[贊助](https://gopeed.com/docs/donate)以支持該項目的持續發展,謝謝!
|
||||||
|
|
||||||
## 🖼️ 軟體介面
|
|
||||||
|
|
||||||

|
|
||||||
|
|
||||||
## 👨💻 開發
|
## 👨💻 開發
|
||||||
|
|
||||||
該項目分為前端與後端,前端使用`flutter`編寫,後端使用`Golang`編寫,兩邊通過`http`協定進行通訊,在 unix 系統下,則使用`unix socket`,在 windows 系統下,則使用`tcp`協定。
|
該項目分為前端與後端,前端使用`flutter`編寫,後端使用`Golang`編寫,兩邊通過`http`協定進行通訊,在 unix 系統下,則使用`unix socket`,在 windows 系統下,則使用`tcp`協定。
|
||||||
@@ -189,8 +98,8 @@ go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
|
|||||||
|
|
||||||
### 🌍 開發環境
|
### 🌍 開發環境
|
||||||
|
|
||||||
1. Golang 1.24+
|
1. Golang 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.41+
|
||||||
|
|
||||||
### 📋 克隆項目
|
### 📋 克隆項目
|
||||||
|
|
||||||
|
|||||||
Binary file not shown.
|
After Width: | Height: | Size: 74 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 77 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 1.3 MiB |
Binary file not shown.
|
After Width: | Height: | Size: 1.3 MiB |
+111
-1
@@ -1,8 +1,28 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
|
/*
|
||||||
|
#include <stdlib.h>
|
||||||
|
#include <stdint.h>
|
||||||
|
|
||||||
|
typedef void (*TaskEventCallback)(char* payload);
|
||||||
|
|
||||||
|
typedef void (*InvokeResultCallback)(uint64_t request_id, int success, char* payload);
|
||||||
|
|
||||||
|
static void callTaskEventCallback(uintptr_t callback, char* payload) {
|
||||||
|
((TaskEventCallback)callback)(payload);
|
||||||
|
}
|
||||||
|
|
||||||
|
static void callInvokeResultCallback(uintptr_t callback, uint64_t request_id, int success, char* payload) {
|
||||||
|
((InvokeResultCallback)callback)(request_id, success, payload);
|
||||||
|
}
|
||||||
|
*/
|
||||||
import "C"
|
import "C"
|
||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"unsafe"
|
||||||
|
|
||||||
|
nativebridge "github.com/GopeedLab/gopeed/bind/native"
|
||||||
"github.com/GopeedLab/gopeed/pkg/rest"
|
"github.com/GopeedLab/gopeed/pkg/rest"
|
||||||
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
||||||
)
|
)
|
||||||
@@ -16,14 +36,104 @@ func Start(cfg *C.char) (int, *C.char) {
|
|||||||
return 0, C.CString(err.Error())
|
return 0, C.CString(err.Error())
|
||||||
}
|
}
|
||||||
config.ProductionMode = true
|
config.ProductionMode = true
|
||||||
|
config.NativeMode = true
|
||||||
|
applyWebViewProvider(&config)
|
||||||
realPort, err := rest.Start(&config)
|
realPort, err := rest.Start(&config)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return 0, C.CString(err.Error())
|
return 0, C.CString(err.Error())
|
||||||
}
|
}
|
||||||
|
nativebridge.ResumeInvokes()
|
||||||
return realPort, nil
|
return realPort, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
//export Stop
|
//export Stop
|
||||||
func Stop() {
|
func Stop() {
|
||||||
rest.Stop()
|
nativebridge.Stop()
|
||||||
|
}
|
||||||
|
|
||||||
|
//export GetAPIServerState
|
||||||
|
func GetAPIServerState() *C.char {
|
||||||
|
return C.CString(apiServerResult(rest.GetAPIServerState()))
|
||||||
|
}
|
||||||
|
|
||||||
|
//export StartAPIServer
|
||||||
|
func StartAPIServer() *C.char {
|
||||||
|
return C.CString(apiServerResult(rest.StartAPIServer()))
|
||||||
|
}
|
||||||
|
|
||||||
|
//export StopAPIServer
|
||||||
|
func StopAPIServer() *C.char {
|
||||||
|
return C.CString(apiServerResult(rest.StopAPIServer()))
|
||||||
|
}
|
||||||
|
|
||||||
|
//export RestartAPIServer
|
||||||
|
func RestartAPIServer() *C.char {
|
||||||
|
return C.CString(apiServerResult(rest.RestartAPIServer()))
|
||||||
|
}
|
||||||
|
|
||||||
|
func apiServerResult(state *model.APIServerState, err error) string {
|
||||||
|
result := &model.APIServerOperationResult{State: state}
|
||||||
|
if err != nil {
|
||||||
|
result.Error = err.Error()
|
||||||
|
}
|
||||||
|
data, marshalErr := json.Marshal(result)
|
||||||
|
if marshalErr != nil {
|
||||||
|
return fmt.Sprintf(`{"state":null,"error":%q}`, marshalErr.Error())
|
||||||
|
}
|
||||||
|
return string(data)
|
||||||
|
}
|
||||||
|
|
||||||
|
//export InvokeAsync
|
||||||
|
func InvokeAsync(
|
||||||
|
method *C.char,
|
||||||
|
path *C.char,
|
||||||
|
query *C.char,
|
||||||
|
body *C.char,
|
||||||
|
requestID C.ulonglong,
|
||||||
|
callback C.uintptr_t,
|
||||||
|
) {
|
||||||
|
if callback == 0 {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
complete := func(result string, err error) {
|
||||||
|
success := C.int(1)
|
||||||
|
payload := result
|
||||||
|
if err != nil {
|
||||||
|
success = 0
|
||||||
|
payload = err.Error()
|
||||||
|
}
|
||||||
|
C.callInvokeResultCallback(
|
||||||
|
callback,
|
||||||
|
C.uint64_t(requestID),
|
||||||
|
success,
|
||||||
|
C.CString(payload),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
nativebridge.InvokeAsync(
|
||||||
|
C.GoString(method),
|
||||||
|
C.GoString(path),
|
||||||
|
C.GoString(query),
|
||||||
|
C.GoString(body),
|
||||||
|
complete,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
//export SubscribeTaskEvents
|
||||||
|
func SubscribeTaskEvents(mask C.ulonglong, callback C.uintptr_t) {
|
||||||
|
if mask == 0 || callback == 0 {
|
||||||
|
rest.SubscribeTaskEvents(0, nil)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
rest.SubscribeTaskEvents(uint64(mask), func(payload string) {
|
||||||
|
// Ownership crosses the asynchronous Dart callback boundary. Dart frees
|
||||||
|
// this string with FreeCString after decoding it.
|
||||||
|
C.callTaskEventCallback(callback, C.CString(payload))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
//export FreeCString
|
||||||
|
func FreeCString(value *C.char) {
|
||||||
|
if value != nil {
|
||||||
|
C.free(unsafe.Pointer(value))
|
||||||
|
}
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,23 @@
|
|||||||
|
//go:build darwin
|
||||||
|
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/rpcprovider"
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
||||||
|
)
|
||||||
|
|
||||||
|
func applyWebViewProvider(config *model.StartConfig) {
|
||||||
|
if config == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
config.WebViewProvider = newDesktopWebViewProvider(config.WebViewRPCConfig)
|
||||||
|
}
|
||||||
|
|
||||||
|
func newDesktopWebViewProvider(rpcCfg *enginewebview.RPCConfig) enginewebview.Provider {
|
||||||
|
if rpcCfg != nil && rpcCfg.Enabled() {
|
||||||
|
return rpcprovider.New(*rpcCfg)
|
||||||
|
}
|
||||||
|
return enginewebview.NewUnavailableProvider()
|
||||||
|
}
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
//go:build !darwin
|
||||||
|
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/goprovider"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
||||||
|
)
|
||||||
|
|
||||||
|
func applyWebViewProvider(config *model.StartConfig) {
|
||||||
|
if config == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
config.WebViewProvider = goprovider.New()
|
||||||
|
}
|
||||||
+84
-2
@@ -4,6 +4,10 @@ package libgopeed
|
|||||||
import "C"
|
import "C"
|
||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
|
|
||||||
|
nativebridge "github.com/GopeedLab/gopeed/bind/native"
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/rpcprovider"
|
||||||
|
goapi "github.com/GopeedLab/gopeed/pkg/api"
|
||||||
"github.com/GopeedLab/gopeed/pkg/rest"
|
"github.com/GopeedLab/gopeed/pkg/rest"
|
||||||
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
||||||
)
|
)
|
||||||
@@ -14,9 +18,87 @@ func Start(cfg string) (int, error) {
|
|||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
config.ProductionMode = true
|
config.ProductionMode = true
|
||||||
return rest.Start(&config)
|
config.NativeMode = true
|
||||||
|
applyWebViewProvider(&config)
|
||||||
|
port, err := rest.Start(&config)
|
||||||
|
if err == nil {
|
||||||
|
nativebridge.ResumeInvokes()
|
||||||
|
}
|
||||||
|
return port, err
|
||||||
}
|
}
|
||||||
|
|
||||||
func Stop() {
|
func Stop() {
|
||||||
rest.Stop()
|
nativebridge.Stop()
|
||||||
|
}
|
||||||
|
|
||||||
|
func GetAPIServerState() string {
|
||||||
|
return apiServerResult(rest.GetAPIServerState())
|
||||||
|
}
|
||||||
|
|
||||||
|
func StartAPIServer() string {
|
||||||
|
return apiServerResult(rest.StartAPIServer())
|
||||||
|
}
|
||||||
|
|
||||||
|
func StopAPIServer() string {
|
||||||
|
return apiServerResult(rest.StopAPIServer())
|
||||||
|
}
|
||||||
|
|
||||||
|
func RestartAPIServer() string {
|
||||||
|
return apiServerResult(rest.RestartAPIServer())
|
||||||
|
}
|
||||||
|
|
||||||
|
func apiServerResult(state *model.APIServerState, err error) string {
|
||||||
|
result := &model.APIServerOperationResult{State: state}
|
||||||
|
if err != nil {
|
||||||
|
result.Error = err.Error()
|
||||||
|
}
|
||||||
|
data, _ := json.Marshal(result)
|
||||||
|
return string(data)
|
||||||
|
}
|
||||||
|
|
||||||
|
type InvokeResultListener interface {
|
||||||
|
OnResult(requestID int64, success bool, payload string)
|
||||||
|
}
|
||||||
|
|
||||||
|
func InvokeAsync(method, path, query, body string, requestID int64, listener InvokeResultListener) {
|
||||||
|
if listener == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
nativebridge.InvokeAsync(method, path, query, body, func(result string, err error) {
|
||||||
|
if err != nil {
|
||||||
|
listener.OnResult(requestID, false, err.Error())
|
||||||
|
return
|
||||||
|
}
|
||||||
|
listener.OnResult(requestID, true, result)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
type TaskEventListener interface {
|
||||||
|
OnTaskEvent(payload string)
|
||||||
|
}
|
||||||
|
|
||||||
|
func SubscribeTaskEvents(mask int64, listener TaskEventListener) {
|
||||||
|
if mask == 0 || listener == nil {
|
||||||
|
rest.SubscribeTaskEvents(0, nil)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
rest.SubscribeTaskEvents(uint64(mask), listener.OnTaskEvent)
|
||||||
|
}
|
||||||
|
|
||||||
|
func applyWebViewProvider(config *model.StartConfig) {
|
||||||
|
if config == nil || config.WebViewRPCConfig == nil || !config.WebViewRPCConfig.Enabled() {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
config.WebViewProvider = rpcprovider.New(*config.WebViewRPCConfig)
|
||||||
|
}
|
||||||
|
|
||||||
|
func LiveActivityTaskEventMask() int64 {
|
||||||
|
return int64(
|
||||||
|
goapi.TaskEventDone |
|
||||||
|
goapi.TaskEventError |
|
||||||
|
goapi.TaskEventStart |
|
||||||
|
goapi.TaskEventProgress |
|
||||||
|
goapi.TaskEventPause |
|
||||||
|
goapi.TaskEventDelete,
|
||||||
|
)
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,240 @@
|
|||||||
|
// Package nativebridge contains transport-neutral behavior shared by the
|
||||||
|
// Desktop C FFI and gomobile bridge adapters.
|
||||||
|
package nativebridge
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/rest"
|
||||||
|
)
|
||||||
|
|
||||||
|
// StopTimeout bounds native shutdown even when an in-process request never returns.
|
||||||
|
const StopTimeout = 3 * time.Second
|
||||||
|
|
||||||
|
var errNativeBridgeStopping = errors.New("native bridge is stopping")
|
||||||
|
|
||||||
|
type invokeRequest struct {
|
||||||
|
method string
|
||||||
|
path string
|
||||||
|
query string
|
||||||
|
body string
|
||||||
|
}
|
||||||
|
|
||||||
|
type invokeTask struct {
|
||||||
|
id uint64
|
||||||
|
request invokeRequest
|
||||||
|
complete func(result string, err error)
|
||||||
|
once sync.Once
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *invokeTask) finish(result string, err error) {
|
||||||
|
t.once.Do(func() {
|
||||||
|
completeCallback(t.complete, result, err)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
// InvokeAsync starts an in-process API request and completes it through the
|
||||||
|
// supplied callback. Desktop and mobile adapters share this executor.
|
||||||
|
func InvokeAsync(method, path, query, body string, callback func(result string, err error)) {
|
||||||
|
if callback == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
task := invokeTask{
|
||||||
|
request: invokeRequest{
|
||||||
|
method: method,
|
||||||
|
path: path,
|
||||||
|
query: query,
|
||||||
|
body: body,
|
||||||
|
},
|
||||||
|
complete: callback,
|
||||||
|
}
|
||||||
|
if !getInvokeExecutor().submit(task) {
|
||||||
|
completeCallback(callback, "", errNativeBridgeStopping)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ResumeInvokes enables request submission after the native runtime starts.
|
||||||
|
func ResumeInvokes() {
|
||||||
|
getInvokeExecutor().resume()
|
||||||
|
}
|
||||||
|
|
||||||
|
// PauseInvokesAndWait prevents new submissions and gives running requests a
|
||||||
|
// bounded opportunity to finish before a native runtime is stopped.
|
||||||
|
// Requests still pending after StopTimeout are failed and detached so shutdown
|
||||||
|
// can continue without invoking their callbacks a second time.
|
||||||
|
func PauseInvokesAndWait() bool {
|
||||||
|
return getInvokeExecutor().pauseAndWait(StopTimeout)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Stop pauses native requests and shuts down the shared runtime, but never
|
||||||
|
// keeps the host application waiting longer than StopTimeout. Cleanup that
|
||||||
|
// cannot finish within the deadline is allowed to continue in the background.
|
||||||
|
func Stop() {
|
||||||
|
stopWithin(getInvokeExecutor(), rest.Stop, StopTimeout)
|
||||||
|
}
|
||||||
|
|
||||||
|
func stopWithin(executor *invokeExecutor, cleanup func(), timeout time.Duration) {
|
||||||
|
deadline := time.Now().Add(timeout)
|
||||||
|
executor.pauseAndWait(time.Until(deadline))
|
||||||
|
|
||||||
|
stopped := make(chan struct{})
|
||||||
|
go func() {
|
||||||
|
defer close(stopped)
|
||||||
|
cleanup()
|
||||||
|
}()
|
||||||
|
|
||||||
|
remaining := time.Until(deadline)
|
||||||
|
if remaining <= 0 {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
timer := time.NewTimer(remaining)
|
||||||
|
defer timer.Stop()
|
||||||
|
select {
|
||||||
|
case <-stopped:
|
||||||
|
case <-timer.C:
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
var (
|
||||||
|
invokeExecutorOnce sync.Once
|
||||||
|
sharedInvoker *invokeExecutor
|
||||||
|
)
|
||||||
|
|
||||||
|
func getInvokeExecutor() *invokeExecutor {
|
||||||
|
invokeExecutorOnce.Do(func() {
|
||||||
|
sharedInvoker = newInvokeExecutor(func(request invokeRequest) string {
|
||||||
|
return rest.Dispatch(request.method, request.path, request.query, request.body)
|
||||||
|
})
|
||||||
|
})
|
||||||
|
return sharedInvoker
|
||||||
|
}
|
||||||
|
|
||||||
|
// invokeExecutor starts every native API request in its own goroutine, matching
|
||||||
|
// net/http's request concurrency. It only tracks them to support bounded drain
|
||||||
|
// during shutdown; one stuck request must never prevent another from starting.
|
||||||
|
type invokeExecutor struct {
|
||||||
|
mu sync.Mutex
|
||||||
|
closed bool
|
||||||
|
accepting bool
|
||||||
|
nextID uint64
|
||||||
|
pending map[uint64]*invokeTask
|
||||||
|
drained chan struct{}
|
||||||
|
running sync.WaitGroup
|
||||||
|
handler func(invokeRequest) string
|
||||||
|
}
|
||||||
|
|
||||||
|
func newInvokeExecutor(handler func(invokeRequest) string) *invokeExecutor {
|
||||||
|
drained := make(chan struct{})
|
||||||
|
close(drained)
|
||||||
|
return &invokeExecutor{
|
||||||
|
handler: handler,
|
||||||
|
accepting: true,
|
||||||
|
pending: make(map[uint64]*invokeTask),
|
||||||
|
drained: drained,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *invokeExecutor) submit(task invokeTask) bool {
|
||||||
|
e.mu.Lock()
|
||||||
|
if e.closed || !e.accepting {
|
||||||
|
e.mu.Unlock()
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
if len(e.pending) == 0 {
|
||||||
|
e.drained = make(chan struct{})
|
||||||
|
}
|
||||||
|
taskID := e.nextID
|
||||||
|
e.nextID++
|
||||||
|
task.id = taskID
|
||||||
|
taskPtr := &task
|
||||||
|
e.pending[taskID] = taskPtr
|
||||||
|
e.running.Add(1)
|
||||||
|
e.mu.Unlock()
|
||||||
|
|
||||||
|
go e.run(taskPtr)
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *invokeExecutor) resume() {
|
||||||
|
e.mu.Lock()
|
||||||
|
e.accepting = true
|
||||||
|
e.mu.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *invokeExecutor) pauseAndWait(timeout time.Duration) bool {
|
||||||
|
e.mu.Lock()
|
||||||
|
e.accepting = false
|
||||||
|
if len(e.pending) == 0 {
|
||||||
|
e.mu.Unlock()
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
drained := e.drained
|
||||||
|
e.mu.Unlock()
|
||||||
|
|
||||||
|
timer := time.NewTimer(timeout)
|
||||||
|
defer timer.Stop()
|
||||||
|
select {
|
||||||
|
case <-drained:
|
||||||
|
return true
|
||||||
|
case <-timer.C:
|
||||||
|
}
|
||||||
|
|
||||||
|
e.mu.Lock()
|
||||||
|
if len(e.pending) == 0 {
|
||||||
|
e.mu.Unlock()
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
pending := make([]*invokeTask, 0, len(e.pending))
|
||||||
|
for _, task := range e.pending {
|
||||||
|
pending = append(pending, task)
|
||||||
|
}
|
||||||
|
e.pending = make(map[uint64]*invokeTask)
|
||||||
|
close(e.drained)
|
||||||
|
e.mu.Unlock()
|
||||||
|
|
||||||
|
for _, task := range pending {
|
||||||
|
task.finish("", errNativeBridgeStopping)
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *invokeExecutor) close() {
|
||||||
|
e.mu.Lock()
|
||||||
|
e.closed = true
|
||||||
|
e.accepting = false
|
||||||
|
e.mu.Unlock()
|
||||||
|
e.running.Wait()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *invokeExecutor) run(task *invokeTask) {
|
||||||
|
defer e.running.Done()
|
||||||
|
result, err := e.execute(task.request)
|
||||||
|
task.finish(result, err)
|
||||||
|
e.mu.Lock()
|
||||||
|
if _, exists := e.pending[task.id]; exists {
|
||||||
|
delete(e.pending, task.id)
|
||||||
|
if len(e.pending) == 0 {
|
||||||
|
close(e.drained)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
e.mu.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (e *invokeExecutor) execute(request invokeRequest) (result string, err error) {
|
||||||
|
defer func() {
|
||||||
|
if recovered := recover(); recovered != nil {
|
||||||
|
err = fmt.Errorf("invoke panic: %v", recovered)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
return e.handler(request), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func completeCallback(callback func(string, error), result string, err error) {
|
||||||
|
defer func() {
|
||||||
|
_ = recover()
|
||||||
|
}()
|
||||||
|
callback(result, err)
|
||||||
|
}
|
||||||
@@ -0,0 +1,258 @@
|
|||||||
|
package nativebridge
|
||||||
|
|
||||||
|
import (
|
||||||
|
"runtime"
|
||||||
|
"strconv"
|
||||||
|
"sync"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestInvokeExecutorStartsEveryRequestIndependently(t *testing.T) {
|
||||||
|
const taskCount = 64
|
||||||
|
release := make(chan struct{})
|
||||||
|
started := make(chan struct{}, taskCount)
|
||||||
|
executor := newInvokeExecutor(func(request invokeRequest) string {
|
||||||
|
started <- struct{}{}
|
||||||
|
<-release
|
||||||
|
return request.path
|
||||||
|
})
|
||||||
|
|
||||||
|
var completed sync.WaitGroup
|
||||||
|
completed.Add(taskCount)
|
||||||
|
for i := range taskCount {
|
||||||
|
accepted := executor.submit(invokeTask{
|
||||||
|
request: invokeRequest{path: strconv.Itoa(i)},
|
||||||
|
complete: func(string, error) {
|
||||||
|
completed.Done()
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if !accepted {
|
||||||
|
t.Fatalf("request %d was rejected", i)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Every handler must start before any of them is released. A worker pool
|
||||||
|
// would stall here once all of its workers were occupied.
|
||||||
|
for range taskCount {
|
||||||
|
select {
|
||||||
|
case <-started:
|
||||||
|
case <-time.After(time.Second):
|
||||||
|
t.Fatal("a request waited behind other blocked requests")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
close(release)
|
||||||
|
completed.Wait()
|
||||||
|
executor.close()
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestInvokeExecutorConvertsPanicsToErrors(t *testing.T) {
|
||||||
|
executor := newInvokeExecutor(func(invokeRequest) string {
|
||||||
|
panic("boom")
|
||||||
|
})
|
||||||
|
completed := make(chan error, 1)
|
||||||
|
executor.submit(invokeTask{complete: func(_ string, err error) {
|
||||||
|
completed <- err
|
||||||
|
}})
|
||||||
|
select {
|
||||||
|
case err := <-completed:
|
||||||
|
if err == nil || err.Error() != "invoke panic: boom" {
|
||||||
|
t.Fatalf("unexpected error: %v", err)
|
||||||
|
}
|
||||||
|
case <-time.After(time.Second):
|
||||||
|
t.Fatal("panic result was not completed")
|
||||||
|
}
|
||||||
|
executor.close()
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestInvokeExecutorSurvivesCallbackPanic(t *testing.T) {
|
||||||
|
executor := newInvokeExecutor(func(request invokeRequest) string {
|
||||||
|
return request.path
|
||||||
|
})
|
||||||
|
executor.submit(invokeTask{complete: func(string, error) {
|
||||||
|
panic("callback failed")
|
||||||
|
}})
|
||||||
|
|
||||||
|
completed := make(chan string, 1)
|
||||||
|
executor.submit(invokeTask{
|
||||||
|
request: invokeRequest{path: "next"},
|
||||||
|
complete: func(result string, _ error) {
|
||||||
|
completed <- result
|
||||||
|
},
|
||||||
|
})
|
||||||
|
select {
|
||||||
|
case result := <-completed:
|
||||||
|
if result != "next" {
|
||||||
|
t.Fatalf("unexpected result: %q", result)
|
||||||
|
}
|
||||||
|
case <-time.After(time.Second):
|
||||||
|
t.Fatal("worker stopped after callback panic")
|
||||||
|
}
|
||||||
|
executor.close()
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestInvokeExecutorPausesAndDrains(t *testing.T) {
|
||||||
|
release := make(chan struct{})
|
||||||
|
started := make(chan struct{})
|
||||||
|
executor := newInvokeExecutor(func(request invokeRequest) string {
|
||||||
|
if request.path == "running" {
|
||||||
|
close(started)
|
||||||
|
<-release
|
||||||
|
}
|
||||||
|
return request.path
|
||||||
|
})
|
||||||
|
completed := make(chan struct{})
|
||||||
|
if !executor.submit(invokeTask{
|
||||||
|
request: invokeRequest{path: "running"},
|
||||||
|
complete: func(string, error) {
|
||||||
|
close(completed)
|
||||||
|
},
|
||||||
|
}) {
|
||||||
|
t.Fatal("initial task was rejected")
|
||||||
|
}
|
||||||
|
<-started
|
||||||
|
|
||||||
|
drained := make(chan struct{})
|
||||||
|
go func() {
|
||||||
|
executor.pauseAndWait(time.Second)
|
||||||
|
close(drained)
|
||||||
|
}()
|
||||||
|
deadline := time.Now().Add(time.Second)
|
||||||
|
for {
|
||||||
|
executor.mu.Lock()
|
||||||
|
paused := !executor.accepting
|
||||||
|
executor.mu.Unlock()
|
||||||
|
if paused {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
if time.Now().After(deadline) {
|
||||||
|
t.Fatal("executor did not pause")
|
||||||
|
}
|
||||||
|
runtime.Gosched()
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case <-drained:
|
||||||
|
t.Fatal("pause returned before the running request completed")
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
if executor.submit(invokeTask{}) {
|
||||||
|
t.Fatal("paused executor accepted a new request")
|
||||||
|
}
|
||||||
|
|
||||||
|
close(release)
|
||||||
|
<-completed
|
||||||
|
select {
|
||||||
|
case <-drained:
|
||||||
|
case <-time.After(time.Second):
|
||||||
|
t.Fatal("pause did not return after pending requests drained")
|
||||||
|
}
|
||||||
|
|
||||||
|
executor.resume()
|
||||||
|
resumed := make(chan struct{})
|
||||||
|
if !executor.submit(invokeTask{complete: func(string, error) {
|
||||||
|
close(resumed)
|
||||||
|
}}) {
|
||||||
|
t.Fatal("resumed executor rejected a request")
|
||||||
|
}
|
||||||
|
<-resumed
|
||||||
|
executor.close()
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestInvokeExecutorPauseTimesOutAndFailsPendingRequests(t *testing.T) {
|
||||||
|
release := make(chan struct{})
|
||||||
|
started := make(chan struct{})
|
||||||
|
executor := newInvokeExecutor(func(request invokeRequest) string {
|
||||||
|
started <- struct{}{}
|
||||||
|
<-release
|
||||||
|
return request.path
|
||||||
|
})
|
||||||
|
|
||||||
|
errors := make(chan error, 2)
|
||||||
|
for _, path := range []string{"first", "second"} {
|
||||||
|
if !executor.submit(invokeTask{
|
||||||
|
request: invokeRequest{path: path},
|
||||||
|
complete: func(_ string, err error) {
|
||||||
|
errors <- err
|
||||||
|
},
|
||||||
|
}) {
|
||||||
|
t.Fatalf("request %q was rejected", path)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for range 2 {
|
||||||
|
<-started
|
||||||
|
}
|
||||||
|
|
||||||
|
const timeout = 30 * time.Millisecond
|
||||||
|
startedAt := time.Now()
|
||||||
|
if executor.pauseAndWait(timeout) {
|
||||||
|
t.Fatal("pause unexpectedly reported a complete drain")
|
||||||
|
}
|
||||||
|
if elapsed := time.Since(startedAt); elapsed < timeout || elapsed > 10*timeout {
|
||||||
|
t.Fatalf("pause returned after %s, want close to %s", elapsed, timeout)
|
||||||
|
}
|
||||||
|
for range 2 {
|
||||||
|
select {
|
||||||
|
case err := <-errors:
|
||||||
|
if err == nil || err.Error() != errNativeBridgeStopping.Error() {
|
||||||
|
t.Fatalf("unexpected timeout error: %v", err)
|
||||||
|
}
|
||||||
|
case <-time.After(time.Second):
|
||||||
|
t.Fatal("pending request was not failed after the timeout")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
close(release)
|
||||||
|
executor.close()
|
||||||
|
select {
|
||||||
|
case err := <-errors:
|
||||||
|
t.Fatalf("request callback ran more than once: %v", err)
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStopWithinUsesOneDeadlineForRequestsAndCleanup(t *testing.T) {
|
||||||
|
releaseRequest := make(chan struct{})
|
||||||
|
requestStarted := make(chan struct{})
|
||||||
|
executor := newInvokeExecutor(func(invokeRequest) string {
|
||||||
|
close(requestStarted)
|
||||||
|
<-releaseRequest
|
||||||
|
return "done"
|
||||||
|
})
|
||||||
|
requestResult := make(chan error, 1)
|
||||||
|
executor.submit(invokeTask{complete: func(_ string, err error) {
|
||||||
|
requestResult <- err
|
||||||
|
}})
|
||||||
|
<-requestStarted
|
||||||
|
|
||||||
|
releaseCleanup := make(chan struct{})
|
||||||
|
cleanupStarted := make(chan struct{})
|
||||||
|
cleanup := func() {
|
||||||
|
close(cleanupStarted)
|
||||||
|
<-releaseCleanup
|
||||||
|
}
|
||||||
|
|
||||||
|
const timeout = 40 * time.Millisecond
|
||||||
|
startedAt := time.Now()
|
||||||
|
stopWithin(executor, cleanup, timeout)
|
||||||
|
if elapsed := time.Since(startedAt); elapsed < timeout || elapsed > 10*timeout {
|
||||||
|
t.Fatalf("stop returned after %s, want close to %s", elapsed, timeout)
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case <-cleanupStarted:
|
||||||
|
case <-time.After(time.Second):
|
||||||
|
t.Fatal("cleanup was not started after the request deadline")
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case err := <-requestResult:
|
||||||
|
if err == nil || err.Error() != errNativeBridgeStopping.Error() {
|
||||||
|
t.Fatalf("unexpected request result: %v", err)
|
||||||
|
}
|
||||||
|
case <-time.After(time.Second):
|
||||||
|
t.Fatal("timed-out request was not failed")
|
||||||
|
}
|
||||||
|
|
||||||
|
close(releaseRequest)
|
||||||
|
close(releaseCleanup)
|
||||||
|
executor.close()
|
||||||
|
}
|
||||||
@@ -0,0 +1,723 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"flag"
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/goprovider"
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/rpcprovider"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/download"
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
)
|
||||||
|
|
||||||
|
type kvFlag map[string]string
|
||||||
|
|
||||||
|
type webViewConfig struct {
|
||||||
|
provider string
|
||||||
|
network string
|
||||||
|
address string
|
||||||
|
token string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *kvFlag) String() string {
|
||||||
|
if l == nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
data, _ := json.Marshal(map[string]string(*l))
|
||||||
|
return string(data)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (l *kvFlag) Set(value string) error {
|
||||||
|
if *l == nil {
|
||||||
|
*l = make(map[string]string)
|
||||||
|
}
|
||||||
|
idx := -1
|
||||||
|
for i := 0; i < len(value); i++ {
|
||||||
|
if value[i] == '=' {
|
||||||
|
idx = i
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if idx <= 0 {
|
||||||
|
return fmt.Errorf("invalid label %q, expected key=value", value)
|
||||||
|
}
|
||||||
|
(*l)[value[:idx]] = value[idx+1:]
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
os.Exit(goprovider.RunMainThreadLoop(run))
|
||||||
|
}
|
||||||
|
|
||||||
|
func run() int {
|
||||||
|
if len(os.Args) < 2 {
|
||||||
|
usage()
|
||||||
|
return 2
|
||||||
|
}
|
||||||
|
|
||||||
|
switch os.Args[1] {
|
||||||
|
case "resolve":
|
||||||
|
if err := runResolve(os.Args[2:]); err != nil {
|
||||||
|
fmt.Fprintln(os.Stderr, err)
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
case "download":
|
||||||
|
if err := runDownload(os.Args[2:]); err != nil {
|
||||||
|
fmt.Fprintln(os.Stderr, err)
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
case "eval":
|
||||||
|
if err := runEval(os.Args[2:]); err != nil {
|
||||||
|
fmt.Fprintln(os.Stderr, err)
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
case "-h", "--help", "help":
|
||||||
|
usage()
|
||||||
|
default:
|
||||||
|
fmt.Fprintf(os.Stderr, "unknown subcommand %q\n", os.Args[1])
|
||||||
|
usage()
|
||||||
|
return 2
|
||||||
|
}
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
|
||||||
|
func usage() {
|
||||||
|
fmt.Fprintf(os.Stderr, `gopeed extmock CLI
|
||||||
|
|
||||||
|
Usage:
|
||||||
|
extmock resolve [flags] <extension-dir> <url>
|
||||||
|
extmock download [flags] <extension-dir> <url> <output-dir>
|
||||||
|
extmock eval [flags] [script-file]
|
||||||
|
|
||||||
|
Flags:
|
||||||
|
-label key=value Request label, repeatable
|
||||||
|
-setting key=value Extension setting override, repeatable
|
||||||
|
-webview-provider WebView provider: go|rpc
|
||||||
|
-webview-network RPC network when provider=rpc: unix|tcp
|
||||||
|
-webview-address RPC address when provider=rpc
|
||||||
|
-webview-token RPC bearer token when provider=rpc
|
||||||
|
-verb Print download progress while running
|
||||||
|
-pretty Pretty-print JSON output
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
extmock resolve ./ https://www.google.com
|
||||||
|
extmock download ./ https://example.com/video /tmp/extmock-download
|
||||||
|
extmock resolve ./ https://example.com/video -label env=test -setting token=abc
|
||||||
|
extmock eval ./test.js
|
||||||
|
extmock eval -e "new Blob(['hello']).size"
|
||||||
|
`)
|
||||||
|
}
|
||||||
|
|
||||||
|
func runResolve(args []string) error {
|
||||||
|
fs := flag.NewFlagSet("resolve", flag.ContinueOnError)
|
||||||
|
fs.SetOutput(os.Stderr)
|
||||||
|
var labels kvFlag
|
||||||
|
var settings kvFlag
|
||||||
|
var pretty bool
|
||||||
|
cfg := webViewConfig{}
|
||||||
|
fs.Var(&labels, "label", "Request label in key=value form (repeatable)")
|
||||||
|
fs.Var(&settings, "setting", "Extension setting override in key=value form (repeatable)")
|
||||||
|
fs.StringVar(&cfg.provider, "webview-provider", "", "WebView provider: go|rpc")
|
||||||
|
fs.StringVar(&cfg.network, "webview-network", "", "WebView RPC network: unix|tcp")
|
||||||
|
fs.StringVar(&cfg.address, "webview-address", "", "WebView RPC address")
|
||||||
|
fs.StringVar(&cfg.token, "webview-token", "", "WebView RPC bearer token")
|
||||||
|
fs.BoolVar(&pretty, "pretty", false, "Pretty-print JSON output")
|
||||||
|
|
||||||
|
flagArgs, positionalArgs, err := splitResolveArgs(args)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if err := fs.Parse(flagArgs); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if fs.NArg() != 0 {
|
||||||
|
return fmt.Errorf("unexpected trailing args: %v", fs.Args())
|
||||||
|
}
|
||||||
|
if len(positionalArgs) != 2 {
|
||||||
|
return fmt.Errorf("resolve expects exactly 2 args: <extension-dir> <url>")
|
||||||
|
}
|
||||||
|
|
||||||
|
extDir, err := filepath.Abs(positionalArgs[0])
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
url := positionalArgs[1]
|
||||||
|
|
||||||
|
d, cleanup, err := newExtMockDownloader(cfg)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer cleanup()
|
||||||
|
|
||||||
|
ext, err := d.InstallExtensionByFolder(extDir, true)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if len(settings) > 0 {
|
||||||
|
if err := d.UpdateExtensionSettings(ext.Identity, toAnyMap(settings)); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
result, err := d.Resolve(&base.Request{
|
||||||
|
URL: url,
|
||||||
|
Labels: map[string]string(labels),
|
||||||
|
}, nil)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return printJSON(result, pretty)
|
||||||
|
}
|
||||||
|
|
||||||
|
type downloadResult struct {
|
||||||
|
Resolve *download.ResolveResult `json:"resolve"`
|
||||||
|
OutputDir string `json:"outputDir"`
|
||||||
|
Files []*downloadedFileResult `json:"files"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type downloadedFileResult struct {
|
||||||
|
Index int `json:"index"`
|
||||||
|
Name string `json:"name"`
|
||||||
|
Path string `json:"path"`
|
||||||
|
TaskID string `json:"taskId"`
|
||||||
|
Status base.Status `json:"status"`
|
||||||
|
Size int64 `json:"size"`
|
||||||
|
Req *base.Request `json:"req,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func runDownload(args []string) error {
|
||||||
|
fs := flag.NewFlagSet("download", flag.ContinueOnError)
|
||||||
|
fs.SetOutput(os.Stderr)
|
||||||
|
var labels kvFlag
|
||||||
|
var settings kvFlag
|
||||||
|
var pretty bool
|
||||||
|
var verbose bool
|
||||||
|
cfg := webViewConfig{}
|
||||||
|
fs.Var(&labels, "label", "Request label in key=value form (repeatable)")
|
||||||
|
fs.Var(&settings, "setting", "Extension setting override in key=value form (repeatable)")
|
||||||
|
fs.StringVar(&cfg.provider, "webview-provider", "", "WebView provider: go|rpc")
|
||||||
|
fs.StringVar(&cfg.network, "webview-network", "", "WebView RPC network: unix|tcp")
|
||||||
|
fs.StringVar(&cfg.address, "webview-address", "", "WebView RPC address")
|
||||||
|
fs.StringVar(&cfg.token, "webview-token", "", "WebView RPC bearer token")
|
||||||
|
fs.BoolVar(&verbose, "verb", false, "Print download progress while running")
|
||||||
|
fs.BoolVar(&verbose, "verbose", false, "Print download progress while running")
|
||||||
|
fs.BoolVar(&pretty, "pretty", false, "Pretty-print JSON output")
|
||||||
|
|
||||||
|
flagArgs, positionalArgs, err := splitDownloadArgs(args)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if err := fs.Parse(flagArgs); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if fs.NArg() != 0 {
|
||||||
|
return fmt.Errorf("unexpected trailing args: %v", fs.Args())
|
||||||
|
}
|
||||||
|
if len(positionalArgs) != 3 {
|
||||||
|
return fmt.Errorf("download expects exactly 3 args: <extension-dir> <url> <output-dir>")
|
||||||
|
}
|
||||||
|
|
||||||
|
extDir, err := filepath.Abs(positionalArgs[0])
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
url := positionalArgs[1]
|
||||||
|
outputDir, err := filepath.Abs(positionalArgs[2])
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
d, cleanup, err := newExtMockDownloader(cfg)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer cleanup()
|
||||||
|
|
||||||
|
ext, err := d.InstallExtensionByFolder(extDir, true)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if len(settings) > 0 {
|
||||||
|
if err := d.UpdateExtensionSettings(ext.Identity, toAnyMap(settings)); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
result, err := d.Resolve(&base.Request{
|
||||||
|
URL: url,
|
||||||
|
Labels: map[string]string(labels),
|
||||||
|
}, nil)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if result == nil || result.Res == nil {
|
||||||
|
return fmt.Errorf("resolve returned empty resource")
|
||||||
|
}
|
||||||
|
if len(result.Res.Files) == 0 {
|
||||||
|
return fmt.Errorf("resolve returned no files")
|
||||||
|
}
|
||||||
|
|
||||||
|
resourceOutputDir := outputDir
|
||||||
|
if result.Res.Name != "" {
|
||||||
|
resourceOutputDir = filepath.Join(outputDir, result.Res.Name)
|
||||||
|
}
|
||||||
|
if err := os.MkdirAll(resourceOutputDir, 0o755); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
waiter := newTaskTerminalWaiter(d)
|
||||||
|
summary := &downloadResult{
|
||||||
|
Resolve: result,
|
||||||
|
OutputDir: resourceOutputDir,
|
||||||
|
Files: make([]*downloadedFileResult, 0, len(result.Res.Files)),
|
||||||
|
}
|
||||||
|
|
||||||
|
for idx, file := range result.Res.Files {
|
||||||
|
if file == nil {
|
||||||
|
return fmt.Errorf("file %d is nil", idx)
|
||||||
|
}
|
||||||
|
if file.Req == nil {
|
||||||
|
return fmt.Errorf("file %d request is nil", idx)
|
||||||
|
}
|
||||||
|
|
||||||
|
targetDir := resourceOutputDir
|
||||||
|
if file.Path != "" {
|
||||||
|
targetDir = filepath.Join(resourceOutputDir, file.Path)
|
||||||
|
}
|
||||||
|
if err := os.MkdirAll(targetDir, 0o755); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
taskID, err := d.CreateDirect(file.Req, &base.Options{
|
||||||
|
Path: targetDir,
|
||||||
|
Name: file.Name,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("create task for %q failed: %w", file.Name, err)
|
||||||
|
}
|
||||||
|
waiter.Register(taskID)
|
||||||
|
|
||||||
|
summary.Files = append(summary.Files, &downloadedFileResult{
|
||||||
|
Index: idx,
|
||||||
|
Name: file.Name,
|
||||||
|
Path: filepath.Join(targetDir, file.Name),
|
||||||
|
TaskID: taskID,
|
||||||
|
Req: file.Req,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
var stopVerbose func()
|
||||||
|
if verbose {
|
||||||
|
stopVerbose = startVerboseTaskListener(d, summary.Files)
|
||||||
|
defer stopVerbose()
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, file := range summary.Files {
|
||||||
|
task, err := waiter.Wait(file.TaskID, 5*time.Minute)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("download %q failed: %w", file.Name, err)
|
||||||
|
}
|
||||||
|
file.Status = task.Status
|
||||||
|
if info, statErr := os.Stat(file.Path); statErr == nil {
|
||||||
|
file.Size = info.Size()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return printJSON(summary, pretty)
|
||||||
|
}
|
||||||
|
|
||||||
|
func runEval(args []string) error {
|
||||||
|
fs := flag.NewFlagSet("eval", flag.ContinueOnError)
|
||||||
|
fs.SetOutput(os.Stderr)
|
||||||
|
var (
|
||||||
|
script string
|
||||||
|
pretty bool
|
||||||
|
)
|
||||||
|
cfg := webViewConfig{}
|
||||||
|
fs.StringVar(&script, "e", "", "Inline JavaScript to execute")
|
||||||
|
fs.StringVar(&script, "eval", "", "Inline JavaScript to execute")
|
||||||
|
fs.StringVar(&cfg.provider, "webview-provider", "", "WebView provider: go|rpc")
|
||||||
|
fs.StringVar(&cfg.network, "webview-network", "", "WebView RPC network: unix|tcp")
|
||||||
|
fs.StringVar(&cfg.address, "webview-address", "", "WebView RPC address")
|
||||||
|
fs.StringVar(&cfg.token, "webview-token", "", "WebView RPC bearer token")
|
||||||
|
fs.BoolVar(&pretty, "pretty", false, "Pretty-print JSON output")
|
||||||
|
|
||||||
|
flagArgs, positionalArgs, err := splitEvalArgs(args)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if err := fs.Parse(flagArgs); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if fs.NArg() != 0 {
|
||||||
|
return fmt.Errorf("unexpected trailing args: %v", fs.Args())
|
||||||
|
}
|
||||||
|
if script == "" && len(positionalArgs) == 0 {
|
||||||
|
return fmt.Errorf("eval expects inline code via -e/--eval or a script file path")
|
||||||
|
}
|
||||||
|
if script != "" && len(positionalArgs) > 0 {
|
||||||
|
return fmt.Errorf("eval accepts either inline code or a script file path, not both")
|
||||||
|
}
|
||||||
|
if len(positionalArgs) > 1 {
|
||||||
|
return fmt.Errorf("eval expects at most 1 script file path")
|
||||||
|
}
|
||||||
|
|
||||||
|
d, cleanup, err := newExtMockDownloader(cfg)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer cleanup()
|
||||||
|
|
||||||
|
runtime, err := d.NewExtensionEngine(newExtMockExtension(), map[string]any{})
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer runtime.Close()
|
||||||
|
|
||||||
|
var value any
|
||||||
|
if script != "" {
|
||||||
|
value, err = runtime.Eval(script)
|
||||||
|
} else {
|
||||||
|
scriptPath, pathErr := filepath.Abs(positionalArgs[0])
|
||||||
|
if pathErr != nil {
|
||||||
|
return pathErr
|
||||||
|
}
|
||||||
|
value, err = runtime.EvalFile(scriptPath)
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return printJSON(value, pretty)
|
||||||
|
}
|
||||||
|
|
||||||
|
func splitResolveArgs(args []string) ([]string, []string, error) {
|
||||||
|
var flagArgs []string
|
||||||
|
var positionalArgs []string
|
||||||
|
for i := 0; i < len(args); i++ {
|
||||||
|
arg := args[i]
|
||||||
|
switch {
|
||||||
|
case arg == "-pretty":
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case arg == "-webview-provider", arg == "-webview-network", arg == "-webview-address", arg == "-webview-token":
|
||||||
|
if i+1 >= len(args) {
|
||||||
|
return nil, nil, fmt.Errorf("flag %q requires a value", arg)
|
||||||
|
}
|
||||||
|
flagArgs = append(flagArgs, arg, args[i+1])
|
||||||
|
i++
|
||||||
|
case arg == "-label":
|
||||||
|
if i+1 >= len(args) {
|
||||||
|
return nil, nil, fmt.Errorf("flag %q requires a value", arg)
|
||||||
|
}
|
||||||
|
flagArgs = append(flagArgs, arg, args[i+1])
|
||||||
|
i++
|
||||||
|
case arg == "-setting":
|
||||||
|
if i+1 >= len(args) {
|
||||||
|
return nil, nil, fmt.Errorf("flag %q requires a value", arg)
|
||||||
|
}
|
||||||
|
flagArgs = append(flagArgs, arg, args[i+1])
|
||||||
|
i++
|
||||||
|
case len(arg) > len("-label=") && arg[:len("-label=")] == "-label=":
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case len(arg) > len("-setting=") && arg[:len("-setting=")] == "-setting=":
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case hasFlagValue(arg, "-webview-provider"), hasFlagValue(arg, "-webview-network"),
|
||||||
|
hasFlagValue(arg, "-webview-address"), hasFlagValue(arg, "-webview-token"):
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case len(arg) > 0 && arg[0] == '-':
|
||||||
|
return nil, nil, fmt.Errorf("unknown flag %q", arg)
|
||||||
|
default:
|
||||||
|
positionalArgs = append(positionalArgs, arg)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return flagArgs, positionalArgs, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func splitDownloadArgs(args []string) ([]string, []string, error) {
|
||||||
|
var flagArgs []string
|
||||||
|
var positionalArgs []string
|
||||||
|
for i := 0; i < len(args); i++ {
|
||||||
|
arg := args[i]
|
||||||
|
switch {
|
||||||
|
case arg == "-pretty", arg == "-verb", arg == "-verbose":
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case arg == "-webview-provider", arg == "-webview-network", arg == "-webview-address", arg == "-webview-token":
|
||||||
|
if i+1 >= len(args) {
|
||||||
|
return nil, nil, fmt.Errorf("flag %q requires a value", arg)
|
||||||
|
}
|
||||||
|
flagArgs = append(flagArgs, arg, args[i+1])
|
||||||
|
i++
|
||||||
|
case arg == "-label":
|
||||||
|
if i+1 >= len(args) {
|
||||||
|
return nil, nil, fmt.Errorf("flag %q requires a value", arg)
|
||||||
|
}
|
||||||
|
flagArgs = append(flagArgs, arg, args[i+1])
|
||||||
|
i++
|
||||||
|
case arg == "-setting":
|
||||||
|
if i+1 >= len(args) {
|
||||||
|
return nil, nil, fmt.Errorf("flag %q requires a value", arg)
|
||||||
|
}
|
||||||
|
flagArgs = append(flagArgs, arg, args[i+1])
|
||||||
|
i++
|
||||||
|
case len(arg) > len("-label=") && arg[:len("-label=")] == "-label=":
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case len(arg) > len("-setting=") && arg[:len("-setting=")] == "-setting=":
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case hasFlagValue(arg, "-webview-provider"), hasFlagValue(arg, "-webview-network"),
|
||||||
|
hasFlagValue(arg, "-webview-address"), hasFlagValue(arg, "-webview-token"):
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case len(arg) > 0 && arg[0] == '-':
|
||||||
|
return nil, nil, fmt.Errorf("unknown flag %q", arg)
|
||||||
|
default:
|
||||||
|
positionalArgs = append(positionalArgs, arg)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return flagArgs, positionalArgs, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func splitEvalArgs(args []string) ([]string, []string, error) {
|
||||||
|
var flagArgs []string
|
||||||
|
var positionalArgs []string
|
||||||
|
for i := 0; i < len(args); i++ {
|
||||||
|
arg := args[i]
|
||||||
|
switch {
|
||||||
|
case arg == "-pretty":
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case arg == "-webview-provider", arg == "-webview-network", arg == "-webview-address", arg == "-webview-token":
|
||||||
|
if i+1 >= len(args) {
|
||||||
|
return nil, nil, fmt.Errorf("flag %q requires a value", arg)
|
||||||
|
}
|
||||||
|
flagArgs = append(flagArgs, arg, args[i+1])
|
||||||
|
i++
|
||||||
|
case arg == "-e", arg == "--eval":
|
||||||
|
if i+1 >= len(args) {
|
||||||
|
return nil, nil, fmt.Errorf("flag %q requires a value", arg)
|
||||||
|
}
|
||||||
|
flagArgs = append(flagArgs, arg, args[i+1])
|
||||||
|
i++
|
||||||
|
case hasFlagValue(arg, "-e"), hasFlagValue(arg, "--eval"),
|
||||||
|
hasFlagValue(arg, "-webview-provider"), hasFlagValue(arg, "-webview-network"),
|
||||||
|
hasFlagValue(arg, "-webview-address"), hasFlagValue(arg, "-webview-token"):
|
||||||
|
flagArgs = append(flagArgs, arg)
|
||||||
|
case len(arg) > 0 && arg[0] == '-':
|
||||||
|
return nil, nil, fmt.Errorf("unknown flag %q", arg)
|
||||||
|
default:
|
||||||
|
positionalArgs = append(positionalArgs, arg)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return flagArgs, positionalArgs, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func hasFlagValue(arg string, prefix string) bool {
|
||||||
|
return len(arg) > len(prefix)+1 && arg[:len(prefix)+1] == prefix+"="
|
||||||
|
}
|
||||||
|
|
||||||
|
func toAnyMap(values kvFlag) map[string]any {
|
||||||
|
result := make(map[string]any, len(values))
|
||||||
|
for key, value := range values {
|
||||||
|
result[key] = value
|
||||||
|
}
|
||||||
|
return result
|
||||||
|
}
|
||||||
|
|
||||||
|
func newExtMockDownloader(cfg webViewConfig) (*download.Downloader, func(), error) {
|
||||||
|
webViewProvider, err := newExtMockWebViewProvider(cfg)
|
||||||
|
if err != nil {
|
||||||
|
return nil, nil, err
|
||||||
|
}
|
||||||
|
d := download.NewDownloader(&download.DownloaderConfig{
|
||||||
|
Storage: download.NewMemStorage(),
|
||||||
|
WebViewProvider: webViewProvider,
|
||||||
|
})
|
||||||
|
if err := d.Setup(); err != nil {
|
||||||
|
return nil, nil, err
|
||||||
|
}
|
||||||
|
cleanup := func() {
|
||||||
|
_ = d.Clear()
|
||||||
|
}
|
||||||
|
return d, cleanup, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func newExtMockExtension() *download.Extension {
|
||||||
|
return &download.Extension{
|
||||||
|
Name: "extmock",
|
||||||
|
Author: "gopeed",
|
||||||
|
Title: "Gopeed ExtMock Runtime",
|
||||||
|
Version: "0.0.0",
|
||||||
|
DevMode: true,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func newExtMockWebViewProvider(cfg webViewConfig) (enginewebview.Provider, error) {
|
||||||
|
switch cfg.provider {
|
||||||
|
case "", "go":
|
||||||
|
return goprovider.New(), nil
|
||||||
|
case "rpc":
|
||||||
|
rpcCfg, err := resolveRPCConfig(cfg)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return rpcprovider.New(rpcCfg), nil
|
||||||
|
default:
|
||||||
|
return nil, fmt.Errorf("unsupported webview provider %q", cfg.provider)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func resolveRPCConfig(cfg webViewConfig) (enginewebview.RPCConfig, error) {
|
||||||
|
network := cfg.network
|
||||||
|
address := cfg.address
|
||||||
|
if network == "" && address == "" {
|
||||||
|
defaultAddress, err := defaultWebViewRPCUnixSocket()
|
||||||
|
if err != nil {
|
||||||
|
return enginewebview.RPCConfig{}, err
|
||||||
|
}
|
||||||
|
network = "unix"
|
||||||
|
address = defaultAddress
|
||||||
|
}
|
||||||
|
if network == "" || address == "" {
|
||||||
|
return enginewebview.RPCConfig{}, fmt.Errorf("webview rpc requires both network and address")
|
||||||
|
}
|
||||||
|
return enginewebview.RPCConfig{
|
||||||
|
Network: network,
|
||||||
|
Address: address,
|
||||||
|
Token: cfg.token,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func defaultWebViewRPCUnixSocket() (string, error) {
|
||||||
|
homeDir, err := os.UserHomeDir()
|
||||||
|
if err != nil {
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
return filepath.Join(homeDir, "gopeed_webview.sock"), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type taskTerminalWaiter struct {
|
||||||
|
downloader *download.Downloader
|
||||||
|
}
|
||||||
|
|
||||||
|
func newTaskTerminalWaiter(d *download.Downloader) *taskTerminalWaiter {
|
||||||
|
return &taskTerminalWaiter{downloader: d}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *taskTerminalWaiter) Register(id string) {
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *taskTerminalWaiter) Wait(id string, timeout time.Duration) (*download.Task, error) {
|
||||||
|
deadline := time.Now().Add(timeout)
|
||||||
|
for time.Now().Before(deadline) {
|
||||||
|
if task, ok := w.currentTerminalTask(id); ok {
|
||||||
|
return task, w.taskError(task)
|
||||||
|
}
|
||||||
|
time.Sleep(50 * time.Millisecond)
|
||||||
|
}
|
||||||
|
return nil, fmt.Errorf("timeout waiting for task %s", id)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *taskTerminalWaiter) currentTerminalTask(id string) (*download.Task, bool) {
|
||||||
|
task := w.downloader.GetTask(id)
|
||||||
|
if task == nil {
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
if task.Status != base.DownloadStatusDone && task.Status != base.DownloadStatusError {
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
return task, true
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *taskTerminalWaiter) taskError(task *download.Task) error {
|
||||||
|
if task == nil {
|
||||||
|
return fmt.Errorf("task is nil")
|
||||||
|
}
|
||||||
|
if task.Status == base.DownloadStatusError {
|
||||||
|
return fmt.Errorf("task %s finished with status %s", task.ID, task.Status)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func startVerboseTaskListener(d *download.Downloader, files []*downloadedFileResult) func() {
|
||||||
|
tracked := make(map[string]string, len(files))
|
||||||
|
for _, file := range files {
|
||||||
|
tracked[file.TaskID] = file.Name
|
||||||
|
}
|
||||||
|
d.Listener(func(event *download.Event) {
|
||||||
|
if event == nil || event.Task == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
name, ok := tracked[event.Task.ID]
|
||||||
|
if !ok {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
switch event.Key {
|
||||||
|
case download.EventKeyStart, download.EventKeyProgress, download.EventKeyDone, download.EventKeyError:
|
||||||
|
printVerboseTaskEvent(event, name)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
return func() {}
|
||||||
|
}
|
||||||
|
|
||||||
|
func printVerboseTaskEvent(event *download.Event, name string) {
|
||||||
|
task := event.Task
|
||||||
|
ts := time.Now().Format("15:04:05.000")
|
||||||
|
if task == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
total := int64(0)
|
||||||
|
if task.Meta != nil && task.Meta.Res != nil {
|
||||||
|
total = task.Meta.Res.Size
|
||||||
|
}
|
||||||
|
downloaded := int64(0)
|
||||||
|
speed := int64(0)
|
||||||
|
if task.Progress != nil {
|
||||||
|
downloaded = task.Progress.Downloaded
|
||||||
|
speed = task.Progress.Speed
|
||||||
|
}
|
||||||
|
if event.Key == download.EventKeyError && event.Err != nil {
|
||||||
|
fmt.Fprintf(
|
||||||
|
os.Stderr,
|
||||||
|
"[%s] event=%s task=%s status=%s downloaded=%d total=%d speed=%d name=%q err=%v\n",
|
||||||
|
ts,
|
||||||
|
event.Key,
|
||||||
|
task.ID,
|
||||||
|
task.Status,
|
||||||
|
downloaded,
|
||||||
|
total,
|
||||||
|
speed,
|
||||||
|
name,
|
||||||
|
event.Err,
|
||||||
|
)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
fmt.Fprintf(
|
||||||
|
os.Stderr,
|
||||||
|
"[%s] event=%s task=%s status=%s downloaded=%d total=%d speed=%d name=%q\n",
|
||||||
|
ts,
|
||||||
|
event.Key,
|
||||||
|
task.ID,
|
||||||
|
task.Status,
|
||||||
|
downloaded,
|
||||||
|
total,
|
||||||
|
speed,
|
||||||
|
name,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
func printJSON(v any, pretty bool) error {
|
||||||
|
var (
|
||||||
|
data []byte
|
||||||
|
err error
|
||||||
|
)
|
||||||
|
if pretty {
|
||||||
|
data, err = json.MarshalIndent(v, "", " ")
|
||||||
|
} else {
|
||||||
|
data, err = json.Marshal(v)
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
fmt.Println(string(data))
|
||||||
|
return nil
|
||||||
|
}
|
||||||
+7
-3
@@ -7,9 +7,11 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
type args struct {
|
type args struct {
|
||||||
url string
|
url string
|
||||||
connections *int
|
connections *int
|
||||||
dir *string
|
dir *string
|
||||||
|
checksum *string
|
||||||
|
checksumAlgo *string
|
||||||
}
|
}
|
||||||
|
|
||||||
func parse() *args {
|
func parse() *args {
|
||||||
@@ -20,6 +22,8 @@ func parse() *args {
|
|||||||
var args args
|
var args args
|
||||||
args.connections = flag.Int("C", 16, "Concurrent connections.")
|
args.connections = flag.Int("C", 16, "Concurrent connections.")
|
||||||
args.dir = flag.String("D", dir, "Store directory.")
|
args.dir = flag.String("D", dir, "Store directory.")
|
||||||
|
args.checksum = flag.String("checksum", "", "Expected checksum hash (hex encoded).")
|
||||||
|
args.checksumAlgo = flag.String("checksum-algo", "md5", "Checksum algorithm: md5, sha1, or sha256.")
|
||||||
flag.Parse()
|
flag.Parse()
|
||||||
t := flag.Args()
|
t := flag.Args()
|
||||||
if len(t) > 0 {
|
if len(t) > 0 {
|
||||||
|
|||||||
+17
-2
@@ -19,6 +19,18 @@ func main() {
|
|||||||
|
|
||||||
var wg sync.WaitGroup
|
var wg sync.WaitGroup
|
||||||
wg.Add(1)
|
wg.Add(1)
|
||||||
|
var checksumOpt *http.ChecksumOption
|
||||||
|
if args.checksum != nil && *args.checksum != "" {
|
||||||
|
algo := "md5"
|
||||||
|
if args.checksumAlgo != nil && *args.checksumAlgo != "" {
|
||||||
|
algo = *args.checksumAlgo
|
||||||
|
}
|
||||||
|
checksumOpt = &http.ChecksumOption{
|
||||||
|
Algorithm: algo,
|
||||||
|
Expected: *args.checksum,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
_, err := download.Boot().
|
_, err := download.Boot().
|
||||||
URL(args.url).
|
URL(args.url).
|
||||||
Listener(func(event *download.Event) {
|
Listener(func(event *download.Event) {
|
||||||
@@ -43,8 +55,11 @@ func main() {
|
|||||||
}
|
}
|
||||||
}).
|
}).
|
||||||
Create(&base.Options{
|
Create(&base.Options{
|
||||||
Path: *args.dir,
|
Path: *args.dir,
|
||||||
Extra: http.OptsExtra{Connections: *args.connections},
|
Extra: http.OptsExtra{
|
||||||
|
Connections: *args.connections,
|
||||||
|
Checksum: checksumOpt,
|
||||||
|
},
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
panic(err)
|
panic(err)
|
||||||
|
|||||||
+4
-6
@@ -99,12 +99,10 @@ var apiMap = map[string]func(message *Message) (data any, err error){
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
silent := false
|
// Task creation owns its presentation: silent requests stay in the
|
||||||
if v, ok := message.Meta["silent"]; ok {
|
// background, while non-silent requests open a dedicated create window.
|
||||||
silent, _ = v.(bool)
|
// Always bootstrap the main process hidden so it never flashes first.
|
||||||
}
|
if err := wakeup(true); err != nil {
|
||||||
|
|
||||||
if err := wakeup(silent); err != nil {
|
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -37,15 +37,17 @@ func installByInstaller(killSignalChan chan<- any, packagePath, destDir string)
|
|||||||
}
|
}
|
||||||
defer reader.Close()
|
defer reader.Close()
|
||||||
|
|
||||||
// Find the installer file
|
|
||||||
var installerPath string
|
var installerPath string
|
||||||
for _, file := range reader.File {
|
for _, file := range reader.File {
|
||||||
|
cleanName := filepath.Clean(file.Name)
|
||||||
|
if strings.HasPrefix(cleanName, "..") || filepath.IsAbs(cleanName) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
if file.FileInfo().IsDir() {
|
if file.FileInfo().IsDir() {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
// Extract file
|
path := filepath.Join(tempDir, cleanName)
|
||||||
path := filepath.Join(tempDir, file.Name)
|
|
||||||
|
|
||||||
if err := os.MkdirAll(filepath.Dir(path), os.ModePerm); err != nil {
|
if err := os.MkdirAll(filepath.Dir(path), os.ModePerm); err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -101,7 +103,11 @@ func installByPortable(killSignalChan chan<- any, packagePath, destDir string) e
|
|||||||
defer reader.Close()
|
defer reader.Close()
|
||||||
|
|
||||||
for _, file := range reader.File {
|
for _, file := range reader.File {
|
||||||
path := filepath.Join(destDir, file.Name)
|
cleanName := filepath.Clean(file.Name)
|
||||||
|
if strings.HasPrefix(cleanName, "..") || filepath.IsAbs(cleanName) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
path := filepath.Join(destDir, cleanName)
|
||||||
|
|
||||||
if file.FileInfo().IsDir() {
|
if file.FileInfo().IsDir() {
|
||||||
os.MkdirAll(path, file.Mode())
|
os.MkdirAll(path, file.Mode())
|
||||||
|
|||||||
+31
-9
@@ -13,11 +13,13 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
type args struct {
|
type args struct {
|
||||||
|
TempDir *string `json:"tempDir"`
|
||||||
Address *string `json:"address"`
|
Address *string `json:"address"`
|
||||||
Port *int `json:"port"`
|
Port *int `json:"port"`
|
||||||
Username *string `json:"username"`
|
Username *string `json:"username"`
|
||||||
Password *string `json:"password"`
|
Password *string `json:"password"`
|
||||||
ApiToken *string `json:"apiToken"`
|
ApiToken *string `json:"apiToken"`
|
||||||
|
MCPEnable bool `json:"mcpEnable"`
|
||||||
StorageDir *string `json:"storageDir"`
|
StorageDir *string `json:"storageDir"`
|
||||||
WhiteDownloadDirs []string `json:"whiteDownloadDirs"`
|
WhiteDownloadDirs []string `json:"whiteDownloadDirs"`
|
||||||
// DownloadConfig when the first time to start the server, it will be configured as initial value
|
// DownloadConfig when the first time to start the server, it will be configured as initial value
|
||||||
@@ -43,13 +45,22 @@ func parse() *args {
|
|||||||
func loadCliArgs() *args {
|
func loadCliArgs() *args {
|
||||||
cfg := &args{}
|
cfg := &args{}
|
||||||
cfg.Address = flag.String("A", "0.0.0.0", "Bind Address")
|
cfg.Address = flag.String("A", "0.0.0.0", "Bind Address")
|
||||||
|
flag.StringVar(cfg.Address, "address", "0.0.0.0", "Bind Address")
|
||||||
cfg.Port = flag.Int("P", 9999, "Bind Port")
|
cfg.Port = flag.Int("P", 9999, "Bind Port")
|
||||||
|
flag.IntVar(cfg.Port, "port", 9999, "Bind Port")
|
||||||
cfg.Username = flag.String("u", "gopeed", "Web Authentication Username")
|
cfg.Username = flag.String("u", "gopeed", "Web Authentication Username")
|
||||||
|
flag.StringVar(cfg.Username, "username", "gopeed", "Web Authentication Username")
|
||||||
cfg.Password = flag.String("p", "", "Web Authentication Password, if no password is set, web authentication will not be enabled")
|
cfg.Password = flag.String("p", "", "Web Authentication Password, if no password is set, web authentication will not be enabled")
|
||||||
|
flag.StringVar(cfg.Password, "password", "", "Web Authentication Password, if no password is set, web authentication will not be enabled")
|
||||||
cfg.ApiToken = flag.String("T", "", "API token, it must be configured when using HTTP API in the case of enabling web authentication")
|
cfg.ApiToken = flag.String("T", "", "API token, it must be configured when using HTTP API in the case of enabling web authentication")
|
||||||
|
flag.StringVar(cfg.ApiToken, "api-token", "", "API token, it must be configured when using HTTP API in the case of enabling web authentication")
|
||||||
|
flag.BoolVar(&cfg.MCPEnable, "mcp-enable", false, "Enable MCP endpoint")
|
||||||
|
cfg.TempDir = flag.String("temp-dir", "", "Temporary directory (defaults to the OS temporary directory)")
|
||||||
cfg.StorageDir = flag.String("d", "", "Storage directory")
|
cfg.StorageDir = flag.String("d", "", "Storage directory")
|
||||||
whiteDownloadDirs := flag.String("w", "", "White download directories, comma-separated")
|
flag.StringVar(cfg.StorageDir, "storage-dir", "", "Storage directory")
|
||||||
|
whiteDownloadDirs := flag.String("white-download-dirs", "", "White download directories, comma-separated")
|
||||||
cfg.configPath = flag.String("c", "./config.json", "Config file path")
|
cfg.configPath = flag.String("c", "./config.json", "Config file path")
|
||||||
|
flag.StringVar(cfg.configPath, "config", "./config.json", "Config file path")
|
||||||
flag.Parse()
|
flag.Parse()
|
||||||
|
|
||||||
// Parse white download directories from comma-separated string
|
// Parse white download directories from comma-separated string
|
||||||
@@ -68,21 +79,25 @@ func loadCliArgs() *args {
|
|||||||
func overrideWithCliArgs(cfg *args, cliConfig *args) {
|
func overrideWithCliArgs(cfg *args, cliConfig *args) {
|
||||||
flag.Visit(func(f *flag.Flag) {
|
flag.Visit(func(f *flag.Flag) {
|
||||||
switch f.Name {
|
switch f.Name {
|
||||||
case "A":
|
case "A", "address":
|
||||||
cfg.Address = cliConfig.Address
|
cfg.Address = cliConfig.Address
|
||||||
case "P":
|
case "P", "port":
|
||||||
cfg.Port = cliConfig.Port
|
cfg.Port = cliConfig.Port
|
||||||
case "u":
|
case "u", "username":
|
||||||
cfg.Username = cliConfig.Username
|
cfg.Username = cliConfig.Username
|
||||||
case "p":
|
case "p", "password":
|
||||||
cfg.Password = cliConfig.Password
|
cfg.Password = cliConfig.Password
|
||||||
case "T":
|
case "T", "api-token":
|
||||||
cfg.ApiToken = cliConfig.ApiToken
|
cfg.ApiToken = cliConfig.ApiToken
|
||||||
case "d":
|
case "mcp-enable":
|
||||||
|
cfg.MCPEnable = cliConfig.MCPEnable
|
||||||
|
case "temp-dir":
|
||||||
|
cfg.TempDir = cliConfig.TempDir
|
||||||
|
case "d", "storage-dir":
|
||||||
cfg.StorageDir = cliConfig.StorageDir
|
cfg.StorageDir = cliConfig.StorageDir
|
||||||
case "w":
|
case "white-download-dirs":
|
||||||
cfg.WhiteDownloadDirs = cliConfig.WhiteDownloadDirs
|
cfg.WhiteDownloadDirs = cliConfig.WhiteDownloadDirs
|
||||||
case "c":
|
case "c", "config":
|
||||||
cfg.configPath = cliConfig.configPath
|
cfg.configPath = cliConfig.configPath
|
||||||
}
|
}
|
||||||
})
|
})
|
||||||
@@ -90,6 +105,9 @@ func overrideWithCliArgs(cfg *args, cliConfig *args) {
|
|||||||
|
|
||||||
// setDefaults sets default values for any unset configuration fields
|
// setDefaults sets default values for any unset configuration fields
|
||||||
func setDefaults(cfg *args, cliConfig *args) {
|
func setDefaults(cfg *args, cliConfig *args) {
|
||||||
|
if cfg.TempDir == nil {
|
||||||
|
cfg.TempDir = cliConfig.TempDir
|
||||||
|
}
|
||||||
if cfg.Address == nil {
|
if cfg.Address == nil {
|
||||||
cfg.Address = cliConfig.Address
|
cfg.Address = cliConfig.Address
|
||||||
}
|
}
|
||||||
@@ -194,6 +212,10 @@ func loadEnvVars(cfg *args) {
|
|||||||
}
|
}
|
||||||
field.Set(reflect.ValueOf(dirs))
|
field.Set(reflect.ValueOf(dirs))
|
||||||
}
|
}
|
||||||
|
} else if field.Kind() == reflect.Bool {
|
||||||
|
if boolVal, err := strconv.ParseBool(envValue); err == nil {
|
||||||
|
field.SetBool(boolVal)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
+85
-18
@@ -1,7 +1,9 @@
|
|||||||
package main
|
package main
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"flag"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"io"
|
||||||
"os"
|
"os"
|
||||||
"path/filepath"
|
"path/filepath"
|
||||||
"reflect"
|
"reflect"
|
||||||
@@ -10,6 +12,50 @@ import (
|
|||||||
"github.com/GopeedLab/gopeed/pkg/base"
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
func TestLoadCliArgsLongNames(t *testing.T) {
|
||||||
|
originalCommandLine := flag.CommandLine
|
||||||
|
originalArgs := os.Args
|
||||||
|
t.Cleanup(func() {
|
||||||
|
flag.CommandLine = originalCommandLine
|
||||||
|
os.Args = originalArgs
|
||||||
|
})
|
||||||
|
|
||||||
|
flags := flag.NewFlagSet("gopeed-web-test", flag.ContinueOnError)
|
||||||
|
flags.SetOutput(io.Discard)
|
||||||
|
flag.CommandLine = flags
|
||||||
|
os.Args = []string{
|
||||||
|
"gopeed-web",
|
||||||
|
"--address", "127.0.0.2",
|
||||||
|
"--port", "8080",
|
||||||
|
"--username", "admin",
|
||||||
|
"--password", "password",
|
||||||
|
"--api-token", "token",
|
||||||
|
"--mcp-enable",
|
||||||
|
"--storage-dir", "/tmp/gopeed",
|
||||||
|
"--white-download-dirs", "/tmp/one,/tmp/two",
|
||||||
|
"--config", "/tmp/gopeed.json",
|
||||||
|
}
|
||||||
|
|
||||||
|
cfg := loadCliArgs()
|
||||||
|
if *cfg.Address != "127.0.0.2" || *cfg.Port != 8080 || *cfg.Username != "admin" ||
|
||||||
|
*cfg.Password != "password" || *cfg.ApiToken != "token" || !cfg.MCPEnable ||
|
||||||
|
*cfg.StorageDir != "/tmp/gopeed" || !reflect.DeepEqual(cfg.WhiteDownloadDirs, []string{"/tmp/one", "/tmp/two"}) ||
|
||||||
|
*cfg.configPath != "/tmp/gopeed.json" {
|
||||||
|
t.Fatalf("unexpected long-name CLI config: %+v", cfg)
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, name := range []string{"A", "P", "u", "p", "T", "d", "c"} {
|
||||||
|
if flags.Lookup(name) == nil {
|
||||||
|
t.Errorf("legacy short flag %q is missing", name)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for _, name := range []string{"M", "w"} {
|
||||||
|
if flags.Lookup(name) != nil {
|
||||||
|
t.Errorf("new option unexpectedly has short flag %q", name)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestSetDefaults(t *testing.T) {
|
func TestSetDefaults(t *testing.T) {
|
||||||
// Create mock CLI configuration with command line default values
|
// Create mock CLI configuration with command line default values
|
||||||
cliDefaults := &args{
|
cliDefaults := &args{
|
||||||
@@ -165,14 +211,15 @@ func TestOverrideWithCliArgs(t *testing.T) {
|
|||||||
t.Run("flag override documentation", func(t *testing.T) {
|
t.Run("flag override documentation", func(t *testing.T) {
|
||||||
// Document the expected behavior for each flag:
|
// Document the expected behavior for each flag:
|
||||||
flagBehaviors := map[string]string{
|
flagBehaviors := map[string]string{
|
||||||
"A": "Should override cfg.Address with cliConfig.Address",
|
"A/address": "Should override cfg.Address with cliConfig.Address",
|
||||||
"P": "Should override cfg.Port with cliConfig.Port",
|
"P/port": "Should override cfg.Port with cliConfig.Port",
|
||||||
"u": "Should override cfg.Username with cliConfig.Username",
|
"u/username": "Should override cfg.Username with cliConfig.Username",
|
||||||
"p": "Should override cfg.Password with cliConfig.Password",
|
"p/password": "Should override cfg.Password with cliConfig.Password",
|
||||||
"T": "Should override cfg.ApiToken with cliConfig.ApiToken",
|
"T/api-token": "Should override cfg.ApiToken with cliConfig.ApiToken",
|
||||||
"d": "Should override cfg.StorageDir with cliConfig.StorageDir",
|
"mcp-enable": "Should override cfg.MCPEnable with cliConfig.MCPEnable",
|
||||||
"w": "Should override cfg.WhiteDownloadDirs with cliConfig.WhiteDownloadDirs",
|
"d/storage-dir": "Should override cfg.StorageDir with cliConfig.StorageDir",
|
||||||
"c": "Should override cfg.configPath with cliConfig.configPath",
|
"white-download-dirs": "Should override cfg.WhiteDownloadDirs with cliConfig.WhiteDownloadDirs",
|
||||||
|
"c/config": "Should override cfg.configPath with cliConfig.configPath",
|
||||||
}
|
}
|
||||||
|
|
||||||
t.Log("Expected flag override behaviors:")
|
t.Log("Expected flag override behaviors:")
|
||||||
@@ -187,21 +234,23 @@ func TestOverrideWithCliArgs(t *testing.T) {
|
|||||||
mockFlagVisit := func(config *args, cliConfig *args, flagName string) {
|
mockFlagVisit := func(config *args, cliConfig *args, flagName string) {
|
||||||
// Simulate the switch statement in overrideWithCliArgs
|
// Simulate the switch statement in overrideWithCliArgs
|
||||||
switch flagName {
|
switch flagName {
|
||||||
case "A":
|
case "A", "address":
|
||||||
config.Address = cliConfig.Address
|
config.Address = cliConfig.Address
|
||||||
case "P":
|
case "P", "port":
|
||||||
config.Port = cliConfig.Port
|
config.Port = cliConfig.Port
|
||||||
case "u":
|
case "u", "username":
|
||||||
config.Username = cliConfig.Username
|
config.Username = cliConfig.Username
|
||||||
case "p":
|
case "p", "password":
|
||||||
config.Password = cliConfig.Password
|
config.Password = cliConfig.Password
|
||||||
case "T":
|
case "T", "api-token":
|
||||||
config.ApiToken = cliConfig.ApiToken
|
config.ApiToken = cliConfig.ApiToken
|
||||||
case "d":
|
case "mcp-enable":
|
||||||
|
config.MCPEnable = cliConfig.MCPEnable
|
||||||
|
case "d", "storage-dir":
|
||||||
config.StorageDir = cliConfig.StorageDir
|
config.StorageDir = cliConfig.StorageDir
|
||||||
case "w":
|
case "white-download-dirs":
|
||||||
config.WhiteDownloadDirs = cliConfig.WhiteDownloadDirs
|
config.WhiteDownloadDirs = cliConfig.WhiteDownloadDirs
|
||||||
case "c":
|
case "c", "config":
|
||||||
config.configPath = cliConfig.configPath
|
config.configPath = cliConfig.configPath
|
||||||
default:
|
default:
|
||||||
t.Errorf("Unknown flag: %s", flagName)
|
t.Errorf("Unknown flag: %s", flagName)
|
||||||
@@ -285,6 +334,20 @@ func TestOverrideWithCliArgs(t *testing.T) {
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
flagName: "mcp-enable",
|
||||||
|
setupConfig: func() *args {
|
||||||
|
return &args{MCPEnable: false}
|
||||||
|
},
|
||||||
|
setupCliConfig: func() *args {
|
||||||
|
return &args{MCPEnable: true}
|
||||||
|
},
|
||||||
|
verify: func(t *testing.T, cfg *args) {
|
||||||
|
if !cfg.MCPEnable {
|
||||||
|
t.Error("MCPEnable flag override failed: got false, want true")
|
||||||
|
}
|
||||||
|
},
|
||||||
|
},
|
||||||
{
|
{
|
||||||
flagName: "d",
|
flagName: "d",
|
||||||
setupConfig: func() *args {
|
setupConfig: func() *args {
|
||||||
@@ -300,7 +363,7 @@ func TestOverrideWithCliArgs(t *testing.T) {
|
|||||||
},
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
flagName: "w",
|
flagName: "white-download-dirs",
|
||||||
setupConfig: func() *args {
|
setupConfig: func() *args {
|
||||||
return &args{WhiteDownloadDirs: []string{"/original/dir1", "/original/dir2"}}
|
return &args{WhiteDownloadDirs: []string{"/original/dir1", "/original/dir2"}}
|
||||||
},
|
},
|
||||||
@@ -402,6 +465,7 @@ func TestLoadConfigFile(t *testing.T) {
|
|||||||
"username": "testuser",
|
"username": "testuser",
|
||||||
"password": "testpass",
|
"password": "testpass",
|
||||||
"apiToken": "testtoken",
|
"apiToken": "testtoken",
|
||||||
|
"mcpEnable": true,
|
||||||
"storageDir": "/test/storage",
|
"storageDir": "/test/storage",
|
||||||
"downloadConfig": {
|
"downloadConfig": {
|
||||||
"downloadDir": "/test/downloads",
|
"downloadDir": "/test/downloads",
|
||||||
@@ -415,6 +479,7 @@ func TestLoadConfigFile(t *testing.T) {
|
|||||||
Username: stringPtr("testuser"),
|
Username: stringPtr("testuser"),
|
||||||
Password: stringPtr("testpass"),
|
Password: stringPtr("testpass"),
|
||||||
ApiToken: stringPtr("testtoken"),
|
ApiToken: stringPtr("testtoken"),
|
||||||
|
MCPEnable: true,
|
||||||
StorageDir: stringPtr("/test/storage"),
|
StorageDir: stringPtr("/test/storage"),
|
||||||
DownloadConfig: &base.DownloaderStoreConfig{
|
DownloadConfig: &base.DownloaderStoreConfig{
|
||||||
DownloadDir: "/test/downloads",
|
DownloadDir: "/test/downloads",
|
||||||
@@ -476,7 +541,7 @@ func TestLoadEnvVars(t *testing.T) {
|
|||||||
originalEnv := make(map[string]string)
|
originalEnv := make(map[string]string)
|
||||||
envKeys := []string{
|
envKeys := []string{
|
||||||
"GOPEED_ADDRESS", "GOPEED_PORT", "GOPEED_USERNAME",
|
"GOPEED_ADDRESS", "GOPEED_PORT", "GOPEED_USERNAME",
|
||||||
"GOPEED_PASSWORD", "GOPEED_APITOKEN", "GOPEED_STORAGEDIR",
|
"GOPEED_PASSWORD", "GOPEED_APITOKEN", "GOPEED_MCPENABLE", "GOPEED_STORAGEDIR",
|
||||||
"GOPEED_DOWNLOADCONFIG", "GOPEED_WHITEDOWNLOADDIRS",
|
"GOPEED_DOWNLOADCONFIG", "GOPEED_WHITEDOWNLOADDIRS",
|
||||||
}
|
}
|
||||||
for _, key := range envKeys {
|
for _, key := range envKeys {
|
||||||
@@ -508,6 +573,7 @@ func TestLoadEnvVars(t *testing.T) {
|
|||||||
"GOPEED_USERNAME": "envuser",
|
"GOPEED_USERNAME": "envuser",
|
||||||
"GOPEED_PASSWORD": "envpass",
|
"GOPEED_PASSWORD": "envpass",
|
||||||
"GOPEED_APITOKEN": "envtoken",
|
"GOPEED_APITOKEN": "envtoken",
|
||||||
|
"GOPEED_MCPENABLE": "true",
|
||||||
"GOPEED_STORAGEDIR": "/env/storage",
|
"GOPEED_STORAGEDIR": "/env/storage",
|
||||||
},
|
},
|
||||||
expected: &args{
|
expected: &args{
|
||||||
@@ -516,6 +582,7 @@ func TestLoadEnvVars(t *testing.T) {
|
|||||||
Username: stringPtr("envuser"),
|
Username: stringPtr("envuser"),
|
||||||
Password: stringPtr("envpass"),
|
Password: stringPtr("envpass"),
|
||||||
ApiToken: stringPtr("envtoken"),
|
ApiToken: stringPtr("envtoken"),
|
||||||
|
MCPEnable: true,
|
||||||
StorageDir: stringPtr("/env/storage"),
|
StorageDir: stringPtr("/env/storage"),
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -43,13 +43,19 @@ func main() {
|
|||||||
storageDir = filepath.Join(filepath.Dir(exe), "storage")
|
storageDir = filepath.Join(filepath.Dir(exe), "storage")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
tempDir := ""
|
||||||
|
if args.TempDir != nil {
|
||||||
|
tempDir = *args.TempDir
|
||||||
|
}
|
||||||
cfg := &model.StartConfig{
|
cfg := &model.StartConfig{
|
||||||
Network: "tcp",
|
Network: "tcp",
|
||||||
Address: fmt.Sprintf("%s:%d", *args.Address, *args.Port),
|
Address: fmt.Sprintf("%s:%d", *args.Address, *args.Port),
|
||||||
Storage: model.StorageBolt,
|
Storage: model.StorageBolt,
|
||||||
StorageDir: storageDir,
|
StorageDir: storageDir,
|
||||||
|
TempDir: tempDir,
|
||||||
WhiteDownloadDirs: args.WhiteDownloadDirs,
|
WhiteDownloadDirs: args.WhiteDownloadDirs,
|
||||||
ApiToken: *args.ApiToken,
|
ApiToken: *args.ApiToken,
|
||||||
|
MCPEnable: args.MCPEnable,
|
||||||
DownloadConfig: args.DownloadConfig,
|
DownloadConfig: args.DownloadConfig,
|
||||||
ProductionMode: true,
|
ProductionMode: true,
|
||||||
WebEnable: true,
|
WebEnable: true,
|
||||||
|
|||||||
@@ -1,25 +1,29 @@
|
|||||||
module github.com/GopeedLab/gopeed
|
module github.com/GopeedLab/gopeed
|
||||||
|
|
||||||
go 1.24.9
|
go 1.25.4
|
||||||
|
|
||||||
toolchain go1.24.11
|
|
||||||
|
|
||||||
require (
|
require (
|
||||||
|
codeberg.org/gruf/go-ffmpreg v0.6.23-0.20260827095416-df1836cb5be0
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260918010912-0d4c27bb7914
|
||||||
github.com/anacrolix/torrent v1.60.1-0.20251217073903-486bcbe758e0
|
github.com/anacrolix/torrent v1.60.1-0.20251217073903-486bcbe758e0
|
||||||
github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5
|
github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5
|
||||||
github.com/bodgit/sevenzip v1.6.1
|
github.com/bodgit/sevenzip v1.6.1
|
||||||
github.com/dop251/goja v0.0.0-20260106131823-651366fbe6e3
|
github.com/dop251/goja v0.0.0-20260106131823-651366fbe6e3
|
||||||
github.com/dop251/goja_nodejs v0.0.0-20240728170619-29b559befffc
|
github.com/dop251/goja_nodejs v0.0.0-20240728170619-29b559befffc
|
||||||
github.com/go-git/go-git/v5 v5.8.1
|
github.com/go-git/go-git/v5 v5.8.1
|
||||||
|
github.com/google/jsonschema-go v0.4.3
|
||||||
github.com/gorilla/handlers v1.5.1
|
github.com/gorilla/handlers v1.5.1
|
||||||
github.com/gorilla/mux v1.8.0
|
github.com/gorilla/mux v1.8.0
|
||||||
github.com/imroc/req/v3 v3.52.2
|
github.com/imroc/req/v3 v3.52.2
|
||||||
github.com/matoous/go-nanoid/v2 v2.0.0
|
github.com/matoous/go-nanoid/v2 v2.0.0
|
||||||
github.com/mattn/go-ieproxy v0.0.12
|
github.com/mattn/go-ieproxy v0.0.12
|
||||||
github.com/mholt/archives v0.1.5
|
github.com/mholt/archives v0.1.5
|
||||||
|
github.com/modelcontextprotocol/go-sdk v1.7.0
|
||||||
|
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447
|
||||||
github.com/pkg/errors v0.9.1
|
github.com/pkg/errors v0.9.1
|
||||||
github.com/rs/dnscache v0.0.0-20230804202142-fc85eb664529
|
github.com/rs/dnscache v0.0.0-20230804202142-fc85eb664529
|
||||||
github.com/rs/zerolog v1.31.0
|
github.com/rs/zerolog v1.31.0
|
||||||
|
github.com/tetratelabs/wazero v1.12.0
|
||||||
github.com/xiaoqidun/setft v0.0.0-20220310121541-be86327699ad
|
github.com/xiaoqidun/setft v0.0.0-20220310121541-be86327699ad
|
||||||
go.etcd.io/bbolt v1.4.3
|
go.etcd.io/bbolt v1.4.3
|
||||||
golang.org/x/exp v0.0.0-20251219203646-944ab1f22d93
|
golang.org/x/exp v0.0.0-20251219203646-944ab1f22d93
|
||||||
@@ -45,7 +49,6 @@ require (
|
|||||||
github.com/klauspost/pgzip v1.2.6 // indirect
|
github.com/klauspost/pgzip v1.2.6 // indirect
|
||||||
github.com/mikelolasagasti/xz v1.0.1 // indirect
|
github.com/mikelolasagasti/xz v1.0.1 // indirect
|
||||||
github.com/minio/minlz v1.0.1 // indirect
|
github.com/minio/minlz v1.0.1 // indirect
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447 // indirect
|
|
||||||
github.com/nwaples/rardecode/v2 v2.2.0 // indirect
|
github.com/nwaples/rardecode/v2 v2.2.0 // indirect
|
||||||
github.com/onsi/ginkgo/v2 v2.23.4 // indirect
|
github.com/onsi/ginkgo/v2 v2.23.4 // indirect
|
||||||
github.com/pierrec/lz4/v4 v4.1.22 // indirect
|
github.com/pierrec/lz4/v4 v4.1.22 // indirect
|
||||||
@@ -53,21 +56,25 @@ require (
|
|||||||
github.com/quic-go/qpack v0.5.1 // indirect
|
github.com/quic-go/qpack v0.5.1 // indirect
|
||||||
github.com/quic-go/quic-go v0.51.0 // indirect
|
github.com/quic-go/quic-go v0.51.0 // indirect
|
||||||
github.com/refraction-networking/utls v1.6.7 // indirect
|
github.com/refraction-networking/utls v1.6.7 // indirect
|
||||||
|
github.com/segmentio/asm v1.1.3 // indirect
|
||||||
|
github.com/segmentio/encoding v0.5.4 // indirect
|
||||||
github.com/sorairolake/lzip-go v0.3.8 // indirect
|
github.com/sorairolake/lzip-go v0.3.8 // indirect
|
||||||
github.com/spf13/afero v1.15.0 // indirect
|
github.com/spf13/afero v1.15.0 // indirect
|
||||||
github.com/ulikunitz/xz v0.5.15 // indirect
|
github.com/ulikunitz/xz v0.5.15 // indirect
|
||||||
|
github.com/yosida95/uritemplate/v3 v3.0.2 // indirect
|
||||||
go.opentelemetry.io/auto/sdk v1.2.1 // indirect
|
go.opentelemetry.io/auto/sdk v1.2.1 // indirect
|
||||||
go.uber.org/automaxprocs v1.6.0 // indirect
|
go.uber.org/automaxprocs v1.6.0 // indirect
|
||||||
go.uber.org/mock v0.5.1 // indirect
|
go.uber.org/mock v0.5.1 // indirect
|
||||||
go4.org v0.0.0-20230225012048-214862532bf5 // indirect
|
go4.org v0.0.0-20230225012048-214862532bf5 // indirect
|
||||||
golang.org/x/sync v0.19.0 // indirect
|
golang.org/x/oauth2 v0.35.0 // indirect
|
||||||
|
golang.org/x/sync v0.20.0 // indirect
|
||||||
)
|
)
|
||||||
|
|
||||||
require (
|
require (
|
||||||
dario.cat/mergo v1.0.0 // indirect
|
dario.cat/mergo v1.0.0 // indirect
|
||||||
github.com/Microsoft/go-winio v0.6.1
|
github.com/Microsoft/go-winio v0.6.1
|
||||||
github.com/ProtonMail/go-crypto v0.0.0-20230717121422-5aa5874ade95 // indirect
|
github.com/ProtonMail/go-crypto v0.0.0-20230717121422-5aa5874ade95 // indirect
|
||||||
github.com/RoaringBitmap/roaring v1.9.4 // indirect
|
github.com/RoaringBitmap/roaring v1.9.4
|
||||||
github.com/acomagu/bufpipe v1.0.4 // indirect
|
github.com/acomagu/bufpipe v1.0.4 // indirect
|
||||||
github.com/alecthomas/atomic v0.1.0-alpha2 // indirect
|
github.com/alecthomas/atomic v0.1.0-alpha2 // indirect
|
||||||
github.com/anacrolix/chansync v0.7.0 // indirect
|
github.com/anacrolix/chansync v0.7.0 // indirect
|
||||||
@@ -148,13 +155,13 @@ require (
|
|||||||
go.opentelemetry.io/otel v1.39.0 // indirect
|
go.opentelemetry.io/otel v1.39.0 // indirect
|
||||||
go.opentelemetry.io/otel/metric v1.39.0 // indirect
|
go.opentelemetry.io/otel/metric v1.39.0 // indirect
|
||||||
go.opentelemetry.io/otel/trace v1.39.0 // indirect
|
go.opentelemetry.io/otel/trace v1.39.0 // indirect
|
||||||
golang.org/x/crypto v0.46.0 // indirect
|
golang.org/x/crypto v0.48.0 // indirect
|
||||||
golang.org/x/mod v0.31.0 // indirect
|
golang.org/x/mod v0.33.0 // indirect
|
||||||
golang.org/x/net v0.48.0 // indirect
|
golang.org/x/net v0.50.0
|
||||||
golang.org/x/sys v0.40.0 // indirect
|
golang.org/x/sys v0.44.0 // indirect
|
||||||
golang.org/x/text v0.33.0
|
golang.org/x/text v0.34.0
|
||||||
golang.org/x/time v0.14.0 // indirect
|
golang.org/x/time v0.15.0 // indirect
|
||||||
golang.org/x/tools v0.40.0 // indirect
|
golang.org/x/tools v0.42.0 // indirect
|
||||||
gopkg.in/warnings.v0 v0.1.2 // indirect
|
gopkg.in/warnings.v0 v0.1.2 // indirect
|
||||||
lukechampine.com/blake3 v1.4.1 // indirect
|
lukechampine.com/blake3 v1.4.1 // indirect
|
||||||
modernc.org/libc v1.67.4 // indirect
|
modernc.org/libc v1.67.4 // indirect
|
||||||
|
|||||||
@@ -14,6 +14,8 @@ cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2k
|
|||||||
cloud.google.com/go/pubsub v1.1.0/go.mod h1:EwwdRX2sKPjnvnqCa270oGRyludottCI76h+R3AArQw=
|
cloud.google.com/go/pubsub v1.1.0/go.mod h1:EwwdRX2sKPjnvnqCa270oGRyludottCI76h+R3AArQw=
|
||||||
cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw=
|
cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw=
|
||||||
cloud.google.com/go/storage v1.5.0/go.mod h1:tpKbwo567HUNpVclU5sGELwQWBDZ8gh0ZeosJ0Rtdos=
|
cloud.google.com/go/storage v1.5.0/go.mod h1:tpKbwo567HUNpVclU5sGELwQWBDZ8gh0ZeosJ0Rtdos=
|
||||||
|
codeberg.org/gruf/go-ffmpreg v0.6.23-0.20260827095416-df1836cb5be0 h1:AqNFl60o4xhTTOxmzAvSf7pazXHKBGuV5ATw7sETIRA=
|
||||||
|
codeberg.org/gruf/go-ffmpreg v0.6.23-0.20260827095416-df1836cb5be0/go.mod h1:XM6eW8CSgAuZRKRynm5nDiSNedm0rav30IychqygOHE=
|
||||||
crawshaw.io/iox v0.0.0-20181124134642-c51c3df30797/go.mod h1:sXBiorCo8c46JlQV3oXPKINnZ8mcqnye1EkVkqsectk=
|
crawshaw.io/iox v0.0.0-20181124134642-c51c3df30797/go.mod h1:sXBiorCo8c46JlQV3oXPKINnZ8mcqnye1EkVkqsectk=
|
||||||
crawshaw.io/sqlite v0.3.2/go.mod h1:igAO5JulrQ1DbdZdtVq48mnZUBAPOeFzer7VhDWNtW4=
|
crawshaw.io/sqlite v0.3.2/go.mod h1:igAO5JulrQ1DbdZdtVq48mnZUBAPOeFzer7VhDWNtW4=
|
||||||
dario.cat/mergo v1.0.0 h1:AGCNq9Evsj31mOgNPcLyXc+4PNABt905YmuqPYYpBWk=
|
dario.cat/mergo v1.0.0 h1:AGCNq9Evsj31mOgNPcLyXc+4PNABt905YmuqPYYpBWk=
|
||||||
@@ -23,6 +25,20 @@ filippo.io/edwards25519 v1.0.0-rc.1 h1:m0VOOB23frXZvAOK44usCgLWvtsxIoMCTBGJZlpmG
|
|||||||
filippo.io/edwards25519 v1.0.0-rc.1/go.mod h1:N1IkdkCkiLB6tki+MYJoSx2JTY9NUlxZE7eHn5EwJns=
|
filippo.io/edwards25519 v1.0.0-rc.1/go.mod h1:N1IkdkCkiLB6tki+MYJoSx2JTY9NUlxZE7eHn5EwJns=
|
||||||
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
|
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
|
||||||
github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo=
|
github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260915010614-2567e492369a h1:Vzz+8aMVX9ZPPpkxgxa7mCorrAgdXCZL5EunOpOBvao=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260915010614-2567e492369a/go.mod h1:FvV19lu9rQ9NcbczN5y8pbWecURRRbWa8tbfFARBDa0=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917153919-dcf00737f32a h1:nz1bC6TGwQ1kv/OVLahNZ0EEtb7v5LHfceAkW4MvS6I=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917153919-dcf00737f32a/go.mod h1:FvV19lu9rQ9NcbczN5y8pbWecURRRbWa8tbfFARBDa0=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917155039-1ee7ffb4169a h1:yudcfXpipKLnMaaw1losn6YeOBjvj2rAFicfjqYJexY=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917155039-1ee7ffb4169a/go.mod h1:FvV19lu9rQ9NcbczN5y8pbWecURRRbWa8tbfFARBDa0=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917155218-bd16da0d6f53 h1:nMSHKhbrEaWPE/x3mYl/270GPjswbUmS+E7yYjly4xk=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917155218-bd16da0d6f53/go.mod h1:oNO07SCX8xgoHLds2OBwML8TU4xils88vMQ4gadKUHQ=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917161756-2a4f989dcb1d h1:4fjlhJpBWa6IcdKVPkEMMIDd6Xo9JM09dJHdKU+1V7k=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917161756-2a4f989dcb1d/go.mod h1:oNO07SCX8xgoHLds2OBwML8TU4xils88vMQ4gadKUHQ=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917163929-ca26c3e6bcfa h1:VkdBMcNHYTqCMwOOCimA7b3xZKV/qFIGrhh3+vm9n3s=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260917163929-ca26c3e6bcfa/go.mod h1:oNO07SCX8xgoHLds2OBwML8TU4xils88vMQ4gadKUHQ=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260918010912-0d4c27bb7914 h1:9VJQZIZ1R6T4m+4vlNQYNXSPNUv2gf2PiTfIXiQ3MTw=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260918010912-0d4c27bb7914/go.mod h1:oNO07SCX8xgoHLds2OBwML8TU4xils88vMQ4gadKUHQ=
|
||||||
github.com/Masterminds/semver/v3 v3.2.1 h1:RN9w6+7QoMeJVGyfmbcgs28Br8cvmnucEXnY0rYXWg0=
|
github.com/Masterminds/semver/v3 v3.2.1 h1:RN9w6+7QoMeJVGyfmbcgs28Br8cvmnucEXnY0rYXWg0=
|
||||||
github.com/Masterminds/semver/v3 v3.2.1/go.mod h1:qvl/7zhW3nngYb5+80sSMF+FG2BjYrf8m9wsX0PNOMQ=
|
github.com/Masterminds/semver/v3 v3.2.1/go.mod h1:qvl/7zhW3nngYb5+80sSMF+FG2BjYrf8m9wsX0PNOMQ=
|
||||||
github.com/Microsoft/go-winio v0.5.2/go.mod h1:WpS1mjBmmwHBEWmogvA2mj8546UReBk4v8QkMxJ6pZY=
|
github.com/Microsoft/go-winio v0.5.2/go.mod h1:WpS1mjBmmwHBEWmogvA2mj8546UReBk4v8QkMxJ6pZY=
|
||||||
@@ -242,6 +258,8 @@ github.com/gobwas/ws v1.2.1/go.mod h1:hRKAFb8wOxFROYNsT1bqfWnhX+b5MFeJM9r2ZSwg/K
|
|||||||
github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
|
github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA=
|
||||||
github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
|
github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
|
||||||
github.com/gogo/protobuf v1.2.0/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
|
github.com/gogo/protobuf v1.2.0/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
|
||||||
|
github.com/golang-jwt/jwt/v5 v5.3.1 h1:kYf81DTWFe7t+1VvL7eS+jKFVWaUnK9cB1qbwn63YCY=
|
||||||
|
github.com/golang-jwt/jwt/v5 v5.3.1/go.mod h1:fxCRLWMO43lRc8nhHWY6LGqRcf+1gQWArsqaEUEa5bE=
|
||||||
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
|
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
|
||||||
github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
|
github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
|
||||||
github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
|
github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
|
||||||
@@ -277,6 +295,8 @@ github.com/google/go-cmp v0.5.9/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeN
|
|||||||
github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=
|
github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8=
|
||||||
github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU=
|
github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU=
|
||||||
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
|
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
|
||||||
|
github.com/google/jsonschema-go v0.4.3 h1:/DBOLZTfDow7pe2GmaJNhltueGTtDKICi8V8p+DQPd0=
|
||||||
|
github.com/google/jsonschema-go v0.4.3/go.mod h1:r5quNTdLOYEz95Ru18zA0ydNbBuYoo9tgaYcxEYhJVE=
|
||||||
github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs=
|
github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs=
|
||||||
github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc=
|
github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc=
|
||||||
github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc=
|
github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc=
|
||||||
@@ -382,12 +402,12 @@ github.com/minio/minlz v1.0.1 h1:OUZUzXcib8diiX+JYxyRLIdomyZYzHct6EShOKtQY2A=
|
|||||||
github.com/minio/minlz v1.0.1/go.mod h1:qT0aEB35q79LLornSzeDH75LBf3aH1MV+jB5w9Wasec=
|
github.com/minio/minlz v1.0.1/go.mod h1:qT0aEB35q79LLornSzeDH75LBf3aH1MV+jB5w9Wasec=
|
||||||
github.com/minio/sha256-simd v1.0.1 h1:6kaan5IFmwTNynnKKpDHe6FWHohJOHhCPchzK49dzMM=
|
github.com/minio/sha256-simd v1.0.1 h1:6kaan5IFmwTNynnKKpDHe6FWHohJOHhCPchzK49dzMM=
|
||||||
github.com/minio/sha256-simd v1.0.1/go.mod h1:Pz6AKMiUdngCLpeTL/RJY1M9rUuPMYujV5xJjtbRSN8=
|
github.com/minio/sha256-simd v1.0.1/go.mod h1:Pz6AKMiUdngCLpeTL/RJY1M9rUuPMYujV5xJjtbRSN8=
|
||||||
|
github.com/modelcontextprotocol/go-sdk v1.7.0 h1:yqjY2dsbKAC0LSuWZVBMrHgiG8ukXv6NRo0JiALay44=
|
||||||
|
github.com/modelcontextprotocol/go-sdk v1.7.0/go.mod h1:dL7u98E/zjJTGzEq+j30jQ8K2k1mb6LeAH4inEcSGts=
|
||||||
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
||||||
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
||||||
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
||||||
github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317094144-6e18d43056e5 h1:tEOucyKJzFsCz5Gr41jFHj8i2g1zemTyS4uyErJgFHc=
|
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317094144-6e18d43056e5/go.mod h1:Ry2y1QlzerUgA1hVmExBdXXzE4Sjk1M7w0nSh6dhDOg=
|
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447 h1:88kRsNwkDKPA4NzRUWdOoIL7SyMNDwtmAxzShKBvKTI=
|
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447 h1:88kRsNwkDKPA4NzRUWdOoIL7SyMNDwtmAxzShKBvKTI=
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447/go.mod h1:Ry2y1QlzerUgA1hVmExBdXXzE4Sjk1M7w0nSh6dhDOg=
|
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447/go.mod h1:Ry2y1QlzerUgA1hVmExBdXXzE4Sjk1M7w0nSh6dhDOg=
|
||||||
github.com/mr-tron/base58 v1.2.0 h1:T/HDJBh4ZCPbU39/+c3rRvE0uKBQlU27+QI8LJ4t64o=
|
github.com/mr-tron/base58 v1.2.0 h1:T/HDJBh4ZCPbU39/+c3rRvE0uKBQlU27+QI8LJ4t64o=
|
||||||
@@ -507,6 +527,10 @@ github.com/rs/zerolog v1.31.0/go.mod h1:/7mN4D5sKwJLZQ2b/znpjC3/GQWY/xaDXUM0kKWR
|
|||||||
github.com/rwcarlsen/goexif v0.0.0-20190401172101-9e8deecbddbd/go.mod h1:hPqNNc0+uJM6H+SuU8sEs5K5IQeKccPqeSjfgcKGgPk=
|
github.com/rwcarlsen/goexif v0.0.0-20190401172101-9e8deecbddbd/go.mod h1:hPqNNc0+uJM6H+SuU8sEs5K5IQeKccPqeSjfgcKGgPk=
|
||||||
github.com/ryszard/goskiplist v0.0.0-20150312221310-2dfbae5fcf46 h1:GHRpF1pTW19a8tTFrMLUcfWwyC0pnifVo2ClaLq+hP8=
|
github.com/ryszard/goskiplist v0.0.0-20150312221310-2dfbae5fcf46 h1:GHRpF1pTW19a8tTFrMLUcfWwyC0pnifVo2ClaLq+hP8=
|
||||||
github.com/ryszard/goskiplist v0.0.0-20150312221310-2dfbae5fcf46/go.mod h1:uAQ5PCi+MFsC7HjREoAz1BU+Mq60+05gifQSsHSDG/8=
|
github.com/ryszard/goskiplist v0.0.0-20150312221310-2dfbae5fcf46/go.mod h1:uAQ5PCi+MFsC7HjREoAz1BU+Mq60+05gifQSsHSDG/8=
|
||||||
|
github.com/segmentio/asm v1.1.3 h1:WM03sfUOENvvKexOLp+pCqgb/WDjsi7EK8gIsICtzhc=
|
||||||
|
github.com/segmentio/asm v1.1.3/go.mod h1:Ld3L4ZXGNcSLRg4JBsZ3//1+f/TjYl0Mzen/DQy1EJg=
|
||||||
|
github.com/segmentio/encoding v0.5.4 h1:OW1VRern8Nw6ITAtwSZ7Idrl3MXCFwXHPgqESYfvNt0=
|
||||||
|
github.com/segmentio/encoding v0.5.4/go.mod h1:HS1ZKa3kSN32ZHVZ7ZLPLXWvOVIiZtyJnO1gPH1sKt0=
|
||||||
github.com/sergi/go-diff v1.1.0 h1:we8PVUC3FE2uYfodKH/nBHMSetSfHDR6scGdBi+erh0=
|
github.com/sergi/go-diff v1.1.0 h1:we8PVUC3FE2uYfodKH/nBHMSetSfHDR6scGdBi+erh0=
|
||||||
github.com/sergi/go-diff v1.1.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM=
|
github.com/sergi/go-diff v1.1.0/go.mod h1:STckp+ISIX8hZLjrqAeVduY0gWCT9IjLuqbuNXdaHfM=
|
||||||
github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo=
|
github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo=
|
||||||
@@ -542,6 +566,8 @@ github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO
|
|||||||
github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
|
github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
|
||||||
github.com/stretchr/testify v1.11.1 h1:7s2iGBzp5EwR7/aIZr8ao5+dra3wiQyKjjFuvgVKu7U=
|
github.com/stretchr/testify v1.11.1 h1:7s2iGBzp5EwR7/aIZr8ao5+dra3wiQyKjjFuvgVKu7U=
|
||||||
github.com/stretchr/testify v1.11.1/go.mod h1:wZwfW3scLgRK+23gO65QZefKpKQRnfz6sD981Nm4B6U=
|
github.com/stretchr/testify v1.11.1/go.mod h1:wZwfW3scLgRK+23gO65QZefKpKQRnfz6sD981Nm4B6U=
|
||||||
|
github.com/tetratelabs/wazero v1.12.0 h1:DuWcpNu/FzgEXgGBDp8J1Spc+CWOvvtvVyjKlaZopYU=
|
||||||
|
github.com/tetratelabs/wazero v1.12.0/go.mod h1:LvKtzl2RqO4gyF27BiXU+nKAjcV8f38U+kP/q2vgxh0=
|
||||||
github.com/tidwall/btree v1.8.1 h1:27ehoXvm5AG/g+1VxLS1SD3vRhp/H7LuEfwNvddEdmA=
|
github.com/tidwall/btree v1.8.1 h1:27ehoXvm5AG/g+1VxLS1SD3vRhp/H7LuEfwNvddEdmA=
|
||||||
github.com/tidwall/btree v1.8.1/go.mod h1:jBbTdUWhSZClZWoDg54VnvV7/54modSOzDN7VXftj1A=
|
github.com/tidwall/btree v1.8.1/go.mod h1:jBbTdUWhSZClZWoDg54VnvV7/54modSOzDN7VXftj1A=
|
||||||
github.com/tinylib/msgp v1.0.2/go.mod h1:+d+yLhGm8mzTaHzB+wgMYrodPfmZrzkirds8fDWklFE=
|
github.com/tinylib/msgp v1.0.2/go.mod h1:+d+yLhGm8mzTaHzB+wgMYrodPfmZrzkirds8fDWklFE=
|
||||||
@@ -560,6 +586,8 @@ github.com/xiaoqidun/setft v0.0.0-20220310121541-be86327699ad h1:QtuWk6dsrNXc/ug
|
|||||||
github.com/xiaoqidun/setft v0.0.0-20220310121541-be86327699ad/go.mod h1:Jj8p9bgKGTPQ+M8CdUMS9p7Mmdoxa3OAcAjJQBu0CcI=
|
github.com/xiaoqidun/setft v0.0.0-20220310121541-be86327699ad/go.mod h1:Jj8p9bgKGTPQ+M8CdUMS9p7Mmdoxa3OAcAjJQBu0CcI=
|
||||||
github.com/xyproto/randomstring v1.0.5 h1:YtlWPoRdgMu3NZtP45drfy1GKoojuR7hmRcnhZqKjWU=
|
github.com/xyproto/randomstring v1.0.5 h1:YtlWPoRdgMu3NZtP45drfy1GKoojuR7hmRcnhZqKjWU=
|
||||||
github.com/xyproto/randomstring v1.0.5/go.mod h1:rgmS5DeNXLivK7YprL0pY+lTuhNQW3iGxZ18UQApw/E=
|
github.com/xyproto/randomstring v1.0.5/go.mod h1:rgmS5DeNXLivK7YprL0pY+lTuhNQW3iGxZ18UQApw/E=
|
||||||
|
github.com/yosida95/uritemplate/v3 v3.0.2 h1:Ed3Oyj9yrmi9087+NczuL5BwkIc4wvTb5zIM+UJPGz4=
|
||||||
|
github.com/yosida95/uritemplate/v3 v3.0.2/go.mod h1:ILOh0sOhIJR3+L/8afwt/kE++YT040gmv5BQTMR2HP4=
|
||||||
github.com/yuin/goldmark v1.4.1/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k=
|
github.com/yuin/goldmark v1.4.1/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k=
|
||||||
github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
|
github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
|
||||||
go.etcd.io/bbolt v1.4.3 h1:dEadXpI6G79deX5prL3QRNP6JB8UxVkqo4UPnHaNXJo=
|
go.etcd.io/bbolt v1.4.3 h1:dEadXpI6G79deX5prL3QRNP6JB8UxVkqo4UPnHaNXJo=
|
||||||
@@ -596,8 +624,8 @@ golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0
|
|||||||
golang.org/x/crypto v0.3.1-0.20221117191849-2c476679df9a/go.mod h1:hebNnKkNXi2UzZN1eVRvBB7co0a+JxK6XbPiWVs/3J4=
|
golang.org/x/crypto v0.3.1-0.20221117191849-2c476679df9a/go.mod h1:hebNnKkNXi2UzZN1eVRvBB7co0a+JxK6XbPiWVs/3J4=
|
||||||
golang.org/x/crypto v0.7.0/go.mod h1:pYwdfH91IfpZVANVyUOhSIPZaFoJGxTFbZhFTx+dXZU=
|
golang.org/x/crypto v0.7.0/go.mod h1:pYwdfH91IfpZVANVyUOhSIPZaFoJGxTFbZhFTx+dXZU=
|
||||||
golang.org/x/crypto v0.14.0/go.mod h1:MVFd36DqK4CsrnJYDkBA3VC4m2GkXAM0PvzMCn4JQf4=
|
golang.org/x/crypto v0.14.0/go.mod h1:MVFd36DqK4CsrnJYDkBA3VC4m2GkXAM0PvzMCn4JQf4=
|
||||||
golang.org/x/crypto v0.46.0 h1:cKRW/pmt1pKAfetfu+RCEvjvZkA9RimPbh7bhFjGVBU=
|
golang.org/x/crypto v0.48.0 h1:/VRzVqiRSggnhY7gNRxPauEQ5Drw9haKdM0jqfcCFts=
|
||||||
golang.org/x/crypto v0.46.0/go.mod h1:Evb/oLKmMraqjZ2iQTwDwvCtJkczlDuTmdJXoZVzqU0=
|
golang.org/x/crypto v0.48.0/go.mod h1:r0kV5h3qnFPlQnBSrULhlsRfryS2pmewsg+XfMgkVos=
|
||||||
golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
|
golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
|
||||||
golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
|
golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA=
|
||||||
golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8=
|
golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8=
|
||||||
@@ -630,8 +658,8 @@ golang.org/x/mod v0.5.1/go.mod h1:5OXOZSfqPIIbmVBIIKWRFfZjPR0E5r58TLhUjH0a2Ro=
|
|||||||
golang.org/x/mod v0.6.0-dev.0.20211013180041-c96bc1413d57/go.mod h1:3p9vT2HGsQu2K1YbXdKPJLVgG5VJdoTa1poYQBtP1AY=
|
golang.org/x/mod v0.6.0-dev.0.20211013180041-c96bc1413d57/go.mod h1:3p9vT2HGsQu2K1YbXdKPJLVgG5VJdoTa1poYQBtP1AY=
|
||||||
golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
|
golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4=
|
||||||
golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
|
golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs=
|
||||||
golang.org/x/mod v0.31.0 h1:HaW9xtz0+kOcWKwli0ZXy79Ix+UW/vOfmWI5QVd2tgI=
|
golang.org/x/mod v0.33.0 h1:tHFzIWbBifEmbwtGz65eaWyGiGZatSrT9prnU8DbVL8=
|
||||||
golang.org/x/mod v0.31.0/go.mod h1:43JraMp9cGx1Rx3AqioxrbrhNsLl2l/iNAvuBkrezpg=
|
golang.org/x/mod v0.33.0/go.mod h1:swjeQEj+6r7fODbD2cqrnje9PnziFuw4bmLbBZFrQ5w=
|
||||||
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
||||||
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
||||||
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
|
||||||
@@ -659,13 +687,15 @@ golang.org/x/net v0.7.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs=
|
|||||||
golang.org/x/net v0.8.0/go.mod h1:QVkue5JL9kW//ek3r6jTKnTFis1tRmNAW2P1shuFdJc=
|
golang.org/x/net v0.8.0/go.mod h1:QVkue5JL9kW//ek3r6jTKnTFis1tRmNAW2P1shuFdJc=
|
||||||
golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg=
|
golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg=
|
||||||
golang.org/x/net v0.17.0/go.mod h1:NxSsAGuq816PNPmqtQdLE42eU2Fs7NoRIZrHJAlaCOE=
|
golang.org/x/net v0.17.0/go.mod h1:NxSsAGuq816PNPmqtQdLE42eU2Fs7NoRIZrHJAlaCOE=
|
||||||
golang.org/x/net v0.48.0 h1:zyQRTTrjc33Lhh0fBgT/H3oZq9WuvRR5gPC70xpDiQU=
|
golang.org/x/net v0.50.0 h1:ucWh9eiCGyDR3vtzso0WMQinm2Dnt8cFMuQa9K33J60=
|
||||||
golang.org/x/net v0.48.0/go.mod h1:+ndRgGjkh8FGtu1w1FGbEC31if4VrNVMuKTgcAAnQRY=
|
golang.org/x/net v0.50.0/go.mod h1:UgoSli3F/pBgdJBHCTc+tp3gmrU4XswgGRgtnwWTfyM=
|
||||||
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
|
golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
|
||||||
golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
||||||
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
||||||
golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
||||||
golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
|
||||||
|
golang.org/x/oauth2 v0.35.0 h1:Mv2mzuHuZuY2+bkyWXIHMfhNdJAdwW3FuWeCPYN5GVQ=
|
||||||
|
golang.org/x/oauth2 v0.35.0/go.mod h1:lzm5WQJQwKZ3nwavOZ3IS5Aulzxi68dUSgRHujetwEA=
|
||||||
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
@@ -675,8 +705,8 @@ golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJ
|
|||||||
golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
|
||||||
golang.org/x/sync v0.19.0 h1:vV+1eWNmZ5geRlYjzm2adRgW2/mcpevXNg50YZtPCE4=
|
golang.org/x/sync v0.20.0 h1:e0PTpb7pjO8GAtTs2dQ6jYa5BWYlMuX047Dco/pItO4=
|
||||||
golang.org/x/sync v0.19.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI=
|
golang.org/x/sync v0.20.0/go.mod h1:9xrNwdLfx4jkKbNva9FpL6vEN7evnE43NNNJQ2LF3+0=
|
||||||
golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
||||||
golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
||||||
golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
|
||||||
@@ -716,8 +746,10 @@ golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
|||||||
golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
|
||||||
golang.org/x/sys v0.40.0 h1:DBZZqJ2Rkml6QMQsZywtnjnnGvHza6BTfYFWY9kjEWQ=
|
golang.org/x/sys v0.41.0 h1:Ivj+2Cp/ylzLiEU89QhWblYnOE9zerudt9Ftecq2C6k=
|
||||||
golang.org/x/sys v0.40.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
|
golang.org/x/sys v0.41.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
|
||||||
|
golang.org/x/sys v0.44.0 h1:ildZl3J4uzeKP07r2F++Op7E9B29JRUy+a27EibtBTQ=
|
||||||
|
golang.org/x/sys v0.44.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
|
||||||
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
||||||
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
|
golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
|
||||||
golang.org/x/term v0.2.0/go.mod h1:TVmDHMZPmdnySmBfhjOoOdhjzdE1h4u1VwSiw2l1Nuc=
|
golang.org/x/term v0.2.0/go.mod h1:TVmDHMZPmdnySmBfhjOoOdhjzdE1h4u1VwSiw2l1Nuc=
|
||||||
@@ -725,8 +757,8 @@ golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=
|
|||||||
golang.org/x/term v0.6.0/go.mod h1:m6U89DPEgQRMq3DNkDClhWw02AUbt2daBVO4cn4Hv9U=
|
golang.org/x/term v0.6.0/go.mod h1:m6U89DPEgQRMq3DNkDClhWw02AUbt2daBVO4cn4Hv9U=
|
||||||
golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo=
|
golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo=
|
||||||
golang.org/x/term v0.13.0/go.mod h1:LTmsnFJwVN6bCy1rVCoS+qHT1HhALEFxKncY3WNNh4U=
|
golang.org/x/term v0.13.0/go.mod h1:LTmsnFJwVN6bCy1rVCoS+qHT1HhALEFxKncY3WNNh4U=
|
||||||
golang.org/x/term v0.38.0 h1:PQ5pkm/rLO6HnxFR7N2lJHOZX6Kez5Y1gDSJla6jo7Q=
|
golang.org/x/term v0.40.0 h1:36e4zGLqU4yhjlmxEaagx2KuYbJq3EwY8K943ZsHcvg=
|
||||||
golang.org/x/term v0.38.0/go.mod h1:bSEAKrOT1W+VSu9TSCMtoGEOUcKxOKgl3LE5QEF/xVg=
|
golang.org/x/term v0.40.0/go.mod h1:w2P8uVp06p2iyKKuvXIm7N/y0UCRt3UfJTfZ7oOpglM=
|
||||||
golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||||
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||||
golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
|
||||||
@@ -739,12 +771,12 @@ golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8=
|
|||||||
golang.org/x/text v0.8.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
|
golang.org/x/text v0.8.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
|
||||||
golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
|
golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
|
||||||
golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
|
golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
|
||||||
golang.org/x/text v0.33.0 h1:B3njUFyqtHDUI5jMn1YIr5B0IE2U0qck04r6d4KPAxE=
|
golang.org/x/text v0.34.0 h1:oL/Qq0Kdaqxa1KbNeMKwQq0reLCCaFtqu2eNuSeNHbk=
|
||||||
golang.org/x/text v0.33.0/go.mod h1:LuMebE6+rBincTi9+xWTY8TztLzKHc/9C1uBCG27+q8=
|
golang.org/x/text v0.34.0/go.mod h1:homfLqTYRFyVYemLBFl5GgL/DWEiH5wcsQ5gSh1yziA=
|
||||||
golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
|
golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
|
||||||
golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
|
golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
|
||||||
golang.org/x/time v0.14.0 h1:MRx4UaLrDotUKUdCIqzPC48t1Y9hANFKIRpNx+Te8PI=
|
golang.org/x/time v0.15.0 h1:bbrp8t3bGUeFOx08pvsMYRTCVSMk89u4tKbNOZbp88U=
|
||||||
golang.org/x/time v0.14.0/go.mod h1:eL/Oa2bBBK0TkX57Fyni+NgnyQQN4LitPmob2Hjnqw4=
|
golang.org/x/time v0.15.0/go.mod h1:Y4YMaQmXwGQZoFaVFk4YpCt4FLQMYKZe9oeV/f4MSno=
|
||||||
golang.org/x/tools v0.0.0-20180828015842-6cd1fcedba52/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
golang.org/x/tools v0.0.0-20180828015842-6cd1fcedba52/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||||
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||||
golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||||
@@ -773,8 +805,8 @@ golang.org/x/tools v0.0.0-20200212150539-ea181f53ac56/go.mod h1:TB2adYChydJhpapK
|
|||||||
golang.org/x/tools v0.1.8-0.20211029000441-d6a9af8af023/go.mod h1:nABZi5QlRsZVlzPpHl034qft6wpY4eDcsTt5AaioBiU=
|
golang.org/x/tools v0.1.8-0.20211029000441-d6a9af8af023/go.mod h1:nABZi5QlRsZVlzPpHl034qft6wpY4eDcsTt5AaioBiU=
|
||||||
golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=
|
golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=
|
||||||
golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
|
golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU=
|
||||||
golang.org/x/tools v0.40.0 h1:yLkxfA+Qnul4cs9QA3KnlFu0lVmd8JJfoq+E41uSutA=
|
golang.org/x/tools v0.42.0 h1:uNgphsn75Tdz5Ji2q36v/nsFSfR/9BRFvqhGBaJGd5k=
|
||||||
golang.org/x/tools v0.40.0/go.mod h1:Ik/tzLRlbscWpqqMRjyWYDisX8bG13FrdXp3o4Sr9lc=
|
golang.org/x/tools v0.42.0/go.mod h1:Ma6lCIwGZvHK6XtgbswSoWroEkhugApmsXyrUmBhfr0=
|
||||||
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
|
||||||
|
|||||||
@@ -0,0 +1,721 @@
|
|||||||
|
package blob
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"crypto/rand"
|
||||||
|
"encoding/hex"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"github.com/GopeedLab/gopeed/internal/production"
|
||||||
|
"io"
|
||||||
|
"net"
|
||||||
|
"net/http"
|
||||||
|
"net/url"
|
||||||
|
"path"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
const urlPathPrefix = "/__blob/"
|
||||||
|
|
||||||
|
const rangeSourceFailureLimit = 2
|
||||||
|
|
||||||
|
// unclaimedSourceTTL bounds how long a session-backed source may keep its
|
||||||
|
// engine alive without ever being claimed by a download task.
|
||||||
|
var unclaimedSourceTTL = 10 * time.Minute
|
||||||
|
|
||||||
|
var (
|
||||||
|
ErrInvalidURL = errors.New("invalid blob url")
|
||||||
|
ErrInvalidOptions = errors.New("invalid blob options")
|
||||||
|
ErrSourceNotFound = errors.New("blob source not found")
|
||||||
|
ErrSourceRevoked = errors.New("blob source revoked")
|
||||||
|
ErrSourceClosed = errors.New("blob source closed")
|
||||||
|
ErrRangeNotAllowed = errors.New("blob range not allowed")
|
||||||
|
)
|
||||||
|
|
||||||
|
type SessionRef interface {
|
||||||
|
Retain()
|
||||||
|
Release()
|
||||||
|
}
|
||||||
|
|
||||||
|
type OpenRequest struct {
|
||||||
|
Offset int64
|
||||||
|
End int64
|
||||||
|
}
|
||||||
|
|
||||||
|
type OpenFunc func(ctx context.Context, req OpenRequest) (io.ReadCloser, error)
|
||||||
|
|
||||||
|
type CreateOptions struct {
|
||||||
|
ContentType string
|
||||||
|
Size int64
|
||||||
|
Range bool
|
||||||
|
Session SessionRef
|
||||||
|
}
|
||||||
|
|
||||||
|
type Metadata struct {
|
||||||
|
ContentType string
|
||||||
|
Size int64
|
||||||
|
Range bool
|
||||||
|
}
|
||||||
|
|
||||||
|
type Source struct {
|
||||||
|
producer production.Reader
|
||||||
|
ID string
|
||||||
|
URL string
|
||||||
|
ContentType string
|
||||||
|
|
||||||
|
mu sync.Mutex
|
||||||
|
size int64
|
||||||
|
rangeEnabled bool
|
||||||
|
revoked bool
|
||||||
|
taskRefs int
|
||||||
|
readErr error
|
||||||
|
rangeFailures int
|
||||||
|
session SessionRef
|
||||||
|
open OpenFunc
|
||||||
|
unclaimed *time.Timer
|
||||||
|
}
|
||||||
|
|
||||||
|
type Registry struct {
|
||||||
|
dir string
|
||||||
|
|
||||||
|
mu sync.RWMutex
|
||||||
|
sources map[string]*Source
|
||||||
|
|
||||||
|
serverMu sync.Mutex
|
||||||
|
listener net.Listener
|
||||||
|
server *http.Server
|
||||||
|
baseURL string
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewRegistry(dir string) *Registry {
|
||||||
|
return &Registry{
|
||||||
|
dir: dir,
|
||||||
|
sources: make(map[string]*Source),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) Dir() string {
|
||||||
|
if r == nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return r.dir
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) IsURL(raw string) bool {
|
||||||
|
if r == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
src, err := r.get(raw)
|
||||||
|
return err == nil && src != nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) CreateBlob(data []byte, contentType string) (string, error) {
|
||||||
|
buf := append([]byte(nil), data...)
|
||||||
|
return r.CreateOpener(func(ctx context.Context, req OpenRequest) (io.ReadCloser, error) {
|
||||||
|
if req.Offset < 0 || req.Offset > int64(len(buf)) {
|
||||||
|
return nil, ErrSourceNotFound
|
||||||
|
}
|
||||||
|
end := int64(len(buf))
|
||||||
|
if req.End >= req.Offset && req.End+1 < end {
|
||||||
|
end = req.End + 1
|
||||||
|
}
|
||||||
|
return io.NopCloser(bytes.NewReader(buf[req.Offset:end])), nil
|
||||||
|
}, &CreateOptions{
|
||||||
|
ContentType: contentType,
|
||||||
|
Size: int64(len(buf)),
|
||||||
|
Range: len(buf) > 0,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) CreateOpener(open OpenFunc, opts *CreateOptions) (string, error) {
|
||||||
|
if r == nil {
|
||||||
|
return "", ErrSourceNotFound
|
||||||
|
}
|
||||||
|
if open == nil {
|
||||||
|
return "", ErrInvalidOptions
|
||||||
|
}
|
||||||
|
if opts == nil {
|
||||||
|
opts = &CreateOptions{}
|
||||||
|
}
|
||||||
|
if opts.Size < 0 {
|
||||||
|
opts.Size = 0
|
||||||
|
}
|
||||||
|
if opts.Range && opts.Size <= 0 {
|
||||||
|
return "", fmt.Errorf("%w: range requires positive size", ErrInvalidOptions)
|
||||||
|
}
|
||||||
|
// Keep server generation selection and source insertion atomic with Close.
|
||||||
|
r.serverMu.Lock()
|
||||||
|
baseURL, err := r.ensureServerLocked()
|
||||||
|
if err != nil {
|
||||||
|
r.serverMu.Unlock()
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
id, err := randomID(18)
|
||||||
|
if err != nil {
|
||||||
|
r.serverMu.Unlock()
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
if opts.Session != nil {
|
||||||
|
opts.Session.Retain()
|
||||||
|
}
|
||||||
|
srcURL := fmt.Sprintf("%s%s", baseURL, id)
|
||||||
|
src := &Source{
|
||||||
|
ID: id,
|
||||||
|
URL: srcURL,
|
||||||
|
ContentType: opts.ContentType,
|
||||||
|
size: opts.Size,
|
||||||
|
rangeEnabled: opts.Range,
|
||||||
|
session: opts.Session,
|
||||||
|
open: open,
|
||||||
|
}
|
||||||
|
r.mu.Lock()
|
||||||
|
r.sources[id] = src
|
||||||
|
r.mu.Unlock()
|
||||||
|
r.serverMu.Unlock()
|
||||||
|
if opts.Session != nil && unclaimedSourceTTL > 0 {
|
||||||
|
src.mu.Lock()
|
||||||
|
if !src.revoked {
|
||||||
|
src.unclaimed = time.AfterFunc(unclaimedSourceTTL, func() {
|
||||||
|
r.expireUnclaimed(src)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
src.mu.Unlock()
|
||||||
|
}
|
||||||
|
return src.URL, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) Metadata(raw string) (Metadata, error) {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return Metadata{}, err
|
||||||
|
}
|
||||||
|
src.mu.Lock()
|
||||||
|
defer src.mu.Unlock()
|
||||||
|
return Metadata{
|
||||||
|
ContentType: src.ContentType,
|
||||||
|
Size: src.size,
|
||||||
|
Range: src.rangeEnabled,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Acquire retains a source for a task. A source remains available until every
|
||||||
|
// task that acquired it calls Release, unless it is explicitly revoked.
|
||||||
|
func (r *Registry) Acquire(raw string) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return src.acquireTask()
|
||||||
|
}
|
||||||
|
|
||||||
|
// Release releases a task's reference to a source. Releasing the final task
|
||||||
|
// reference revokes the source. Sources that have never been acquired remain
|
||||||
|
// registered until Revoke or Registry.Close is called; session-backed sources
|
||||||
|
// are also bounded by the unclaimed-source TTL.
|
||||||
|
func (r *Registry) Release(raw string) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
session, last, err := src.releaseTask()
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if !last {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
r.deleteSource(src)
|
||||||
|
if session != nil {
|
||||||
|
session.Release()
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// SourceError returns the first error encountered while opening or reading a
|
||||||
|
// source. Invalid and missing sources have no source error. HTTP response write
|
||||||
|
// errors are deliberately not recorded here.
|
||||||
|
func (r *Registry) SourceError(raw string) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return src.sourceError()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) Revoke(raw string) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
r.removeSource(src)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) Close() error {
|
||||||
|
if r == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
r.serverMu.Lock()
|
||||||
|
server := r.server
|
||||||
|
listener := r.listener
|
||||||
|
r.server = nil
|
||||||
|
r.listener = nil
|
||||||
|
r.baseURL = ""
|
||||||
|
r.mu.Lock()
|
||||||
|
sources := make([]*Source, 0, len(r.sources))
|
||||||
|
for _, src := range r.sources {
|
||||||
|
sources = append(sources, src)
|
||||||
|
}
|
||||||
|
r.sources = make(map[string]*Source)
|
||||||
|
r.mu.Unlock()
|
||||||
|
r.serverMu.Unlock()
|
||||||
|
if server != nil {
|
||||||
|
_ = server.Close()
|
||||||
|
}
|
||||||
|
if listener != nil {
|
||||||
|
_ = listener.Close()
|
||||||
|
}
|
||||||
|
for _, src := range sources {
|
||||||
|
src.close()
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// ensureServerLocked returns the current server URL or starts a new server.
|
||||||
|
// The caller must hold serverMu.
|
||||||
|
func (r *Registry) ensureServerLocked() (string, error) {
|
||||||
|
if r.baseURL != "" {
|
||||||
|
return r.baseURL, nil
|
||||||
|
}
|
||||||
|
listener, err := net.Listen("tcp", "127.0.0.1:0")
|
||||||
|
if err != nil {
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
r.listener = listener
|
||||||
|
r.baseURL = "http://" + listener.Addr().String() + urlPathPrefix
|
||||||
|
server := &http.Server{Handler: r}
|
||||||
|
r.server = server
|
||||||
|
go func() {
|
||||||
|
if err := server.Serve(listener); err != nil && !errors.Is(err, http.ErrServerClosed) {
|
||||||
|
_ = r.Close()
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
return r.baseURL, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) ServeHTTP(w http.ResponseWriter, req *http.Request) {
|
||||||
|
if req.Method != http.MethodGet {
|
||||||
|
w.Header().Set("Allow", "GET")
|
||||||
|
http.Error(w, "method not allowed", http.StatusMethodNotAllowed)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
id := parseRequest(req)
|
||||||
|
if id == "" {
|
||||||
|
http.NotFound(w, req)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
src, err := r.getByID(id)
|
||||||
|
if err != nil {
|
||||||
|
http.NotFound(w, req)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
meta, open, session := src.acquireOpen()
|
||||||
|
if open == nil {
|
||||||
|
http.NotFound(w, req)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if session != nil {
|
||||||
|
defer session.Release()
|
||||||
|
}
|
||||||
|
if src.sourceError() != nil {
|
||||||
|
http.Error(w, "blob source unavailable", http.StatusGone)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
start, end, ranged, err := parseRange(req.Header.Get("Range"), meta.Size, meta.Range)
|
||||||
|
if err != nil {
|
||||||
|
http.Error(w, err.Error(), http.StatusRequestedRangeNotSatisfiable)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if !meta.Range {
|
||||||
|
start, end, ranged = 0, -1, false
|
||||||
|
}
|
||||||
|
reader, err := open(req.Context(), OpenRequest{
|
||||||
|
Offset: start,
|
||||||
|
End: end,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
if req.Context().Err() == nil || !errors.Is(err, req.Context().Err()) {
|
||||||
|
src.recordSourceError(err, meta.Range)
|
||||||
|
}
|
||||||
|
http.Error(w, "blob source unavailable", http.StatusGone)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if reader == nil {
|
||||||
|
err = fmt.Errorf("%w: opener returned a nil reader", ErrSourceClosed)
|
||||||
|
src.recordSourceError(err, meta.Range)
|
||||||
|
http.Error(w, "blob source unavailable", http.StatusGone)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
defer reader.Close()
|
||||||
|
if producer, ok := reader.(production.Reader); ok {
|
||||||
|
src.mu.Lock()
|
||||||
|
src.producer = producer
|
||||||
|
src.mu.Unlock()
|
||||||
|
if err := producer.WaitProduction(req.Context()); err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if producer.Production() != nil {
|
||||||
|
meta.Size = 0
|
||||||
|
meta.Range = false
|
||||||
|
start = 0
|
||||||
|
end = -1
|
||||||
|
ranged = false
|
||||||
|
src.mu.Lock()
|
||||||
|
src.size = 0
|
||||||
|
src.rangeEnabled = false
|
||||||
|
src.mu.Unlock()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
writeHeaders(w, meta, start, end, ranged)
|
||||||
|
if ranged {
|
||||||
|
w.WriteHeader(http.StatusPartialContent)
|
||||||
|
}
|
||||||
|
if producer, ok := reader.(production.Reader); ok && producer.Production() != nil {
|
||||||
|
if flusher, ok := w.(http.Flusher); ok {
|
||||||
|
flusher.Flush()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
limit := int64(-1)
|
||||||
|
if end >= start {
|
||||||
|
limit = end - start + 1
|
||||||
|
} else if meta.Size > 0 {
|
||||||
|
limit = meta.Size
|
||||||
|
}
|
||||||
|
_, readErr, writeErr := copyWithFlush(w, reader, limit)
|
||||||
|
if readErr != nil {
|
||||||
|
if ctxErr := req.Context().Err(); ctxErr == nil || !errors.Is(readErr, ctxErr) {
|
||||||
|
src.recordSourceError(readErr, meta.Range)
|
||||||
|
}
|
||||||
|
} else if writeErr == nil && req.Context().Err() == nil {
|
||||||
|
src.recordSourceSuccess(meta.Range)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Source) acquireOpen() (Metadata, OpenFunc, SessionRef) {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
if s.revoked {
|
||||||
|
return Metadata{}, nil, nil
|
||||||
|
}
|
||||||
|
if s.session != nil {
|
||||||
|
// The source's own retain guarantees that the session cannot become
|
||||||
|
// closed while this additional active-reader retain is acquired.
|
||||||
|
s.session.Retain()
|
||||||
|
}
|
||||||
|
return Metadata{
|
||||||
|
ContentType: s.ContentType,
|
||||||
|
Size: s.size,
|
||||||
|
Range: s.rangeEnabled,
|
||||||
|
}, s.open, s.session
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Source) acquireTask() error {
|
||||||
|
s.mu.Lock()
|
||||||
|
if s.revoked {
|
||||||
|
s.mu.Unlock()
|
||||||
|
return ErrSourceRevoked
|
||||||
|
}
|
||||||
|
s.taskRefs++
|
||||||
|
timer := s.unclaimed
|
||||||
|
s.unclaimed = nil
|
||||||
|
s.mu.Unlock()
|
||||||
|
if timer != nil {
|
||||||
|
timer.Stop()
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Source) releaseTask() (session SessionRef, last bool, err error) {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
if s.revoked {
|
||||||
|
return nil, false, ErrSourceRevoked
|
||||||
|
}
|
||||||
|
if s.taskRefs == 0 {
|
||||||
|
return nil, false, ErrSourceClosed
|
||||||
|
}
|
||||||
|
s.taskRefs--
|
||||||
|
if s.taskRefs > 0 {
|
||||||
|
return nil, false, nil
|
||||||
|
}
|
||||||
|
s.revoked = true
|
||||||
|
s.open = nil
|
||||||
|
session = s.session
|
||||||
|
s.session = nil
|
||||||
|
return session, true, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Source) sourceError() error {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
return s.readErr
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Source) recordSourceError(err error, ranged bool) {
|
||||||
|
if err == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
s.mu.Lock()
|
||||||
|
if s.readErr == nil && ranged {
|
||||||
|
s.rangeFailures++
|
||||||
|
if s.rangeFailures < rangeSourceFailureLimit {
|
||||||
|
s.mu.Unlock()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if s.readErr == nil {
|
||||||
|
s.readErr = err
|
||||||
|
}
|
||||||
|
s.mu.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Source) recordSourceSuccess(ranged bool) {
|
||||||
|
if !ranged {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
s.mu.Lock()
|
||||||
|
if s.readErr == nil {
|
||||||
|
s.rangeFailures = 0
|
||||||
|
}
|
||||||
|
s.mu.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Source) close() {
|
||||||
|
s.mu.Lock()
|
||||||
|
alreadyRevoked := s.revoked
|
||||||
|
s.revoked = true
|
||||||
|
s.open = nil
|
||||||
|
session := s.session
|
||||||
|
s.session = nil
|
||||||
|
timer := s.unclaimed
|
||||||
|
s.unclaimed = nil
|
||||||
|
s.mu.Unlock()
|
||||||
|
if timer != nil {
|
||||||
|
timer.Stop()
|
||||||
|
}
|
||||||
|
if !alreadyRevoked && session != nil {
|
||||||
|
session.Release()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *Source) expireUnclaimed() (SessionRef, bool) {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
s.unclaimed = nil
|
||||||
|
if s.revoked || s.taskRefs > 0 {
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
s.revoked = true
|
||||||
|
s.open = nil
|
||||||
|
session := s.session
|
||||||
|
s.session = nil
|
||||||
|
return session, true
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) expireUnclaimed(src *Source) {
|
||||||
|
session, expired := src.expireUnclaimed()
|
||||||
|
if !expired {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
r.deleteSource(src)
|
||||||
|
if session != nil {
|
||||||
|
session.Release()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) removeSource(src *Source) {
|
||||||
|
src.close()
|
||||||
|
r.deleteSource(src)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) deleteSource(src *Source) {
|
||||||
|
r.mu.Lock()
|
||||||
|
if current := r.sources[src.ID]; current == src {
|
||||||
|
delete(r.sources, src.ID)
|
||||||
|
}
|
||||||
|
r.mu.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
|
func writeHeaders(w http.ResponseWriter, meta Metadata, start, end int64, ranged bool) {
|
||||||
|
if meta.ContentType != "" {
|
||||||
|
w.Header().Set("Content-Type", meta.ContentType)
|
||||||
|
}
|
||||||
|
if meta.Range {
|
||||||
|
w.Header().Set("Accept-Ranges", "bytes")
|
||||||
|
}
|
||||||
|
if meta.Size > 0 {
|
||||||
|
if ranged {
|
||||||
|
w.Header().Set("Content-Range", fmt.Sprintf("bytes %d-%d/%d", start, end, meta.Size))
|
||||||
|
w.Header().Set("Content-Length", strconv.FormatInt(end-start+1, 10))
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.Header().Set("Content-Length", strconv.FormatInt(meta.Size, 10))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func copyWithFlush(w http.ResponseWriter, reader io.Reader, limit int64) (written int64, readErr error, writeErr error) {
|
||||||
|
if limit >= 0 {
|
||||||
|
reader = io.LimitReader(reader, limit)
|
||||||
|
}
|
||||||
|
buf := make([]byte, 32*1024)
|
||||||
|
flusher, canFlush := w.(http.Flusher)
|
||||||
|
for {
|
||||||
|
nr, er := reader.Read(buf)
|
||||||
|
if er != nil && !errors.Is(er, io.EOF) {
|
||||||
|
readErr = er
|
||||||
|
}
|
||||||
|
if nr > 0 {
|
||||||
|
nw, ew := w.Write(buf[:nr])
|
||||||
|
if nw > 0 {
|
||||||
|
written += int64(nw)
|
||||||
|
if canFlush {
|
||||||
|
flusher.Flush()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if ew != nil {
|
||||||
|
return written, readErr, ew
|
||||||
|
}
|
||||||
|
if nr != nw {
|
||||||
|
return written, readErr, io.ErrShortWrite
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if er != nil {
|
||||||
|
if errors.Is(er, io.EOF) {
|
||||||
|
if limit >= 0 && written < limit {
|
||||||
|
return written, io.ErrUnexpectedEOF, nil
|
||||||
|
}
|
||||||
|
return written, nil, nil
|
||||||
|
}
|
||||||
|
return written, readErr, nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func parseRange(header string, size int64, rangeEnabled bool) (start int64, end int64, ranged bool, err error) {
|
||||||
|
if header == "" || !rangeEnabled {
|
||||||
|
return 0, -1, false, nil
|
||||||
|
}
|
||||||
|
if size <= 0 {
|
||||||
|
return 0, 0, false, ErrRangeNotAllowed
|
||||||
|
}
|
||||||
|
if !strings.HasPrefix(header, "bytes=") {
|
||||||
|
return 0, 0, false, fmt.Errorf("unsupported range")
|
||||||
|
}
|
||||||
|
parts := strings.SplitN(strings.TrimPrefix(header, "bytes="), "-", 2)
|
||||||
|
if len(parts) != 2 || parts[0] == "" {
|
||||||
|
return 0, 0, false, fmt.Errorf("unsupported range")
|
||||||
|
}
|
||||||
|
start, err = strconv.ParseInt(parts[0], 10, 64)
|
||||||
|
if err != nil || start < 0 {
|
||||||
|
return 0, 0, false, fmt.Errorf("invalid range")
|
||||||
|
}
|
||||||
|
if start >= size {
|
||||||
|
return 0, 0, false, fmt.Errorf("range out of bounds")
|
||||||
|
}
|
||||||
|
end = size - 1
|
||||||
|
if parts[1] != "" {
|
||||||
|
end, err = strconv.ParseInt(parts[1], 10, 64)
|
||||||
|
if err != nil || end < start {
|
||||||
|
return 0, 0, false, fmt.Errorf("invalid range")
|
||||||
|
}
|
||||||
|
if end >= size {
|
||||||
|
end = size - 1
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return start, end, true, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) get(raw string) (*Source, error) {
|
||||||
|
id, ok := r.parseURL(raw)
|
||||||
|
if !ok {
|
||||||
|
return nil, ErrInvalidURL
|
||||||
|
}
|
||||||
|
src, err := r.getByID(id)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
src.mu.Lock()
|
||||||
|
revoked := src.revoked
|
||||||
|
src.mu.Unlock()
|
||||||
|
if revoked {
|
||||||
|
return nil, ErrSourceRevoked
|
||||||
|
}
|
||||||
|
return src, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) getByID(id string) (*Source, error) {
|
||||||
|
r.mu.RLock()
|
||||||
|
defer r.mu.RUnlock()
|
||||||
|
src := r.sources[id]
|
||||||
|
if src == nil {
|
||||||
|
return nil, ErrSourceNotFound
|
||||||
|
}
|
||||||
|
return src, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) parseURL(raw string) (id string, ok bool) {
|
||||||
|
u, err := url.Parse(raw)
|
||||||
|
if err != nil || u.Scheme != "http" || !strings.HasPrefix(u.Path, urlPathPrefix) {
|
||||||
|
return "", false
|
||||||
|
}
|
||||||
|
r.serverMu.Lock()
|
||||||
|
baseURL := r.baseURL
|
||||||
|
r.serverMu.Unlock()
|
||||||
|
if baseURL == "" || !strings.HasPrefix(raw, baseURL) {
|
||||||
|
return "", false
|
||||||
|
}
|
||||||
|
id = strings.TrimPrefix(u.Path, urlPathPrefix)
|
||||||
|
if id == "" || path.Base(id) != id {
|
||||||
|
return "", false
|
||||||
|
}
|
||||||
|
return id, true
|
||||||
|
}
|
||||||
|
|
||||||
|
func parseRequest(req *http.Request) string {
|
||||||
|
id := strings.TrimPrefix(req.URL.Path, urlPathPrefix)
|
||||||
|
if id == "" || id == req.URL.Path || path.Base(id) != id {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return id
|
||||||
|
}
|
||||||
|
|
||||||
|
func randomID(size int) (string, error) {
|
||||||
|
buf := make([]byte, size)
|
||||||
|
if _, err := rand.Read(buf); err != nil {
|
||||||
|
return "", err
|
||||||
|
}
|
||||||
|
return hex.EncodeToString(buf), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Production returns the active opener's input counter, if it generates output.
|
||||||
|
func (r *Registry) Production(raw string) production.Source {
|
||||||
|
if r == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
src.mu.Lock()
|
||||||
|
reader := src.producer
|
||||||
|
src.mu.Unlock()
|
||||||
|
if reader == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return reader.Production()
|
||||||
|
}
|
||||||
@@ -0,0 +1,898 @@
|
|||||||
|
package blob
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"errors"
|
||||||
|
"io"
|
||||||
|
"net/http"
|
||||||
|
"strings"
|
||||||
|
"sync"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
type terminalErrorReader struct {
|
||||||
|
err error
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *terminalErrorReader) Read([]byte) (int, error) {
|
||||||
|
return 0, r.err
|
||||||
|
}
|
||||||
|
|
||||||
|
type contextErrorReader struct {
|
||||||
|
ctx context.Context
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *contextErrorReader) Read([]byte) (int, error) {
|
||||||
|
<-r.ctx.Done()
|
||||||
|
return 0, r.ctx.Err()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *contextErrorReader) Close() error { return nil }
|
||||||
|
|
||||||
|
type failingResponseWriter struct {
|
||||||
|
header http.Header
|
||||||
|
err error
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *failingResponseWriter) Header() http.Header {
|
||||||
|
return w.header
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *failingResponseWriter) Write([]byte) (int, error) {
|
||||||
|
return 0, w.err
|
||||||
|
}
|
||||||
|
|
||||||
|
func (w *failingResponseWriter) WriteHeader(int) {}
|
||||||
|
|
||||||
|
type countingSession struct {
|
||||||
|
mu sync.Mutex
|
||||||
|
refs int
|
||||||
|
zero chan struct{}
|
||||||
|
zeroOnce sync.Once
|
||||||
|
}
|
||||||
|
|
||||||
|
func newCountingSession() *countingSession {
|
||||||
|
return &countingSession{zero: make(chan struct{})}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *countingSession) Retain() {
|
||||||
|
s.mu.Lock()
|
||||||
|
s.refs++
|
||||||
|
s.mu.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *countingSession) Release() {
|
||||||
|
s.mu.Lock()
|
||||||
|
s.refs--
|
||||||
|
refs := s.refs
|
||||||
|
s.mu.Unlock()
|
||||||
|
if refs == 0 {
|
||||||
|
s.zeroOnce.Do(func() { close(s.zero) })
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *countingSession) RefCount() int {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
return s.refs
|
||||||
|
}
|
||||||
|
|
||||||
|
func setUnclaimedSourceTTLForTest(t *testing.T, ttl time.Duration) {
|
||||||
|
t.Helper()
|
||||||
|
previous := unclaimedSourceTTL
|
||||||
|
unclaimedSourceTTL = ttl
|
||||||
|
t.Cleanup(func() {
|
||||||
|
unclaimedSourceTTL = previous
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryBlobHTTPGetAndRange(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
url, err := registry.CreateBlob([]byte("hello world"), "text/plain")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if !registry.IsURL(url) {
|
||||||
|
t.Fatal("expected registry to recognize created url")
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
body, err := io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if resp.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("unexpected GET status: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
if got := resp.Header.Get("Content-Length"); got != "11" {
|
||||||
|
t.Fatalf("unexpected content length: %q", got)
|
||||||
|
}
|
||||||
|
if got := resp.Header.Get("Accept-Ranges"); got != "bytes" {
|
||||||
|
t.Fatalf("unexpected accept ranges: %q", got)
|
||||||
|
}
|
||||||
|
if got := resp.Header.Get("Content-Type"); !strings.HasPrefix(got, "text/plain") {
|
||||||
|
t.Fatalf("unexpected content type: %q", got)
|
||||||
|
}
|
||||||
|
if string(body) != "hello world" {
|
||||||
|
t.Fatalf("unexpected GET body: %q", string(body))
|
||||||
|
}
|
||||||
|
|
||||||
|
req, err := http.NewRequest(http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
req.Header.Set("Range", "bytes=6-10")
|
||||||
|
resp, err = http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
body, err = io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if resp.StatusCode != http.StatusPartialContent {
|
||||||
|
t.Fatalf("unexpected range status: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
if got := resp.Header.Get("Content-Range"); got != "bytes 6-10/11" {
|
||||||
|
t.Fatalf("unexpected content range: %q", got)
|
||||||
|
}
|
||||||
|
if string(body) != "world" {
|
||||||
|
t.Fatalf("unexpected range body: %q", string(body))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryEmptyBlob(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
url, err := registry.CreateBlob(nil, "application/octet-stream")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
meta, err := registry.Metadata(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if meta.Size != 0 || meta.Range {
|
||||||
|
t.Fatalf("unexpected empty blob metadata: %#v", meta)
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
body, readErr := io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if readErr != nil {
|
||||||
|
t.Fatal(readErr)
|
||||||
|
}
|
||||||
|
if resp.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("unexpected status: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
if len(body) != 0 {
|
||||||
|
t.Fatalf("unexpected body: %q", body)
|
||||||
|
}
|
||||||
|
if got := resp.Header.Get("Content-Length"); got != "0" {
|
||||||
|
t.Fatalf("unexpected content length: %q", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryOpenerSizeWithoutRange(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
payload := []byte("hello opener")
|
||||||
|
url, err := registry.CreateOpener(func(ctx context.Context, req OpenRequest) (io.ReadCloser, error) {
|
||||||
|
if req.Offset != 0 || req.End != -1 {
|
||||||
|
t.Fatalf("unexpected non-range request: %#v", req)
|
||||||
|
}
|
||||||
|
return io.NopCloser(bytes.NewReader(payload)), nil
|
||||||
|
}, &CreateOptions{
|
||||||
|
ContentType: "text/plain",
|
||||||
|
Size: int64(len(payload)),
|
||||||
|
Range: false,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
req, err := http.NewRequest(http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
req.Header.Set("Range", "bytes=6-11")
|
||||||
|
resp, err := http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
body, err := io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if resp.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("unexpected status: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
if got := resp.Header.Get("Content-Length"); got != "12" {
|
||||||
|
t.Fatalf("unexpected content length: %q", got)
|
||||||
|
}
|
||||||
|
if got := resp.Header.Get("Accept-Ranges"); got != "" {
|
||||||
|
t.Fatalf("unexpected accept ranges: %q", got)
|
||||||
|
}
|
||||||
|
if string(body) != string(payload) {
|
||||||
|
t.Fatalf("unexpected body: %q", string(body))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryOpenerRangeConcurrentRequests(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
payload := []byte("abcdefghijklmnopqrstuvwxyz")
|
||||||
|
var mu sync.Mutex
|
||||||
|
var calls []OpenRequest
|
||||||
|
url, err := registry.CreateOpener(func(ctx context.Context, req OpenRequest) (io.ReadCloser, error) {
|
||||||
|
mu.Lock()
|
||||||
|
calls = append(calls, req)
|
||||||
|
mu.Unlock()
|
||||||
|
|
||||||
|
start := int(req.Offset)
|
||||||
|
end := len(payload)
|
||||||
|
if req.End >= 0 {
|
||||||
|
end = int(req.End) + 1
|
||||||
|
}
|
||||||
|
if start < 0 || start > end || end > len(payload) {
|
||||||
|
return nil, errors.New("bad test range")
|
||||||
|
}
|
||||||
|
return io.NopCloser(bytes.NewReader(payload[start:end])), nil
|
||||||
|
}, &CreateOptions{
|
||||||
|
Size: int64(len(payload)),
|
||||||
|
Range: true,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
ranges := []struct {
|
||||||
|
header string
|
||||||
|
want string
|
||||||
|
}{
|
||||||
|
{header: "bytes=0-4", want: "abcde"},
|
||||||
|
{header: "bytes=10-15", want: "klmnop"},
|
||||||
|
{header: "bytes=20-25", want: "uvwxyz"},
|
||||||
|
}
|
||||||
|
var wg sync.WaitGroup
|
||||||
|
for _, item := range ranges {
|
||||||
|
item := item
|
||||||
|
wg.Add(1)
|
||||||
|
go func() {
|
||||||
|
defer wg.Done()
|
||||||
|
req, err := http.NewRequest(http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Error(err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
req.Header.Set("Range", item.header)
|
||||||
|
resp, err := http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
t.Error(err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
body, err := io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if err != nil {
|
||||||
|
t.Error(err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if resp.StatusCode != http.StatusPartialContent {
|
||||||
|
t.Errorf("unexpected status for %s: %d", item.header, resp.StatusCode)
|
||||||
|
}
|
||||||
|
if string(body) != item.want {
|
||||||
|
t.Errorf("unexpected body for %s: %q", item.header, string(body))
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
wg.Wait()
|
||||||
|
|
||||||
|
mu.Lock()
|
||||||
|
defer mu.Unlock()
|
||||||
|
if len(calls) != len(ranges) {
|
||||||
|
t.Fatalf("unexpected opener call count: %d", len(calls))
|
||||||
|
}
|
||||||
|
seen := map[OpenRequest]bool{}
|
||||||
|
for _, call := range calls {
|
||||||
|
seen[call] = true
|
||||||
|
}
|
||||||
|
for _, want := range []OpenRequest{{Offset: 0, End: 4}, {Offset: 10, End: 15}, {Offset: 20, End: 25}} {
|
||||||
|
if !seen[want] {
|
||||||
|
t.Fatalf("missing opener request %#v, got %#v", want, calls)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryRejectsRangeWithoutSize(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
_, err := registry.CreateOpener(func(ctx context.Context, req OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(strings.NewReader("")), nil
|
||||||
|
}, &CreateOptions{Range: true})
|
||||||
|
if !errors.Is(err, ErrInvalidOptions) {
|
||||||
|
t.Fatalf("expected invalid options error, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryTracksSourceErrors(t *testing.T) {
|
||||||
|
t.Run("reader error", func(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
boom := errors.New("reader failed")
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(io.MultiReader(strings.NewReader("partial"), &terminalErrorReader{err: boom})), nil
|
||||||
|
}, &CreateOptions{})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
body, readErr := io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if readErr != nil {
|
||||||
|
t.Fatalf("the HTTP transport should end normally, got %v", readErr)
|
||||||
|
}
|
||||||
|
if string(body) != "partial" {
|
||||||
|
t.Fatalf("unexpected partial body: %q", body)
|
||||||
|
}
|
||||||
|
if got := registry.SourceError(url); !errors.Is(got, boom) {
|
||||||
|
t.Fatalf("expected source error %v, got %v", boom, got)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("short known-size reader", func(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(strings.NewReader("short")), nil
|
||||||
|
}, &CreateOptions{Size: 10})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_, _ = io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if got := registry.SourceError(url); !errors.Is(got, io.ErrUnexpectedEOF) {
|
||||||
|
t.Fatalf("expected unexpected EOF, got %v", got)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("range reader error becomes terminal", func(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
boom := errors.New("range reader failed")
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(io.MultiReader(strings.NewReader("partial"), &terminalErrorReader{err: boom})), nil
|
||||||
|
}, &CreateOptions{Size: 10, Range: true})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
for attempt := 0; attempt < rangeSourceFailureLimit; attempt++ {
|
||||||
|
req, err := http.NewRequest(http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
req.Header.Set("Range", "bytes=0-9")
|
||||||
|
resp, err := http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_, _ = io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
}
|
||||||
|
if got := registry.SourceError(url); !errors.Is(got, boom) {
|
||||||
|
t.Fatalf("expected range source error %v, got %v", boom, got)
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if resp.StatusCode != http.StatusGone {
|
||||||
|
t.Fatalf("expected terminal source status %d, got %d", http.StatusGone, resp.StatusCode)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("short range reader", func(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(strings.NewReader("short")), nil
|
||||||
|
}, &CreateOptions{Size: 10, Range: true})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
for attempt := 0; attempt < rangeSourceFailureLimit; attempt++ {
|
||||||
|
req, err := http.NewRequest(http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
req.Header.Set("Range", "bytes=0-9")
|
||||||
|
resp, err := http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_, _ = io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
}
|
||||||
|
if got := registry.SourceError(url); !errors.Is(got, io.ErrUnexpectedEOF) {
|
||||||
|
t.Fatalf("expected range unexpected EOF, got %v", got)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("successful range retry clears transient failure", func(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
attempt := 0
|
||||||
|
boom := errors.New("transient range failure")
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
attempt++
|
||||||
|
if attempt == 1 {
|
||||||
|
return io.NopCloser(&terminalErrorReader{err: boom}), nil
|
||||||
|
}
|
||||||
|
return io.NopCloser(strings.NewReader("0123456789")), nil
|
||||||
|
}, &CreateOptions{Size: 10, Range: true})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
for i := 0; i < 2; i++ {
|
||||||
|
req, err := http.NewRequest(http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
req.Header.Set("Range", "bytes=0-9")
|
||||||
|
resp, err := http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_, _ = io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
}
|
||||||
|
if got := registry.SourceError(url); got != nil {
|
||||||
|
t.Fatalf("successful retry left transient source error: %v", got)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("request cancellation is not a source error", func(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
opened := make(chan struct{})
|
||||||
|
url, err := registry.CreateOpener(func(ctx context.Context, _ OpenRequest) (io.ReadCloser, error) {
|
||||||
|
close(opened)
|
||||||
|
return &contextErrorReader{ctx: ctx}, nil
|
||||||
|
}, &CreateOptions{})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
ctx, cancel := context.WithCancel(context.Background())
|
||||||
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
done := make(chan struct{})
|
||||||
|
go func() {
|
||||||
|
resp, _ := http.DefaultClient.Do(req)
|
||||||
|
if resp != nil {
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
}
|
||||||
|
close(done)
|
||||||
|
}()
|
||||||
|
<-opened
|
||||||
|
cancel()
|
||||||
|
select {
|
||||||
|
case <-done:
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("cancelled request did not finish")
|
||||||
|
}
|
||||||
|
if got := registry.SourceError(url); got != nil {
|
||||||
|
t.Fatalf("request cancellation was recorded as source error: %v", got)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("nil reader", func(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return nil, nil
|
||||||
|
}, &CreateOptions{})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if resp.StatusCode != http.StatusGone {
|
||||||
|
t.Fatalf("expected nil reader status %d, got %d", http.StatusGone, resp.StatusCode)
|
||||||
|
}
|
||||||
|
if got := registry.SourceError(url); !errors.Is(got, ErrSourceClosed) {
|
||||||
|
t.Fatalf("expected closed source error, got %v", got)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryDoesNotRecordResponseWriteError(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(strings.NewReader("payload")), nil
|
||||||
|
}, &CreateOptions{Size: 7})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
req, err := http.NewRequest(http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
writerErr := errors.New("client connection closed")
|
||||||
|
registry.ServeHTTP(&failingResponseWriter{header: make(http.Header), err: writerErr}, req)
|
||||||
|
if got := registry.SourceError(url); got != nil {
|
||||||
|
t.Fatalf("response write error was recorded as a source error: %v", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryTaskReferencesShareSource(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
url, err := registry.CreateBlob([]byte("shared"), "text/plain")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.Acquire(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.Acquire(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.Release(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if !registry.IsURL(url) {
|
||||||
|
t.Fatal("the first task release revoked a source still used by another task")
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
body, readErr := io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if readErr != nil || string(body) != "shared" {
|
||||||
|
t.Fatalf("unexpected shared response body %q, error %v", body, readErr)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := registry.Release(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if registry.IsURL(url) {
|
||||||
|
t.Fatal("the final task release did not revoke the source")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryUnclaimedSessionSourceExpires(t *testing.T) {
|
||||||
|
setUnclaimedSourceTTLForTest(t, 25*time.Millisecond)
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
session := newCountingSession()
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(strings.NewReader("unused")), nil
|
||||||
|
}, &CreateOptions{Size: 6, Session: session})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if got := session.RefCount(); got != 1 {
|
||||||
|
t.Fatalf("unexpected initial session ref count: %d", got)
|
||||||
|
}
|
||||||
|
|
||||||
|
select {
|
||||||
|
case <-session.zero:
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("unclaimed source did not expire")
|
||||||
|
}
|
||||||
|
if registry.IsURL(url) {
|
||||||
|
t.Fatal("expired source is still registered")
|
||||||
|
}
|
||||||
|
if got := session.RefCount(); got != 0 {
|
||||||
|
t.Fatalf("expired source retained its session: %d", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryAcquireStopsUnclaimedSourceExpiration(t *testing.T) {
|
||||||
|
const ttl = 25 * time.Millisecond
|
||||||
|
setUnclaimedSourceTTLForTest(t, ttl)
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
session := newCountingSession()
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(strings.NewReader("claimed")), nil
|
||||||
|
}, &CreateOptions{Size: 7, Session: session})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.Acquire(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
select {
|
||||||
|
case <-session.zero:
|
||||||
|
t.Fatal("claimed source expired")
|
||||||
|
case <-time.After(4 * ttl):
|
||||||
|
}
|
||||||
|
if !registry.IsURL(url) {
|
||||||
|
t.Fatal("claimed source was removed")
|
||||||
|
}
|
||||||
|
if err := registry.Release(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case <-session.zero:
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("final task release did not release the session")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryUnclaimedExpirationKeepsActiveReaderSession(t *testing.T) {
|
||||||
|
setUnclaimedSourceTTLForTest(t, 100*time.Millisecond)
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
session := newCountingSession()
|
||||||
|
reader, writer := io.Pipe()
|
||||||
|
opened := make(chan struct{})
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
close(opened)
|
||||||
|
return reader, nil
|
||||||
|
}, &CreateOptions{Size: 7, Session: session})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
type result struct {
|
||||||
|
body []byte
|
||||||
|
err error
|
||||||
|
}
|
||||||
|
resultCh := make(chan result, 1)
|
||||||
|
go func() {
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
resultCh <- result{err: err}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
body, err := io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
resultCh <- result{body: body, err: err}
|
||||||
|
}()
|
||||||
|
|
||||||
|
select {
|
||||||
|
case <-opened:
|
||||||
|
case got := <-resultCh:
|
||||||
|
t.Fatalf("request ended before the opener ran: body %q, error %v", got.body, got.err)
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("active request did not open")
|
||||||
|
}
|
||||||
|
deadline := time.NewTimer(2 * time.Second)
|
||||||
|
ticker := time.NewTicker(5 * time.Millisecond)
|
||||||
|
defer deadline.Stop()
|
||||||
|
defer ticker.Stop()
|
||||||
|
for registry.IsURL(url) {
|
||||||
|
select {
|
||||||
|
case <-ticker.C:
|
||||||
|
case <-deadline.C:
|
||||||
|
t.Fatal("unclaimed source did not expire while its reader was active")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if got := session.RefCount(); got != 1 {
|
||||||
|
t.Fatalf("expiration released the active-reader session ref: %d", got)
|
||||||
|
}
|
||||||
|
if _, err := writer.Write([]byte("payload")); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_ = writer.Close()
|
||||||
|
|
||||||
|
select {
|
||||||
|
case got := <-resultCh:
|
||||||
|
if got.err != nil || string(got.body) != "payload" {
|
||||||
|
t.Fatalf("active response was interrupted: body %q, error %v", got.body, got.err)
|
||||||
|
}
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("active response did not finish after source expiration")
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case <-session.zero:
|
||||||
|
if got := session.RefCount(); got != 0 {
|
||||||
|
t.Fatalf("unexpected final session ref count: %d", got)
|
||||||
|
}
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("active-reader session ref was not released")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryCloseCancelsUnclaimedExpiration(t *testing.T) {
|
||||||
|
const ttl = 25 * time.Millisecond
|
||||||
|
setUnclaimedSourceTTLForTest(t, ttl)
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
|
||||||
|
session := newCountingSession()
|
||||||
|
_, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
return io.NopCloser(strings.NewReader("unused")), nil
|
||||||
|
}, &CreateOptions{Size: 6, Session: session})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.Close(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case <-session.zero:
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("registry close did not release the session")
|
||||||
|
}
|
||||||
|
<-time.After(4 * ttl)
|
||||||
|
if got := session.RefCount(); got != 0 {
|
||||||
|
t.Fatalf("expiration released the session again after close: %d", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryRevokeKeepsActiveReaderSession(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
session := newCountingSession()
|
||||||
|
reader, writer := io.Pipe()
|
||||||
|
opened := make(chan struct{})
|
||||||
|
url, err := registry.CreateOpener(func(context.Context, OpenRequest) (io.ReadCloser, error) {
|
||||||
|
close(opened)
|
||||||
|
return reader, nil
|
||||||
|
}, &CreateOptions{Size: 7, Session: session})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
type result struct {
|
||||||
|
body []byte
|
||||||
|
err error
|
||||||
|
}
|
||||||
|
resultCh := make(chan result, 1)
|
||||||
|
go func() {
|
||||||
|
resp, err := http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
resultCh <- result{err: err}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
body, err := io.ReadAll(resp.Body)
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
resultCh <- result{body: body, err: err}
|
||||||
|
}()
|
||||||
|
|
||||||
|
<-opened
|
||||||
|
if got := session.RefCount(); got != 2 {
|
||||||
|
t.Fatalf("expected source and active-reader session refs, got %d", got)
|
||||||
|
}
|
||||||
|
if err := registry.Revoke(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if got := session.RefCount(); got != 1 {
|
||||||
|
t.Fatalf("revoke released the active-reader session ref: %d", got)
|
||||||
|
}
|
||||||
|
if _, err := writer.Write([]byte("payload")); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_ = writer.Close()
|
||||||
|
|
||||||
|
select {
|
||||||
|
case got := <-resultCh:
|
||||||
|
if got.err != nil || string(got.body) != "payload" {
|
||||||
|
t.Fatalf("active response was interrupted: body %q, error %v", got.body, got.err)
|
||||||
|
}
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("active response did not finish after revoke")
|
||||||
|
}
|
||||||
|
select {
|
||||||
|
case <-session.zero:
|
||||||
|
if got := session.RefCount(); got != 0 {
|
||||||
|
t.Fatalf("unexpected final session ref count: %d", got)
|
||||||
|
}
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("active-reader session ref was not released")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRegistryHTTPErrorStatuses(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
defer registry.Close()
|
||||||
|
|
||||||
|
url, err := registry.CreateBlob([]byte("secret"), "text/plain")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
badURL := url + "-missing"
|
||||||
|
resp, err := http.Get(badURL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if resp.StatusCode != http.StatusNotFound {
|
||||||
|
t.Fatalf("unexpected missing source status: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
|
||||||
|
req, err := http.NewRequest(http.MethodHead, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
resp, err = http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if resp.StatusCode != http.StatusMethodNotAllowed {
|
||||||
|
t.Fatalf("unexpected method status: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
|
||||||
|
req, err = http.NewRequest(http.MethodGet, url, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
req.Header.Set("Range", "bytes=99-100")
|
||||||
|
resp, err = http.DefaultClient.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if resp.StatusCode != http.StatusRequestedRangeNotSatisfiable {
|
||||||
|
t.Fatalf("unexpected invalid range status: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := registry.Revoke(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
resp, err = http.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
_ = resp.Body.Close()
|
||||||
|
if resp.StatusCode != http.StatusNotFound {
|
||||||
|
t.Fatalf("unexpected revoked source status: %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
if registry.IsURL(url) {
|
||||||
|
t.Fatal("revoked source should not be usable")
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,6 +1,7 @@
|
|||||||
package controller
|
package controller
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"github.com/GopeedLab/gopeed/internal/tempfiles"
|
||||||
"github.com/GopeedLab/gopeed/pkg/base"
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
"net/http"
|
"net/http"
|
||||||
"net/url"
|
"net/url"
|
||||||
@@ -9,8 +10,11 @@ import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
type Controller struct {
|
type Controller struct {
|
||||||
GetConfig func(v any)
|
TempFiles *tempfiles.Scope
|
||||||
GetProxy func(requestProxy *base.RequestProxy) func(*http.Request) (*url.URL, error)
|
ManagedProduction func(string) bool
|
||||||
|
TempDir string
|
||||||
|
GetConfig func(v any)
|
||||||
|
GetProxy func(requestProxy *base.RequestProxy) func(*http.Request) (*url.URL, error)
|
||||||
FileController
|
FileController
|
||||||
//ContextDialer() (proxy.Dialer, error)
|
//ContextDialer() (proxy.Dialer, error)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -21,8 +21,9 @@ type Fetcher interface {
|
|||||||
Pause() error
|
Pause() error
|
||||||
Close() error
|
Close() error
|
||||||
|
|
||||||
// Stats refreshes health statistics and returns the latest information
|
// Stats returns both the durable protocol snapshot and transient runtime
|
||||||
Stats() any
|
// telemetry. Downloader persists Snapshot and keeps Runtime in memory only.
|
||||||
|
Stats() *Stats
|
||||||
// Meta returns the meta information of the download.
|
// Meta returns the meta information of the download.
|
||||||
Meta() *FetcherMeta
|
Meta() *FetcherMeta
|
||||||
// Progress returns the progress of the download.
|
// Progress returns the progress of the download.
|
||||||
@@ -31,6 +32,14 @@ type Fetcher interface {
|
|||||||
Wait() error
|
Wait() error
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Stats separates protocol information that remains meaningful after a task
|
||||||
|
// stops from telemetry that is valid only while the fetcher is active.
|
||||||
|
// Protocols own both payload schemas; Downloader treats them as opaque values.
|
||||||
|
type Stats struct {
|
||||||
|
Snapshot any `json:"snapshot"`
|
||||||
|
Runtime any `json:"runtime"`
|
||||||
|
}
|
||||||
|
|
||||||
type Uploader interface {
|
type Uploader interface {
|
||||||
Upload() error
|
Upload() error
|
||||||
UploadedBytes() int64
|
UploadedBytes() int64
|
||||||
@@ -97,7 +106,13 @@ func (s *SchemeFilter) Match(uri string) bool {
|
|||||||
case FilterTypeUrl:
|
case FilterTypeUrl:
|
||||||
return strings.HasPrefix(uriUpper, patternUpper+":")
|
return strings.HasPrefix(uriUpper, patternUpper+":")
|
||||||
case FilterTypeFile:
|
case FilterTypeFile:
|
||||||
return strings.HasSuffix(uriUpper, "."+patternUpper)
|
// Strip query and fragment before matching so URLs like
|
||||||
|
// https://example.com/video.m3u8?sign=abc still route by extension.
|
||||||
|
clean := uri
|
||||||
|
if idx := strings.IndexAny(clean, "?#"); idx >= 0 {
|
||||||
|
clean = clean[:idx]
|
||||||
|
}
|
||||||
|
return strings.HasSuffix(strings.ToUpper(clean), "."+patternUpper)
|
||||||
case FilterTypeBase64:
|
case FilterTypeBase64:
|
||||||
return strings.HasPrefix(uriUpper, "DATA:"+patternUpper+";BASE64,")
|
return strings.HasPrefix(uriUpper, "DATA:"+patternUpper+";BASE64,")
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,6 +1,23 @@
|
|||||||
package fetcher
|
package fetcher
|
||||||
|
|
||||||
import "testing"
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStatsMarshalRawSnapshotWithoutRuntime(t *testing.T) {
|
||||||
|
stats := &Stats{
|
||||||
|
Snapshot: json.RawMessage(`{"value":1}`),
|
||||||
|
}
|
||||||
|
|
||||||
|
data, err := json.Marshal(stats)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Marshal() error = %v", err)
|
||||||
|
}
|
||||||
|
if got, want := string(data), `{"snapshot":{"value":1},"runtime":null}`; got != want {
|
||||||
|
t.Fatalf("Marshal() = %s, want %s", got, want)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestSchemeFilter_Match(t *testing.T) {
|
func TestSchemeFilter_Match(t *testing.T) {
|
||||||
type fields struct {
|
type fields struct {
|
||||||
|
|||||||
@@ -0,0 +1,346 @@
|
|||||||
|
package httpclient
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"crypto/tls"
|
||||||
|
"fmt"
|
||||||
|
"net"
|
||||||
|
"net/http"
|
||||||
|
"net/url"
|
||||||
|
"strings"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/imroc/req/v3"
|
||||||
|
)
|
||||||
|
|
||||||
|
type ImpersonationMode string
|
||||||
|
|
||||||
|
const (
|
||||||
|
ImpersonationNative ImpersonationMode = "native"
|
||||||
|
ImpersonationFixed ImpersonationMode = "fixed"
|
||||||
|
ImpersonationAuto ImpersonationMode = "auto"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Browser string
|
||||||
|
|
||||||
|
const (
|
||||||
|
BrowserChrome Browser = "chrome"
|
||||||
|
BrowserFirefox Browser = "firefox"
|
||||||
|
BrowserSafari Browser = "safari"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Options struct {
|
||||||
|
Client ClientOptions
|
||||||
|
Transport TransportOptions
|
||||||
|
Impersonation ImpersonationOptions
|
||||||
|
}
|
||||||
|
|
||||||
|
type ClientOptions struct {
|
||||||
|
Jar http.CookieJar
|
||||||
|
CheckRedirect func(req *http.Request, via []*http.Request) error
|
||||||
|
Timeout time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
type TransportOptions struct {
|
||||||
|
Proxy func(*http.Request) (*url.URL, error)
|
||||||
|
DialContext func(ctx context.Context, network, address string) (net.Conn, error)
|
||||||
|
TLSClientConfig *tls.Config
|
||||||
|
TLSHandshakeTimeout time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
type ImpersonationOptions struct {
|
||||||
|
Mode ImpersonationMode
|
||||||
|
Browser Browser
|
||||||
|
Session *ImpersonationSession
|
||||||
|
}
|
||||||
|
|
||||||
|
type ImpersonationSession struct {
|
||||||
|
mu sync.RWMutex
|
||||||
|
selections map[string]impersonationSelection
|
||||||
|
}
|
||||||
|
|
||||||
|
type impersonationSelection struct {
|
||||||
|
browser Browser
|
||||||
|
fallbackDisabled bool
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewImpersonationSession() *ImpersonationSession {
|
||||||
|
return &ImpersonationSession{
|
||||||
|
selections: make(map[string]impersonationSelection),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *ImpersonationSession) load(url string) (impersonationSelection, bool) {
|
||||||
|
s.mu.RLock()
|
||||||
|
defer s.mu.RUnlock()
|
||||||
|
selection, ok := s.selections[url]
|
||||||
|
return selection, ok
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *ImpersonationSession) store(url string, browser Browser) {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
s.selections[url] = impersonationSelection{browser: browser}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *ImpersonationSession) disableFallback(url string) {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
s.selections[url] = impersonationSelection{fallbackDisabled: true}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *ImpersonationSession) Clear() {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
clear(s.selections)
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewClient(options Options) (*http.Client, error) {
|
||||||
|
var transport http.RoundTripper
|
||||||
|
switch options.Impersonation.Mode {
|
||||||
|
case "", ImpersonationNative:
|
||||||
|
transport = newNativeTransport(options.Transport)
|
||||||
|
case ImpersonationFixed:
|
||||||
|
browserTransport, err := newBrowserTransport(options.Transport, options.Impersonation.Browser)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
transport = browserTransport
|
||||||
|
case ImpersonationAuto:
|
||||||
|
browserTransports := make(map[Browser]http.RoundTripper, 3)
|
||||||
|
for _, browser := range []Browser{BrowserChrome, BrowserFirefox, BrowserSafari} {
|
||||||
|
browserTransport, err := newBrowserTransport(options.Transport, browser)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
browserTransports[browser] = browserTransport
|
||||||
|
}
|
||||||
|
transport = &adaptiveTransport{
|
||||||
|
native: newNativeTransport(options.Transport),
|
||||||
|
browsers: browserTransports,
|
||||||
|
jar: options.Client.Jar,
|
||||||
|
session: options.Impersonation.Session,
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
return nil, fmt.Errorf("unsupported impersonation mode %q", options.Impersonation.Mode)
|
||||||
|
}
|
||||||
|
|
||||||
|
return &http.Client{
|
||||||
|
Transport: transport,
|
||||||
|
Jar: options.Client.Jar,
|
||||||
|
CheckRedirect: options.Client.CheckRedirect,
|
||||||
|
Timeout: options.Client.Timeout,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func newNativeTransport(options TransportOptions) *http.Transport {
|
||||||
|
var tlsConfig *tls.Config
|
||||||
|
if options.TLSClientConfig != nil {
|
||||||
|
tlsConfig = options.TLSClientConfig.Clone()
|
||||||
|
}
|
||||||
|
return &http.Transport{
|
||||||
|
Proxy: options.Proxy,
|
||||||
|
DialContext: options.DialContext,
|
||||||
|
TLSClientConfig: tlsConfig,
|
||||||
|
TLSHandshakeTimeout: options.TLSHandshakeTimeout,
|
||||||
|
ForceAttemptHTTP2: true,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func newBrowserTransport(options TransportOptions, browser Browser) (http.RoundTripper, error) {
|
||||||
|
client := req.NewClient()
|
||||||
|
client.SetProxy(options.Proxy)
|
||||||
|
if options.DialContext != nil {
|
||||||
|
client.SetDial(options.DialContext)
|
||||||
|
}
|
||||||
|
client.SetTLSHandshakeTimeout(options.TLSHandshakeTimeout)
|
||||||
|
if options.TLSClientConfig != nil {
|
||||||
|
tlsConfig := options.TLSClientConfig.Clone()
|
||||||
|
if len(tlsConfig.NextProtos) == 0 {
|
||||||
|
tlsConfig.NextProtos = []string{"h2", "http/1.1"}
|
||||||
|
}
|
||||||
|
client.SetTLSClientConfig(tlsConfig)
|
||||||
|
}
|
||||||
|
|
||||||
|
switch browser {
|
||||||
|
case BrowserChrome:
|
||||||
|
client.ImpersonateChrome()
|
||||||
|
case BrowserFirefox:
|
||||||
|
client.ImpersonateFirefox()
|
||||||
|
case BrowserSafari:
|
||||||
|
client.ImpersonateSafari()
|
||||||
|
default:
|
||||||
|
return nil, fmt.Errorf("unsupported browser %q", browser)
|
||||||
|
}
|
||||||
|
|
||||||
|
return &defaultHeaderTransport{
|
||||||
|
next: client.GetClient().Transport,
|
||||||
|
defaults: client.Headers.Clone(),
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type defaultHeaderTransport struct {
|
||||||
|
next http.RoundTripper
|
||||||
|
defaults http.Header
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *defaultHeaderTransport) RoundTrip(request *http.Request) (*http.Response, error) {
|
||||||
|
request = request.Clone(request.Context())
|
||||||
|
request.Header = request.Header.Clone()
|
||||||
|
for key, values := range t.defaults {
|
||||||
|
if len(request.Header.Values(key)) == 0 {
|
||||||
|
request.Header[key] = append([]string(nil), values...)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return t.next.RoundTrip(request)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *defaultHeaderTransport) CloseIdleConnections() {
|
||||||
|
closeIdleConnections(t.next)
|
||||||
|
}
|
||||||
|
|
||||||
|
type adaptiveTransport struct {
|
||||||
|
native http.RoundTripper
|
||||||
|
browsers map[Browser]http.RoundTripper
|
||||||
|
jar http.CookieJar
|
||||||
|
session *ImpersonationSession
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *adaptiveTransport) RoundTrip(request *http.Request) (*http.Response, error) {
|
||||||
|
cacheKey := requestCacheKey(request.URL)
|
||||||
|
if t.session != nil {
|
||||||
|
if selected, ok := t.session.load(cacheKey); ok {
|
||||||
|
if selected.fallbackDisabled {
|
||||||
|
return t.native.RoundTrip(request)
|
||||||
|
}
|
||||||
|
return t.browsers[selected.browser].RoundTrip(request)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := t.native.RoundTrip(request)
|
||||||
|
if !shouldFallback(response, err) {
|
||||||
|
return response, err
|
||||||
|
}
|
||||||
|
|
||||||
|
retry, ok := cloneRequestForRetry(request)
|
||||||
|
if !ok {
|
||||||
|
return response, err
|
||||||
|
}
|
||||||
|
if response != nil {
|
||||||
|
applyResponseCookies(t.jar, request, retry, response)
|
||||||
|
_ = response.Body.Close()
|
||||||
|
}
|
||||||
|
|
||||||
|
browser := browserFromUserAgent(request.UserAgent())
|
||||||
|
response, err = t.browsers[browser].RoundTrip(retry)
|
||||||
|
if t.session != nil {
|
||||||
|
if isSuccessfulFallback(response, err) {
|
||||||
|
t.session.store(cacheKey, browser)
|
||||||
|
} else if err == nil && response != nil {
|
||||||
|
t.session.disableFallback(cacheKey)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return response, err
|
||||||
|
}
|
||||||
|
|
||||||
|
func requestCacheKey(requestURL *url.URL) string {
|
||||||
|
cacheURL := *requestURL
|
||||||
|
cacheURL.Fragment = ""
|
||||||
|
cacheURL.RawFragment = ""
|
||||||
|
return cacheURL.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func applyResponseCookies(jar http.CookieJar, request, retry *http.Request, response *http.Response) {
|
||||||
|
if jar == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
jar.SetCookies(request.URL, response.Cookies())
|
||||||
|
jarCookies := jar.Cookies(request.URL)
|
||||||
|
jarCookieNames := make(map[string]struct{}, len(jarCookies))
|
||||||
|
for _, cookie := range jarCookies {
|
||||||
|
jarCookieNames[cookie.Name] = struct{}{}
|
||||||
|
}
|
||||||
|
existingCookies := retry.Cookies()
|
||||||
|
retry.Header.Del("Cookie")
|
||||||
|
for _, cookie := range existingCookies {
|
||||||
|
if _, replaced := jarCookieNames[cookie.Name]; !replaced {
|
||||||
|
retry.AddCookie(cookie)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for _, cookie := range jarCookies {
|
||||||
|
retry.AddCookie(cookie)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (t *adaptiveTransport) CloseIdleConnections() {
|
||||||
|
closeIdleConnections(t.native)
|
||||||
|
for _, transport := range t.browsers {
|
||||||
|
closeIdleConnections(transport)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func closeIdleConnections(transport http.RoundTripper) {
|
||||||
|
if closer, ok := transport.(interface{ CloseIdleConnections() }); ok {
|
||||||
|
closer.CloseIdleConnections()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func shouldFallback(response *http.Response, err error) bool {
|
||||||
|
if err != nil {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
if response == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return response.StatusCode == http.StatusForbidden ||
|
||||||
|
strings.EqualFold(response.Header.Get("Cf-Mitigated"), "challenge")
|
||||||
|
}
|
||||||
|
|
||||||
|
func isSuccessfulFallback(response *http.Response, err error) bool {
|
||||||
|
return err == nil && response != nil &&
|
||||||
|
response.StatusCode >= http.StatusOK &&
|
||||||
|
response.StatusCode < http.StatusBadRequest
|
||||||
|
}
|
||||||
|
|
||||||
|
func cloneRequestForRetry(request *http.Request) (*http.Request, bool) {
|
||||||
|
if !isIdempotent(request) {
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
retry := request.Clone(request.Context())
|
||||||
|
if request.Body == nil || request.Body == http.NoBody {
|
||||||
|
return retry, true
|
||||||
|
}
|
||||||
|
if request.GetBody == nil {
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
body, err := request.GetBody()
|
||||||
|
if err != nil {
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
retry.Body = body
|
||||||
|
return retry, true
|
||||||
|
}
|
||||||
|
|
||||||
|
func isIdempotent(request *http.Request) bool {
|
||||||
|
switch request.Method {
|
||||||
|
case http.MethodGet, http.MethodHead, http.MethodOptions, http.MethodTrace:
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
return request.Header.Get("Idempotency-Key") != "" ||
|
||||||
|
request.Header.Get("X-Idempotency-Key") != ""
|
||||||
|
}
|
||||||
|
|
||||||
|
func browserFromUserAgent(userAgent string) Browser {
|
||||||
|
userAgent = strings.ToLower(userAgent)
|
||||||
|
switch {
|
||||||
|
case strings.Contains(userAgent, "firefox"):
|
||||||
|
return BrowserFirefox
|
||||||
|
case strings.Contains(userAgent, "safari") &&
|
||||||
|
!strings.Contains(userAgent, "chrome") &&
|
||||||
|
!strings.Contains(userAgent, "chromium"):
|
||||||
|
return BrowserSafari
|
||||||
|
default:
|
||||||
|
return BrowserChrome
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,962 @@
|
|||||||
|
package httpclient_test
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"crypto/tls"
|
||||||
|
"errors"
|
||||||
|
"io"
|
||||||
|
"net"
|
||||||
|
"net/http"
|
||||||
|
"net/http/cookiejar"
|
||||||
|
"net/http/httptest"
|
||||||
|
"net/url"
|
||||||
|
"slices"
|
||||||
|
"strings"
|
||||||
|
"sync/atomic"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/httpclient"
|
||||||
|
"github.com/GopeedLab/gopeed/internal/httpclient/httpclienttest"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestFixedChromeUsesBrowserTLSFingerprintAndHTTP2(t *testing.T) {
|
||||||
|
server := httpclienttest.NewFingerprintServer(t, httpclienttest.FingerprintServerOptions{
|
||||||
|
RequiredProfile: httpclienttest.ProfileAnyBrowser,
|
||||||
|
})
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
|
},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationFixed,
|
||||||
|
Browser: httpclient.BrowserChrome,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
defer response.Body.Close()
|
||||||
|
|
||||||
|
if response.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("status = %d, want %d", response.StatusCode, http.StatusOK)
|
||||||
|
}
|
||||||
|
if response.ProtoMajor != 2 {
|
||||||
|
t.Fatalf("protocol = %q, want HTTP/2", response.Proto)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoFallsBackFromNativeToBrowserFingerprint(t *testing.T) {
|
||||||
|
server := httpclienttest.NewFingerprintServer(t, httpclienttest.FingerprintServerOptions{
|
||||||
|
RequiredProfile: httpclienttest.ProfileAnyBrowser,
|
||||||
|
})
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
|
},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
request, err := http.NewRequest(http.MethodGet, server.URL, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewRequest() error = %v", err)
|
||||||
|
}
|
||||||
|
request.Header.Set("User-Agent", "Mozilla/5.0 Chrome/120.0.0.0 Safari/537.36")
|
||||||
|
|
||||||
|
response, err := client.Do(request)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Do() error = %v", err)
|
||||||
|
}
|
||||||
|
defer response.Body.Close()
|
||||||
|
|
||||||
|
if response.ProtoMajor != 2 {
|
||||||
|
t.Fatalf("protocol = %q, want HTTP/2", response.Proto)
|
||||||
|
}
|
||||||
|
if got, want := server.Profiles(), []httpclienttest.Profile{
|
||||||
|
httpclienttest.ProfileNative,
|
||||||
|
httpclienttest.ProfileChrome,
|
||||||
|
}; !slices.Equal(got, want) {
|
||||||
|
t.Fatalf("ClientHello profiles = %v, want %v", got, want)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoChoosesBrowserFingerprintFromUserAgent(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
userAgent string
|
||||||
|
wantBrowser httpclient.Browser
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "chrome",
|
||||||
|
userAgent: "Mozilla/5.0 Chrome/120.0.0.0 Safari/537.36",
|
||||||
|
wantBrowser: httpclient.BrowserChrome,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "firefox",
|
||||||
|
userAgent: "Mozilla/5.0 Firefox/120.0",
|
||||||
|
wantBrowser: httpclient.BrowserFirefox,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "safari",
|
||||||
|
userAgent: "Mozilla/5.0 Version/16.6 Safari/605.1.15",
|
||||||
|
wantBrowser: httpclient.BrowserSafari,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "unknown defaults to chrome",
|
||||||
|
userAgent: "Gopeed/1.0",
|
||||||
|
wantBrowser: httpclient.BrowserChrome,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
for _, test := range tests {
|
||||||
|
t.Run(test.name, func(t *testing.T) {
|
||||||
|
server := httpclienttest.NewFingerprintServer(t, httpclienttest.FingerprintServerOptions{
|
||||||
|
RequiredProfile: httpclienttest.Profile(test.wantBrowser),
|
||||||
|
})
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
|
},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationAuto},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
request, err := http.NewRequest(http.MethodGet, server.URL, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewRequest() error = %v", err)
|
||||||
|
}
|
||||||
|
request.Header.Set("User-Agent", test.userAgent)
|
||||||
|
response, err := client.Do(request)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Do() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
|
||||||
|
if response.ProtoMajor != 2 {
|
||||||
|
t.Fatalf("protocol = %q, want HTTP/2", response.Proto)
|
||||||
|
}
|
||||||
|
if got, want := server.Profiles(), []httpclienttest.Profile{
|
||||||
|
httpclienttest.ProfileNative,
|
||||||
|
httpclienttest.Profile(test.wantBrowser),
|
||||||
|
}; !slices.Equal(got, want) {
|
||||||
|
t.Fatalf("profiles = %v, want %v", got, want)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoFallsBackOnForbiddenAndPinsBrowserPerURL(t *testing.T) {
|
||||||
|
var requests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
requests.Add(1)
|
||||||
|
if request.Header.Get("Sec-Ch-Ua") == "" {
|
||||||
|
http.Error(w, "browser required", http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: httpclient.NewImpersonationSession(),
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
for range 2 {
|
||||||
|
request, err := http.NewRequest(http.MethodGet, server.URL, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewRequest() error = %v", err)
|
||||||
|
}
|
||||||
|
request.Header.Set("User-Agent", "Mozilla/5.0 Chrome/120.0.0.0 Safari/537.36")
|
||||||
|
response, err := client.Do(request)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Do() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
if response.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("status = %d, want %d", response.StatusCode, http.StatusOK)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if requests.Load() != 3 {
|
||||||
|
t.Fatalf("requests = %d, want 3 (native + fallback + pinned)", requests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoDisablesFallbackWhenBrowserReturnsHTTPFailure(t *testing.T) {
|
||||||
|
var requests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
requests.Add(1)
|
||||||
|
if request.Header.Get("Sec-Ch-Ua") == "" {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusNotFound)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: httpclient.NewImpersonationSession(),
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
wantStatuses := []int{http.StatusNotFound, http.StatusForbidden}
|
||||||
|
for _, wantStatus := range wantStatuses {
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
if response.StatusCode != wantStatus {
|
||||||
|
t.Fatalf("status = %d, want %d", response.StatusCode, wantStatus)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if requests.Load() != 3 {
|
||||||
|
t.Fatalf("requests = %d, want 3 (native + one fallback + native)", requests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoDoesNotDisableFallbackAfterTransportFailure(t *testing.T) {
|
||||||
|
server := httpclienttest.NewFingerprintServer(t, httpclienttest.FingerprintServerOptions{
|
||||||
|
RequiredProfile: httpclienttest.Profile("unsupported"),
|
||||||
|
})
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
|
},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: httpclient.NewImpersonationSession(),
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
for range 2 {
|
||||||
|
if _, err := client.Get(server.URL); err == nil {
|
||||||
|
t.Fatal("Get() error = nil, want TLS failure")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if got, want := server.Profiles(), []httpclienttest.Profile{
|
||||||
|
httpclienttest.ProfileNative,
|
||||||
|
httpclienttest.ProfileChrome,
|
||||||
|
httpclienttest.ProfileNative,
|
||||||
|
httpclienttest.ProfileChrome,
|
||||||
|
}; !slices.Equal(got, want) {
|
||||||
|
t.Fatalf("ClientHello profiles = %v, want %v", got, want)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoWithoutSessionDoesNotCacheSelectedBrowser(t *testing.T) {
|
||||||
|
var requests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
requests.Add(1)
|
||||||
|
if request.Header.Get("Sec-Ch-Ua") == "" {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationAuto},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
for range 2 {
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
}
|
||||||
|
|
||||||
|
if requests.Load() != 4 {
|
||||||
|
t.Fatalf("requests = %d, want 4 (native + fallback without caching)", requests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoSharesSelectedBrowserAcrossClientsInSession(t *testing.T) {
|
||||||
|
var requests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
requests.Add(1)
|
||||||
|
if request.Header.Get("Sec-Ch-Ua") == "" {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
session := httpclient.NewImpersonationSession()
|
||||||
|
|
||||||
|
for range 2 {
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: session,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
request, err := http.NewRequest(http.MethodGet, server.URL, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewRequest() error = %v", err)
|
||||||
|
}
|
||||||
|
request.Header.Set("User-Agent", "Mozilla/5.0 Chrome/120.0.0.0 Safari/537.36")
|
||||||
|
response, err := client.Do(request)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Do() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
}
|
||||||
|
|
||||||
|
if requests.Load() != 3 {
|
||||||
|
t.Fatalf("requests = %d, want 3 (native + fallback + session pinned)", requests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoDoesNotShareSelectedBrowserAcrossSessions(t *testing.T) {
|
||||||
|
var requests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
requests.Add(1)
|
||||||
|
if request.Header.Get("Sec-Ch-Ua") == "" {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
for range 2 {
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: httpclient.NewImpersonationSession(),
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
}
|
||||||
|
|
||||||
|
if requests.Load() != 4 {
|
||||||
|
t.Fatalf("requests = %d, want 4 (native + fallback per session)", requests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoCachesSelectedBrowserByFullURL(t *testing.T) {
|
||||||
|
var publicBrowserRequests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
browserRequest := request.Header.Get("Sec-Ch-Ua") != ""
|
||||||
|
switch request.URL.Query().Get("access") {
|
||||||
|
case "protected":
|
||||||
|
if !browserRequest {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
case "public":
|
||||||
|
if browserRequest {
|
||||||
|
publicBrowserRequests.Add(1)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: httpclient.NewImpersonationSession(),
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
for range 2 {
|
||||||
|
response, err := client.Get(server.URL + "/file?access=protected")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("protected Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
}
|
||||||
|
response, err := client.Get(server.URL + "/file?access=public")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("public Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
|
||||||
|
if publicBrowserRequests.Load() != 0 {
|
||||||
|
t.Fatalf("public browser requests = %d, want 0", publicBrowserRequests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestImpersonationSessionClearRemovesSelections(t *testing.T) {
|
||||||
|
var requests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
requests.Add(1)
|
||||||
|
if request.Header.Get("Sec-Ch-Ua") == "" {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
session := httpclient.NewImpersonationSession()
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: session,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
for range 2 {
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
session.Clear()
|
||||||
|
}
|
||||||
|
|
||||||
|
if requests.Load() != 4 {
|
||||||
|
t.Fatalf("requests = %d, want 4 (native + fallback after each clear)", requests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestGlobalAutoSelectionDoesNotAffectNativeMode(t *testing.T) {
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
if request.Header.Get("Sec-Ch-Ua") == "" {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
autoClient, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationAuto},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient(auto) error = %v", err)
|
||||||
|
}
|
||||||
|
autoResponse, err := autoClient.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("auto Get() error = %v", err)
|
||||||
|
}
|
||||||
|
autoResponse.Body.Close()
|
||||||
|
if autoResponse.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("auto status = %d, want %d", autoResponse.StatusCode, http.StatusOK)
|
||||||
|
}
|
||||||
|
|
||||||
|
nativeClient, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationNative},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient(native) error = %v", err)
|
||||||
|
}
|
||||||
|
nativeResponse, err := nativeClient.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("native Get() error = %v", err)
|
||||||
|
}
|
||||||
|
nativeResponse.Body.Close()
|
||||||
|
if nativeResponse.StatusCode != http.StatusForbidden {
|
||||||
|
t.Fatalf("native status = %d, want %d", nativeResponse.StatusCode, http.StatusForbidden)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoAppliesFallbackResponseCookiesBeforeRetry(t *testing.T) {
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
if request.Header.Get("Sec-Ch-Ua") == "" {
|
||||||
|
http.SetCookie(w, &http.Cookie{Name: "challenge", Value: "passed", Path: "/"})
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
cookie, err := request.Cookie("challenge")
|
||||||
|
if err != nil || cookie.Value != "passed" {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
jar, err := cookiejar.New(nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("cookiejar.New() error = %v", err)
|
||||||
|
}
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Client: httpclient.ClientOptions{Jar: jar},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationAuto},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
if response.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("status = %d, want %d", response.StatusCode, http.StatusOK)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoDoesNotRetryRequestWithNonReplayableBody(t *testing.T) {
|
||||||
|
var requests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
|
||||||
|
requests.Add(1)
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationAuto},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
bodyReader, bodyWriter := io.Pipe()
|
||||||
|
t.Cleanup(func() {
|
||||||
|
bodyReader.Close()
|
||||||
|
bodyWriter.Close()
|
||||||
|
})
|
||||||
|
go func() {
|
||||||
|
_, _ = bodyWriter.Write([]byte("payload"))
|
||||||
|
_ = bodyWriter.Close()
|
||||||
|
}()
|
||||||
|
request, err := http.NewRequest(http.MethodPost, server.URL, bodyReader)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewRequest() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := client.Do(request)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Do() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
if requests.Load() != 1 {
|
||||||
|
t.Fatalf("requests = %d, want 1", requests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestAutoDoesNotRetryReplayablePost(t *testing.T) {
|
||||||
|
var requests atomic.Int32
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
|
||||||
|
requests.Add(1)
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationAuto},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
request, err := http.NewRequest(http.MethodPost, server.URL, strings.NewReader("payload"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewRequest() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := client.Do(request)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Do() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
if requests.Load() != 1 {
|
||||||
|
t.Fatalf("requests = %d, want 1", requests.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestNativeUsesStandardTransportWithHTTP2(t *testing.T) {
|
||||||
|
server := httptest.NewUnstartedServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
server.EnableHTTP2 = true
|
||||||
|
server.StartTLS()
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
|
||||||
|
},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationNative,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
defer response.Body.Close()
|
||||||
|
|
||||||
|
if response.ProtoMajor != 2 {
|
||||||
|
t.Fatalf("protocol = %q, want HTTP/2", response.Proto)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestClientOptionsPreserveCookiesAcrossRedirects(t *testing.T) {
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
switch request.URL.Path {
|
||||||
|
case "/start":
|
||||||
|
http.SetCookie(w, &http.Cookie{Name: "session", Value: "gopeed", Path: "/"})
|
||||||
|
http.Redirect(w, request, "/download", http.StatusFound)
|
||||||
|
case "/download":
|
||||||
|
cookie, err := request.Cookie("session")
|
||||||
|
if err != nil || cookie.Value != "gopeed" {
|
||||||
|
http.Error(w, "cookie missing", http.StatusBadRequest)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
default:
|
||||||
|
http.NotFound(w, request)
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
jar, err := cookiejar.New(nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("cookiejar.New() error = %v", err)
|
||||||
|
}
|
||||||
|
var redirects atomic.Int32
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Client: httpclient.ClientOptions{
|
||||||
|
Jar: jar,
|
||||||
|
CheckRedirect: func(_ *http.Request, _ []*http.Request) error {
|
||||||
|
redirects.Add(1)
|
||||||
|
return nil
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationNative},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := client.Get(server.URL + "/start")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
defer response.Body.Close()
|
||||||
|
|
||||||
|
if response.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("status = %d, want %d", response.StatusCode, http.StatusOK)
|
||||||
|
}
|
||||||
|
if redirects.Load() != 1 {
|
||||||
|
t.Fatalf("redirect calls = %d, want 1", redirects.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestClientTimeoutCancelsRequest(t *testing.T) {
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(_ http.ResponseWriter, request *http.Request) {
|
||||||
|
<-request.Context().Done()
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Client: httpclient.ClientOptions{Timeout: 50 * time.Millisecond},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationNative,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
_, err = client.Get(server.URL)
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("Get() error = nil, want timeout")
|
||||||
|
}
|
||||||
|
var networkError net.Error
|
||||||
|
if !errors.As(err, &networkError) || !networkError.Timeout() {
|
||||||
|
t.Fatalf("Get() error = %v, want net.Error timeout", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTransportOptionsUseProxyInNativeAndFixedModes(t *testing.T) {
|
||||||
|
proxy := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
if request.URL.Host != "download.example" {
|
||||||
|
http.Error(w, "unexpected target", http.StatusBadRequest)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(proxy.Close)
|
||||||
|
proxyURL, err := url.Parse(proxy.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("url.Parse() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
impersonation httpclient.ImpersonationOptions
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "native",
|
||||||
|
impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationNative},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "fixed chrome",
|
||||||
|
impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationFixed,
|
||||||
|
Browser: httpclient.BrowserChrome,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
for _, test := range tests {
|
||||||
|
t.Run(test.name, func(t *testing.T) {
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Transport: httpclient.TransportOptions{Proxy: http.ProxyURL(proxyURL)},
|
||||||
|
Impersonation: test.impersonation,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := client.Get("http://download.example/file")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
defer response.Body.Close()
|
||||||
|
if response.StatusCode != http.StatusOK {
|
||||||
|
t.Fatalf("status = %d, want %d", response.StatusCode, http.StatusOK)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTransportOptionsUseDialContextInNativeAndFixedModes(t *testing.T) {
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
impersonation httpclient.ImpersonationOptions
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "native",
|
||||||
|
impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationNative},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "fixed chrome",
|
||||||
|
impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationFixed,
|
||||||
|
Browser: httpclient.BrowserChrome,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
for _, test := range tests {
|
||||||
|
t.Run(test.name, func(t *testing.T) {
|
||||||
|
var calls atomic.Int32
|
||||||
|
dialer := &net.Dialer{}
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
DialContext: func(ctx context.Context, network, address string) (net.Conn, error) {
|
||||||
|
calls.Add(1)
|
||||||
|
return dialer.DialContext(ctx, network, address)
|
||||||
|
},
|
||||||
|
},
|
||||||
|
Impersonation: test.impersonation,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
if calls.Load() == 0 {
|
||||||
|
t.Fatal("DialContext() was not called")
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestTransportOptionsApplyTLSHandshakeTimeoutInNativeAndFixedModes(t *testing.T) {
|
||||||
|
listener, err := net.Listen("tcp", "127.0.0.1:0")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("net.Listen() error = %v", err)
|
||||||
|
}
|
||||||
|
closed := make(chan struct{})
|
||||||
|
t.Cleanup(func() {
|
||||||
|
close(closed)
|
||||||
|
listener.Close()
|
||||||
|
})
|
||||||
|
go func() {
|
||||||
|
for {
|
||||||
|
connection, err := listener.Accept()
|
||||||
|
if err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
go func() {
|
||||||
|
<-closed
|
||||||
|
connection.Close()
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
impersonation httpclient.ImpersonationOptions
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "native",
|
||||||
|
impersonation: httpclient.ImpersonationOptions{Mode: httpclient.ImpersonationNative},
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "fixed chrome",
|
||||||
|
impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationFixed,
|
||||||
|
Browser: httpclient.BrowserChrome,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
for _, test := range tests {
|
||||||
|
t.Run(test.name, func(t *testing.T) {
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Client: httpclient.ClientOptions{Timeout: time.Second},
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
TLSHandshakeTimeout: 50 * time.Millisecond,
|
||||||
|
},
|
||||||
|
Impersonation: test.impersonation,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
started := time.Now()
|
||||||
|
_, err = client.Get("https://" + listener.Addr().String())
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("Get() error = nil, want TLS handshake timeout")
|
||||||
|
}
|
||||||
|
if elapsed := time.Since(started); elapsed >= 500*time.Millisecond {
|
||||||
|
t.Fatalf("TLS handshake took %s, want less than 500ms", elapsed)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFixedBrowserAddsProfileHeadersWithoutOverwritingExplicitHeaders(t *testing.T) {
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) {
|
||||||
|
w.Header().Set("Seen-User-Agent", request.UserAgent())
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationFixed,
|
||||||
|
Browser: httpclient.BrowserChrome,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
if userAgent := response.Header.Get("Seen-User-Agent"); !strings.Contains(userAgent, "Chrome/120") {
|
||||||
|
t.Fatalf("profile User-Agent = %q, want Chrome/120", userAgent)
|
||||||
|
}
|
||||||
|
|
||||||
|
request, err := http.NewRequest(http.MethodGet, server.URL, nil)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewRequest() error = %v", err)
|
||||||
|
}
|
||||||
|
request.Header.Set("User-Agent", "Gopeed-Custom/1.0")
|
||||||
|
response, err = client.Do(request)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Do() error = %v", err)
|
||||||
|
}
|
||||||
|
response.Body.Close()
|
||||||
|
if userAgent := response.Header.Get("Seen-User-Agent"); userAgent != "Gopeed-Custom/1.0" {
|
||||||
|
t.Fatalf("explicit User-Agent = %q, want Gopeed-Custom/1.0", userAgent)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFixedClientCloseIdleConnectionsReachesBrowserTransport(t *testing.T) {
|
||||||
|
var connections atomic.Int32
|
||||||
|
server := httptest.NewUnstartedServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
}))
|
||||||
|
server.Config.ConnState = func(_ net.Conn, state http.ConnState) {
|
||||||
|
if state == http.StateNew {
|
||||||
|
connections.Add(1)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
server.Start()
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationFixed,
|
||||||
|
Browser: httpclient.BrowserChrome,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("NewClient() error = %v", err)
|
||||||
|
}
|
||||||
|
for attempt := range 2 {
|
||||||
|
response, err := client.Get(server.URL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("Get() error = %v", err)
|
||||||
|
}
|
||||||
|
_, _ = io.Copy(io.Discard, response.Body)
|
||||||
|
response.Body.Close()
|
||||||
|
if attempt == 0 {
|
||||||
|
client.CloseIdleConnections()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if connections.Load() != 2 {
|
||||||
|
t.Fatalf("connections = %d, want 2", connections.Load())
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,100 @@
|
|||||||
|
package httpclienttest
|
||||||
|
|
||||||
|
import (
|
||||||
|
"crypto/tls"
|
||||||
|
"errors"
|
||||||
|
"io"
|
||||||
|
"log"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"sync"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Profile string
|
||||||
|
|
||||||
|
const (
|
||||||
|
ProfileNative Profile = "native"
|
||||||
|
ProfileChrome Profile = "chrome"
|
||||||
|
ProfileFirefox Profile = "firefox"
|
||||||
|
ProfileSafari Profile = "safari"
|
||||||
|
ProfileAnyBrowser Profile = "browser"
|
||||||
|
)
|
||||||
|
|
||||||
|
type FingerprintServerOptions struct {
|
||||||
|
RequiredProfile Profile
|
||||||
|
Handler http.Handler
|
||||||
|
}
|
||||||
|
|
||||||
|
type FingerprintServer struct {
|
||||||
|
*httptest.Server
|
||||||
|
|
||||||
|
mu sync.Mutex
|
||||||
|
profiles []Profile
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewFingerprintServer(t testing.TB, options FingerprintServerOptions) *FingerprintServer {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
handler := options.Handler
|
||||||
|
if handler == nil {
|
||||||
|
handler = http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := &FingerprintServer{
|
||||||
|
Server: httptest.NewUnstartedServer(handler),
|
||||||
|
}
|
||||||
|
server.EnableHTTP2 = true
|
||||||
|
server.Config.ErrorLog = log.New(io.Discard, "", 0)
|
||||||
|
server.TLS = &tls.Config{
|
||||||
|
GetConfigForClient: func(hello *tls.ClientHelloInfo) (*tls.Config, error) {
|
||||||
|
profile := classifyProfile(hello.CipherSuites)
|
||||||
|
server.mu.Lock()
|
||||||
|
server.profiles = append(server.profiles, profile)
|
||||||
|
server.mu.Unlock()
|
||||||
|
if profileMatches(profile, options.RequiredProfile) {
|
||||||
|
return nil, nil
|
||||||
|
}
|
||||||
|
return nil, errors.New("required TLS fingerprint was not presented")
|
||||||
|
},
|
||||||
|
}
|
||||||
|
server.StartTLS()
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
return server
|
||||||
|
}
|
||||||
|
|
||||||
|
func (s *FingerprintServer) Profiles() []Profile {
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
return append([]Profile(nil), s.profiles...)
|
||||||
|
}
|
||||||
|
|
||||||
|
func profileMatches(actual, required Profile) bool {
|
||||||
|
if required == ProfileAnyBrowser {
|
||||||
|
return actual != ProfileNative
|
||||||
|
}
|
||||||
|
return actual == required
|
||||||
|
}
|
||||||
|
|
||||||
|
func classifyProfile(cipherSuites []uint16) Profile {
|
||||||
|
if len(cipherSuites) >= 5 && isGREASE(cipherSuites[0]) {
|
||||||
|
switch cipherSuites[4] {
|
||||||
|
case tls.TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256:
|
||||||
|
return ProfileChrome
|
||||||
|
case tls.TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384:
|
||||||
|
return ProfileSafari
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(cipherSuites) >= 3 &&
|
||||||
|
cipherSuites[0] == tls.TLS_AES_128_GCM_SHA256 &&
|
||||||
|
cipherSuites[1] == tls.TLS_CHACHA20_POLY1305_SHA256 &&
|
||||||
|
cipherSuites[2] == tls.TLS_AES_256_GCM_SHA384 {
|
||||||
|
return ProfileFirefox
|
||||||
|
}
|
||||||
|
return ProfileNative
|
||||||
|
}
|
||||||
|
|
||||||
|
func isGREASE(value uint16) bool {
|
||||||
|
return value&0x0f0f == 0x0a0a && byte(value) == byte(value>>8)
|
||||||
|
}
|
||||||
@@ -0,0 +1,35 @@
|
|||||||
|
// Package production associates generated resources with their input progress.
|
||||||
|
package production
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"sync"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Source counts unique input bytes and total received bytes (including refetches).
|
||||||
|
// Implementations must support concurrent snapshots.
|
||||||
|
type Source interface {
|
||||||
|
Progress() (downloaded, received int64)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Reader resolves its optional producer before response headers are sent.
|
||||||
|
// A nil producer preserves ordinary Blob behavior.
|
||||||
|
type Reader interface {
|
||||||
|
Production() Source
|
||||||
|
WaitProduction(context.Context) error
|
||||||
|
}
|
||||||
|
type Registry struct {
|
||||||
|
mu sync.Mutex
|
||||||
|
sources map[string]Source
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) Set(id string, source Source) {
|
||||||
|
r.mu.Lock()
|
||||||
|
defer r.mu.Unlock()
|
||||||
|
if r.sources == nil {
|
||||||
|
r.sources = make(map[string]Source)
|
||||||
|
}
|
||||||
|
r.sources[id] = source
|
||||||
|
}
|
||||||
|
func (r *Registry) Get(id string) Source { r.mu.Lock(); defer r.mu.Unlock(); return r.sources[id] }
|
||||||
|
func (r *Registry) Remove(id string) { r.mu.Lock(); defer r.mu.Unlock(); delete(r.sources, id) }
|
||||||
@@ -18,6 +18,7 @@ import (
|
|||||||
"github.com/GopeedLab/gopeed/pkg/base"
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
"github.com/GopeedLab/gopeed/pkg/protocol/bt"
|
"github.com/GopeedLab/gopeed/pkg/protocol/bt"
|
||||||
"github.com/GopeedLab/gopeed/pkg/util"
|
"github.com/GopeedLab/gopeed/pkg/util"
|
||||||
|
"github.com/RoaringBitmap/roaring"
|
||||||
"github.com/anacrolix/torrent"
|
"github.com/anacrolix/torrent"
|
||||||
"github.com/anacrolix/torrent/metainfo"
|
"github.com/anacrolix/torrent/metainfo"
|
||||||
"github.com/anacrolix/torrent/storage"
|
"github.com/anacrolix/torrent/storage"
|
||||||
@@ -162,20 +163,209 @@ func (f *Fetcher) Meta() *fetcher.FetcherMeta {
|
|||||||
return f.meta
|
return f.meta
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f *Fetcher) Stats() any {
|
func (f *Fetcher) Stats() *fetcher.Stats {
|
||||||
var stats torrent.TorrentStats
|
var stats torrent.TorrentStats
|
||||||
|
var pieceMap *base.PieceMap
|
||||||
|
pieceMapReady := false
|
||||||
|
peers := make([]*base.PeerStats, 0)
|
||||||
if f.torrent != nil {
|
if f.torrent != nil {
|
||||||
stats = f.torrent.Stats()
|
stats = f.torrent.Stats()
|
||||||
|
pieceMap, pieceMapReady = buildBTPieceMap(f.torrent)
|
||||||
|
peers = buildBTPeers(f.torrent)
|
||||||
} else {
|
} else {
|
||||||
stats = torrent.TorrentStats{}
|
stats = torrent.TorrentStats{}
|
||||||
}
|
}
|
||||||
return &bt.Stats{
|
var snapshot any
|
||||||
TotalPeers: stats.TotalPeers,
|
if pieceMapReady {
|
||||||
ActivePeers: stats.ActivePeers,
|
snapshot = &bt.StatsSnapshot{
|
||||||
ConnectedSeeders: stats.ConnectedSeeders,
|
SeedBytes: f.data.SeedBytes,
|
||||||
SeedBytes: f.data.SeedBytes,
|
SeedRatio: f.seedRadio(),
|
||||||
SeedRatio: f.seedRadio(),
|
SeedTime: f.data.SeedTime,
|
||||||
SeedTime: f.data.SeedTime,
|
PieceMap: pieceMap.Clone(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// When completion is temporarily unknown while anacrolix restores storage
|
||||||
|
// or verifies pieces, the nil Snapshot tells Downloader to retain the last
|
||||||
|
// trusted bitset instead of replacing it with an all-empty map.
|
||||||
|
return &fetcher.Stats{
|
||||||
|
Snapshot: snapshot,
|
||||||
|
Runtime: &bt.StatsRuntime{
|
||||||
|
TotalPeers: stats.TotalPeers,
|
||||||
|
ActivePeers: stats.ActivePeers,
|
||||||
|
ConnectedSeeders: stats.ConnectedSeeders,
|
||||||
|
ConnectedLeechers: stats.ActivePeers - stats.ConnectedSeeders,
|
||||||
|
Peers: peers,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// buildBTPieceMap converts anacrolix's ordered completion runs to Gopeed's
|
||||||
|
// one-bit map. ready is false until storage knows the completion state of every
|
||||||
|
// piece; this prevents initial hash checking from briefly replacing a restored
|
||||||
|
// map with an all-empty value.
|
||||||
|
func buildBTPieceMap(t *torrent.Torrent) (pieceMap *base.PieceMap, ready bool) {
|
||||||
|
info := t.Info()
|
||||||
|
if info == nil {
|
||||||
|
return nil, false
|
||||||
|
}
|
||||||
|
pieceMap = base.NewPieceMap(info.NumPieces(), info.PieceLength)
|
||||||
|
ready = applyBTPieceRuns(pieceMap, t.PieceStateRuns())
|
||||||
|
return pieceMap, ready
|
||||||
|
}
|
||||||
|
|
||||||
|
func applyBTPieceRuns(pieceMap *base.PieceMap, runs []torrent.PieceStateRun) (ready bool) {
|
||||||
|
ready = true
|
||||||
|
pieceIndex := 0
|
||||||
|
for _, run := range runs {
|
||||||
|
if !run.Ok {
|
||||||
|
ready = false
|
||||||
|
}
|
||||||
|
completed := run.Ok && run.Complete
|
||||||
|
for range run.Length {
|
||||||
|
if pieceIndex >= pieceMap.PieceCount() {
|
||||||
|
return ready
|
||||||
|
}
|
||||||
|
_ = pieceMap.Update(pieceIndex, completed)
|
||||||
|
pieceIndex++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return ready && pieceIndex == pieceMap.PieceCount()
|
||||||
|
}
|
||||||
|
|
||||||
|
func buildBTPeers(t *torrent.Torrent) []*base.PeerStats {
|
||||||
|
connections := t.PeerConns()
|
||||||
|
totalPieces := 0
|
||||||
|
var missingWantedPieces *roaring.Bitmap
|
||||||
|
// Magnet torrents can connect to peers before their metadata arrives. Keep
|
||||||
|
// those runtime peer stats, but leave completion and relevance unavailable
|
||||||
|
// until the metadata provides a trusted total piece count.
|
||||||
|
if info := t.Info(); info != nil {
|
||||||
|
totalPieces = info.NumPieces()
|
||||||
|
missingWantedPieces = btMissingWantedPieces(t.PieceStateRuns(), totalPieces)
|
||||||
|
}
|
||||||
|
peers := make([]*base.PeerStats, 0, len(connections))
|
||||||
|
for _, connection := range connections {
|
||||||
|
peerStats := connection.Stats()
|
||||||
|
peers = append(peers, &base.PeerStats{
|
||||||
|
Address: safeBTPeerAddress(connection),
|
||||||
|
Client: btPeerClient(connection),
|
||||||
|
DownloadSpeed: int64(peerStats.DownloadRate),
|
||||||
|
UploadSpeed: int64(peerStats.LastWriteUploadRate),
|
||||||
|
PieceCount: peerStats.RemotePieceCount,
|
||||||
|
Completion: btPeerCompletion(peerStats.RemotePieceCount, totalPieces),
|
||||||
|
Relevance: btPeerRelevance(connection.PeerPieces(), missingWantedPieces),
|
||||||
|
Source: normalizeBTPeerSource(connection.Discovery),
|
||||||
|
Transport: normalizeBTTransport(connection.Network),
|
||||||
|
})
|
||||||
|
}
|
||||||
|
return peers
|
||||||
|
}
|
||||||
|
|
||||||
|
// btPeerCompletion converts anacrolix's remote piece count into the ratio the
|
||||||
|
// API exposes. A nil value distinguishes unavailable metadata from a real 0%.
|
||||||
|
func btPeerCompletion(pieceCount, totalPieces int) *float64 {
|
||||||
|
if totalPieces <= 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if pieceCount < 0 {
|
||||||
|
pieceCount = 0
|
||||||
|
} else if pieceCount > totalPieces {
|
||||||
|
pieceCount = totalPieces
|
||||||
|
}
|
||||||
|
completion := float64(pieceCount) / float64(totalPieces)
|
||||||
|
return &completion
|
||||||
|
}
|
||||||
|
|
||||||
|
// btMissingWantedPieces builds the denominator used by peer relevance. Pieces
|
||||||
|
// belonging only to skipped files are excluded because their priority is none.
|
||||||
|
func btMissingWantedPieces(runs []torrent.PieceStateRun, totalPieces int) *roaring.Bitmap {
|
||||||
|
if totalPieces <= 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
missing := roaring.New()
|
||||||
|
pieceIndex := 0
|
||||||
|
for _, run := range runs {
|
||||||
|
for range run.Length {
|
||||||
|
if pieceIndex >= totalPieces {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if run.Priority != torrent.PiecePriorityNone && !(run.Ok && run.Complete) {
|
||||||
|
missing.Add(uint32(pieceIndex))
|
||||||
|
}
|
||||||
|
pieceIndex++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if pieceIndex != totalPieces {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return missing
|
||||||
|
}
|
||||||
|
|
||||||
|
// btPeerRelevance reports how much of the local wanted, missing set the remote
|
||||||
|
// peer can provide. A zero value is meaningful; nil means there is no denominator.
|
||||||
|
func btPeerRelevance(peerPieces, missingWantedPieces *roaring.Bitmap) *float64 {
|
||||||
|
if peerPieces == nil || missingWantedPieces == nil || missingWantedPieces.IsEmpty() {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
relevantPieces := roaring.And(peerPieces, missingWantedPieces).GetCardinality()
|
||||||
|
relevance := float64(relevantPieces) / float64(missingWantedPieces.GetCardinality())
|
||||||
|
return &relevance
|
||||||
|
}
|
||||||
|
|
||||||
|
// A uTP socket may close between PeerConns and this snapshot. Some uTP address
|
||||||
|
// implementations panic after close, so one disappearing address must not make
|
||||||
|
// the entire stats endpoint fail.
|
||||||
|
func safeBTPeerAddress(connection *torrent.PeerConn) (address string) {
|
||||||
|
defer func() {
|
||||||
|
if recover() != nil {
|
||||||
|
address = ""
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
if connection.RemoteAddr == nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return connection.RemoteAddr.String()
|
||||||
|
}
|
||||||
|
|
||||||
|
func btPeerClient(connection *torrent.PeerConn) string {
|
||||||
|
value := connection.PeerClientName.Load()
|
||||||
|
if value == nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return fmt.Sprint(value)
|
||||||
|
}
|
||||||
|
|
||||||
|
func normalizeBTPeerSource(source torrent.PeerSource) string {
|
||||||
|
switch source {
|
||||||
|
case torrent.PeerSourceTracker:
|
||||||
|
return "tracker"
|
||||||
|
case torrent.PeerSourceDhtGetPeers, torrent.PeerSourceDhtAnnouncePeer:
|
||||||
|
return "dht"
|
||||||
|
case torrent.PeerSourcePex:
|
||||||
|
return "pex"
|
||||||
|
case torrent.PeerSourceIncoming:
|
||||||
|
return "incoming"
|
||||||
|
case torrent.PeerSourceDirect:
|
||||||
|
return "direct"
|
||||||
|
case torrent.PeerSourceUtHolepunch:
|
||||||
|
return "holepunch"
|
||||||
|
default:
|
||||||
|
return "unknown"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func normalizeBTTransport(network string) string {
|
||||||
|
network = strings.ToLower(network)
|
||||||
|
switch {
|
||||||
|
case strings.Contains(network, "webrtc"):
|
||||||
|
return "webrtc"
|
||||||
|
case strings.Contains(network, "udp"):
|
||||||
|
// anacrolix labels uTP sockets with their underlying udp network.
|
||||||
|
return "utp"
|
||||||
|
case strings.Contains(network, "tcp"):
|
||||||
|
return "tcp"
|
||||||
|
default:
|
||||||
|
return "unknown"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -209,7 +399,10 @@ func (f *Fetcher) Wait() (err error) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
if !selected {
|
if !selected {
|
||||||
util.SafeRemove(filepath.Join(f.meta.Opts.Path, f.meta.Res.Name, file.Path()))
|
root, name := torrentFileLayout(f.torrent.Info(), file.FileInfo())
|
||||||
|
if err := removeUnselectedFile(f.meta.Opts.Path, root, name); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return
|
return
|
||||||
@@ -219,6 +412,62 @@ func (f *Fetcher) Wait() (err error) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Match the file storage layout, including its NoName convention for rootless
|
||||||
|
// torrents. File.Path() always prepends BestName, even when storage omits it.
|
||||||
|
func torrentFileLayout(info *metainfo.Info, file metainfo.FileInfo) (root, name string) {
|
||||||
|
parts := file.BestPath()
|
||||||
|
if info.BestName() != metainfo.NoName {
|
||||||
|
if len(parts) > 0 {
|
||||||
|
root = info.BestName()
|
||||||
|
}
|
||||||
|
parts = append([]string{info.BestName()}, parts...)
|
||||||
|
}
|
||||||
|
// A v2 file tree can itself have a named root without an extra name wrapper.
|
||||||
|
if root == "" && info.HasV2() && len(info.FileTree.Dir) == 1 {
|
||||||
|
for dir, tree := range info.FileTree.Dir {
|
||||||
|
if tree.IsDir() {
|
||||||
|
root = dir
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return root, filepath.Join(parts...)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Preserve the actual torrent root, or the download directory for rootless
|
||||||
|
// torrents. Only prune empty directories strictly below that boundary.
|
||||||
|
func removeUnselectedFile(downloadDir, torrentRoot, torrentPath string) error {
|
||||||
|
if !filepath.IsLocal(torrentPath) || (torrentRoot != "" && !filepath.IsLocal(torrentRoot)) {
|
||||||
|
return fmt.Errorf("invalid torrent file path %q", torrentPath)
|
||||||
|
}
|
||||||
|
root := filepath.Join(downloadDir, torrentRoot)
|
||||||
|
name := filepath.Join(downloadDir, torrentPath)
|
||||||
|
rel, err := filepath.Rel(root, name)
|
||||||
|
if err != nil || rel == "." || !filepath.IsLocal(rel) {
|
||||||
|
return fmt.Errorf("torrent file %q is outside cleanup root %q", name, root)
|
||||||
|
}
|
||||||
|
for _, candidate := range []string{name, name + ".part"} {
|
||||||
|
if err := util.SafeRemove(candidate); err != nil {
|
||||||
|
return fmt.Errorf("remove unselected torrent file %q: %w", candidate, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for dir := filepath.Dir(name); dir != root && dir != filepath.Dir(dir); dir = filepath.Dir(dir) {
|
||||||
|
entries, err := os.ReadDir(dir)
|
||||||
|
if os.IsNotExist(err) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("read torrent directory %q: %w", dir, err)
|
||||||
|
}
|
||||||
|
if len(entries) != 0 {
|
||||||
|
break
|
||||||
|
}
|
||||||
|
if err := util.SafeRemove(dir); err != nil {
|
||||||
|
return fmt.Errorf("remove empty torrent directory %q: %w", dir, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
func (f *Fetcher) isDone() bool {
|
func (f *Fetcher) isDone() bool {
|
||||||
if f.meta.Opts == nil {
|
if f.meta.Opts == nil {
|
||||||
return false
|
return false
|
||||||
@@ -448,6 +697,10 @@ func (f *Fetcher) addTorrent(req *base.Request, fromUpload bool) (err error) {
|
|||||||
}
|
}
|
||||||
spec.Storage = storage.NewFileOpts(storage.NewFileClientOpts{
|
spec.Storage = storage.NewFileOpts(storage.NewFileClientOpts{
|
||||||
ClientBaseDir: cfg.DataDir,
|
ClientBaseDir: cfg.DataDir,
|
||||||
|
FilePathMaker: func(opts storage.FilePathMakerOpts) string {
|
||||||
|
_, name := torrentFileLayout(opts.Info, *opts.File)
|
||||||
|
return name
|
||||||
|
},
|
||||||
TorrentDirMaker: func(baseDir string, info *metainfo.Info, infoHash metainfo.Hash) string {
|
TorrentDirMaker: func(baseDir string, info *metainfo.Info, infoHash metainfo.Hash) string {
|
||||||
return f.meta.Opts.Path
|
return f.meta.Opts.Path
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -0,0 +1,307 @@
|
|||||||
|
package bt
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"crypto/sha1"
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/fetcher"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
"github.com/anacrolix/torrent"
|
||||||
|
"github.com/anacrolix/torrent/bencode"
|
||||||
|
"github.com/anacrolix/torrent/metainfo"
|
||||||
|
"github.com/anacrolix/torrent/storage"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStartUsesSelectionSubmittedAfterResolve(t *testing.T) {
|
||||||
|
config := torrent.TestingConfig(t)
|
||||||
|
config.DataDir = t.TempDir()
|
||||||
|
config.DisableTCP = true
|
||||||
|
config.DisableUTP = true
|
||||||
|
c, err := torrent.NewClient(config)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer c.Close()
|
||||||
|
tor, err := c.AddTorrentFromFile("testdata/test.torrent")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
f := &Fetcher{torrent: tor, meta: &fetcher.FetcherMeta{Opts: &base.Options{}}, data: &fetcherData{}}
|
||||||
|
f.torrentReady.Store(true)
|
||||||
|
f.updateRes()
|
||||||
|
// Resolve initializes all files; creation replaces the selection before Start.
|
||||||
|
f.meta.Opts = &base.Options{SelectFiles: []int{2}}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
for i, file := range tor.Files() {
|
||||||
|
want := torrent.PiecePriorityNone
|
||||||
|
if i == 2 {
|
||||||
|
want = torrent.PiecePriorityNormal
|
||||||
|
}
|
||||||
|
if file.Priority() != want {
|
||||||
|
t.Errorf("file %d priority = %v, want %v", i, file.Priority(), want)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(f.data.Progress) != 1 {
|
||||||
|
t.Fatalf("progress tracks %d files, want 1", len(f.data.Progress))
|
||||||
|
}
|
||||||
|
if err := f.Pause(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if tor.Files()[0].Priority() != torrent.PiecePriorityNone {
|
||||||
|
t.Fatal("resume selected an unselected file")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestWaitCleansUnselectedFilesFromSharedPiece(t *testing.T) {
|
||||||
|
for _, mode := range []string{"partial", "part only", "both paths", "all", "already removed", "remove error"} {
|
||||||
|
t.Run(mode, func(t *testing.T) {
|
||||||
|
dir := t.TempDir()
|
||||||
|
keepPath := filepath.Join(dir, "bundle", "keep.txt")
|
||||||
|
skipPath := filepath.Join(dir, "bundle", "nested", "skip.txt")
|
||||||
|
if err := os.MkdirAll(filepath.Dir(skipPath), 0755); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := os.WriteFile(keepPath, []byte("keep"), 0644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := os.WriteFile(skipPath, []byte("skip"), 0644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
// Both files occupy the same piece, so downloading keep.txt also writes skip.txt.
|
||||||
|
hash := sha1.Sum([]byte("keepskip"))
|
||||||
|
info := metainfo.Info{Name: "bundle", PieceLength: 16, Pieces: hash[:], Files: []metainfo.FileInfo{
|
||||||
|
{Length: 4, Path: []string{"keep.txt"}},
|
||||||
|
{Length: 4, Path: []string{"nested", "skip.txt"}},
|
||||||
|
}}
|
||||||
|
storageOpts := storage.NewFileClientOpts{
|
||||||
|
ClientBaseDir: dir,
|
||||||
|
TorrentDirMaker: func(baseDir string, _ *metainfo.Info, _ metainfo.Hash) string { return baseDir },
|
||||||
|
}
|
||||||
|
// VerifyDataContext can return before storage finishes marking the piece
|
||||||
|
// complete. Disable automatic part-file promotion so it cannot rename
|
||||||
|
// the .part fixtures that this test creates to exercise cleanup.
|
||||||
|
storageOpts.UsePartFiles.Set(false)
|
||||||
|
store := storage.NewFileOpts(storageOpts)
|
||||||
|
defer store.Close()
|
||||||
|
config := torrent.TestingConfig(t)
|
||||||
|
config.DisableTCP = true
|
||||||
|
config.DisableUTP = true
|
||||||
|
c, err := torrent.NewClient(config)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer c.Close()
|
||||||
|
spec, err := torrent.TorrentSpecFromMetaInfoErr(&metainfo.MetaInfo{InfoBytes: bencode.MustMarshal(&info)})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
spec.Storage = store
|
||||||
|
tor, _, err := c.AddTorrentSpec(spec)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
if err := tor.VerifyDataContext(ctx); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
f := &Fetcher{torrent: tor, meta: &fetcher.FetcherMeta{Opts: &base.Options{Path: dir, SelectFiles: []int{0}}}, data: &fetcherData{}, torrentDropCtx: ctx}
|
||||||
|
f.torrentReady.Store(true)
|
||||||
|
f.updateRes()
|
||||||
|
if mode == "all" {
|
||||||
|
f.meta.Opts.SelectFiles = []int{0, 1}
|
||||||
|
}
|
||||||
|
if !f.isDone() {
|
||||||
|
t.Fatal("selected file is not complete")
|
||||||
|
}
|
||||||
|
if mode == "part only" || mode == "both paths" || mode == "all" {
|
||||||
|
if err := os.WriteFile(skipPath+".part", []byte("skip"), 0644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if mode == "part only" || mode == "already removed" || mode == "remove error" {
|
||||||
|
if err := os.Remove(skipPath); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if mode == "remove error" {
|
||||||
|
if err := os.Mkdir(skipPath, 0755); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := os.WriteFile(filepath.Join(skipPath, "child"), []byte("preserve"), 0644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
err = f.Wait()
|
||||||
|
if ctx.Err() != nil {
|
||||||
|
t.Fatal(ctx.Err())
|
||||||
|
}
|
||||||
|
if mode == "remove error" {
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("cleanup failure was silently ignored")
|
||||||
|
}
|
||||||
|
} else if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
data, err := os.ReadFile(keepPath)
|
||||||
|
if err != nil || string(data) != "keep" {
|
||||||
|
t.Fatalf("selected file changed: %q, %v", data, err)
|
||||||
|
}
|
||||||
|
if mode == "all" {
|
||||||
|
if _, err := os.Stat(skipPath + ".part"); err != nil {
|
||||||
|
t.Fatalf("selected part file was removed: %v", err)
|
||||||
|
}
|
||||||
|
data, err := os.ReadFile(skipPath)
|
||||||
|
if err != nil || string(data) != "skip" {
|
||||||
|
t.Fatalf("selected file changed: %q, %v", data, err)
|
||||||
|
}
|
||||||
|
} else if mode != "remove error" {
|
||||||
|
for _, removed := range []string{skipPath, skipPath + ".part", filepath.Dir(skipPath)} {
|
||||||
|
if _, err := os.Stat(removed); !os.IsNotExist(err) {
|
||||||
|
t.Fatalf("unselected file or empty directory remains: %s: %v", removed, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestRemoveUnselectedFilePrunesOnlyEmptyParents(t *testing.T) {
|
||||||
|
for _, preserveSibling := range []bool{false, true} {
|
||||||
|
t.Run(fmt.Sprint(preserveSibling), func(t *testing.T) {
|
||||||
|
root := t.TempDir()
|
||||||
|
relative := filepath.Join("bundle", "nested", "deep", "skip.txt")
|
||||||
|
name := filepath.Join(root, relative)
|
||||||
|
if err := os.MkdirAll(filepath.Dir(name), 0755); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := os.WriteFile(name+".part", []byte("partial"), 0644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
sibling := filepath.Join(root, "bundle", "keep.txt")
|
||||||
|
if preserveSibling {
|
||||||
|
if err := os.WriteFile(sibling, []byte("keep"), 0644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if err := removeUnselectedFile(root, "bundle", relative); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(filepath.Join(root, "bundle", "nested")); !os.IsNotExist(err) {
|
||||||
|
t.Fatalf("empty ancestors remain: %v", err)
|
||||||
|
}
|
||||||
|
if preserveSibling {
|
||||||
|
data, err := os.ReadFile(sibling)
|
||||||
|
if err != nil || string(data) != "keep" {
|
||||||
|
t.Fatalf("sibling changed: %q, %v", data, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if info, err := os.Stat(filepath.Join(root, "bundle")); err != nil || !info.IsDir() {
|
||||||
|
t.Fatalf("torrent root directory was removed: %v", err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(root); err != nil {
|
||||||
|
t.Fatalf("download directory was removed: %v", err)
|
||||||
|
}
|
||||||
|
// A file directly inside the torrent root must not cause that root to be pruned.
|
||||||
|
rootFile := filepath.Join("bundle", "root.txt")
|
||||||
|
if err := os.WriteFile(filepath.Join(root, rootFile)+".part", []byte("partial"), 0644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := removeUnselectedFile(root, "bundle", rootFile); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(filepath.Join(root, "bundle")); err != nil {
|
||||||
|
t.Fatalf("torrent root directory was removed after root-level cleanup: %v", err)
|
||||||
|
}
|
||||||
|
// Repeating cleanup after the file and its subdirectories are gone is harmless.
|
||||||
|
if err := removeUnselectedFile(root, "bundle", relative); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCleanupMatchesNamedAndRootlessStorage(t *testing.T) {
|
||||||
|
for _, version := range []int64{1, 2} {
|
||||||
|
for _, layout := range []string{"rootless", "wrapped", "file-tree-root"} {
|
||||||
|
if version == 1 && layout == "file-tree-root" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
t.Run(fmt.Sprintf("v%d/%s", version, layout), func(t *testing.T) {
|
||||||
|
dir := t.TempDir()
|
||||||
|
info := metainfo.Info{Name: metainfo.NoName, PieceLength: 16384}
|
||||||
|
root := dir
|
||||||
|
if layout == "wrapped" {
|
||||||
|
info.Name = "bundle"
|
||||||
|
root = filepath.Join(dir, "bundle")
|
||||||
|
}
|
||||||
|
if version == 1 {
|
||||||
|
info.Files = []metainfo.FileInfo{{Path: []string{"keep.txt"}}, {Path: []string{"nested", "deep", "skip.txt"}}}
|
||||||
|
} else {
|
||||||
|
info.MetaVersion = 2
|
||||||
|
info.FileTree = metainfo.FileTree{Dir: map[string]metainfo.FileTree{
|
||||||
|
"keep.txt": {},
|
||||||
|
"nested": {Dir: map[string]metainfo.FileTree{"deep": {Dir: map[string]metainfo.FileTree{"skip.txt": {}}}}},
|
||||||
|
}}
|
||||||
|
}
|
||||||
|
if layout == "file-tree-root" {
|
||||||
|
info.FileTree = metainfo.FileTree{Dir: map[string]metainfo.FileTree{"tree-root": info.FileTree}}
|
||||||
|
root = filepath.Join(dir, "tree-root")
|
||||||
|
}
|
||||||
|
// Keep the library's default FilePathMaker here to independently verify
|
||||||
|
// that cleanup agrees with its real disk layout, including NoName.
|
||||||
|
store := storage.NewFileOpts(storage.NewFileClientOpts{
|
||||||
|
ClientBaseDir: dir,
|
||||||
|
TorrentDirMaker: func(baseDir string, _ *metainfo.Info, _ metainfo.Hash) string { return baseDir },
|
||||||
|
})
|
||||||
|
defer store.Close()
|
||||||
|
torrentStorage, err := store.OpenTorrent(context.Background(), &info, metainfo.Hash{1})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer torrentStorage.Close()
|
||||||
|
skip := filepath.Join(root, "nested", "deep", "skip.txt")
|
||||||
|
if _, err := os.Stat(skip); err != nil {
|
||||||
|
t.Fatalf("unexpected storage layout: %v", err)
|
||||||
|
}
|
||||||
|
if err := os.WriteFile(skip+".part", []byte("partial"), 0644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
files := info.UpvertedFiles()
|
||||||
|
boundary, name := torrentFileLayout(&info, files[1])
|
||||||
|
if err := removeUnselectedFile(dir, boundary, name); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(filepath.Join(root, "nested")); !os.IsNotExist(err) {
|
||||||
|
t.Fatalf("empty subtree remains: %v", err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(filepath.Join(root, "keep.txt")); err != nil {
|
||||||
|
t.Fatalf("selected file removed: %v", err)
|
||||||
|
}
|
||||||
|
// Also verify the boundary when the protected directory becomes empty.
|
||||||
|
if err := os.Remove(filepath.Join(root, "keep.txt")); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
for _, file := range files {
|
||||||
|
boundary, name := torrentFileLayout(&info, file)
|
||||||
|
if err := removeUnselectedFile(dir, boundary, name); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if stat, err := os.Stat(root); err != nil || !stat.IsDir() {
|
||||||
|
t.Fatalf("cleanup boundary was removed: %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,199 @@
|
|||||||
|
package bt
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/fetcher"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
protocolbt "github.com/GopeedLab/gopeed/pkg/protocol/bt"
|
||||||
|
"github.com/RoaringBitmap/roaring"
|
||||||
|
"github.com/anacrolix/torrent"
|
||||||
|
"github.com/anacrolix/torrent/storage"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStatsSeparatesSnapshotAndRuntime(t *testing.T) {
|
||||||
|
frame := (&Fetcher{
|
||||||
|
meta: &fetcher.FetcherMeta{Res: &base.Resource{Size: 256}},
|
||||||
|
data: &fetcherData{SeedBytes: 128, SeedTime: 64},
|
||||||
|
}).Stats()
|
||||||
|
if frame.Snapshot != nil {
|
||||||
|
t.Fatalf("snapshot = %T, want nil until piece completion is known", frame.Snapshot)
|
||||||
|
}
|
||||||
|
runtime, ok := frame.Runtime.(*protocolbt.StatsRuntime)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("runtime type = %T", frame.Runtime)
|
||||||
|
}
|
||||||
|
if len(runtime.Peers) != 0 || runtime.TotalPeers != 0 {
|
||||||
|
t.Fatalf("unexpected runtime: %+v", runtime)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestStatsBeforeTorrentMetadataIsAvailable(t *testing.T) {
|
||||||
|
config := torrent.TestingConfig(t)
|
||||||
|
config.DisableTCP = true
|
||||||
|
config.DisableUTP = true
|
||||||
|
client, err := torrent.NewClient(config)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer client.Close()
|
||||||
|
|
||||||
|
torrentWithoutMetadata, err := client.AddMagnet(
|
||||||
|
"magnet:?xt=urn:btih:0123456789abcdef0123456789abcdef01234567",
|
||||||
|
)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if info := torrentWithoutMetadata.Info(); info != nil {
|
||||||
|
t.Fatalf("torrent info = %+v, want nil before metadata is available", info)
|
||||||
|
}
|
||||||
|
|
||||||
|
frame := (&Fetcher{
|
||||||
|
torrent: torrentWithoutMetadata,
|
||||||
|
meta: &fetcher.FetcherMeta{},
|
||||||
|
data: &fetcherData{},
|
||||||
|
}).Stats()
|
||||||
|
if frame.Snapshot != nil {
|
||||||
|
t.Fatalf("snapshot = %T, want nil before metadata is available", frame.Snapshot)
|
||||||
|
}
|
||||||
|
runtime, ok := frame.Runtime.(*protocolbt.StatsRuntime)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("runtime type = %T", frame.Runtime)
|
||||||
|
}
|
||||||
|
if len(runtime.Peers) != 0 || runtime.TotalPeers != 0 {
|
||||||
|
t.Fatalf("unexpected runtime before metadata is available: %+v", runtime)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestApplyBTPieceRunsPublishesVerifiedCompletionOnly(t *testing.T) {
|
||||||
|
pieceMap := base.NewPieceMap(4, 1024)
|
||||||
|
ready := applyBTPieceRuns(pieceMap, []torrent.PieceStateRun{
|
||||||
|
{PieceState: torrent.PieceState{Completion: torrentCompletion(true, true)}, Length: 1},
|
||||||
|
{PieceState: torrent.PieceState{Completion: torrentCompletion(true, false), Partial: true}, Length: 2},
|
||||||
|
{PieceState: torrent.PieceState{Completion: torrentCompletion(false, false), Hashing: true}, Length: 1},
|
||||||
|
})
|
||||||
|
if ready {
|
||||||
|
t.Fatal("piece map became ready while one completion is unknown")
|
||||||
|
}
|
||||||
|
want := []bool{true, false, false, false}
|
||||||
|
for index, expected := range want {
|
||||||
|
got, err := pieceMap.Get(index)
|
||||||
|
if err != nil || got != expected {
|
||||||
|
t.Fatalf("piece %d = %v, %v; want %v", index, got, err, expected)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
knownMap := base.NewPieceMap(2, 1024)
|
||||||
|
if !applyBTPieceRuns(knownMap, []torrent.PieceStateRun{
|
||||||
|
{PieceState: torrent.PieceState{Completion: torrentCompletion(true, true)}, Length: 1},
|
||||||
|
{PieceState: torrent.PieceState{Completion: torrentCompletion(true, false)}, Length: 1},
|
||||||
|
}) {
|
||||||
|
t.Fatal("fully known completion map was not ready")
|
||||||
|
}
|
||||||
|
if applyBTPieceRuns(base.NewPieceMap(2, 1024), []torrent.PieceStateRun{
|
||||||
|
{PieceState: torrent.PieceState{Completion: torrentCompletion(true, true)}, Length: 1},
|
||||||
|
}) {
|
||||||
|
t.Fatal("incomplete piece runs were published")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func torrentCompletion(ok, complete bool) storage.Completion {
|
||||||
|
return storage.Completion{Ok: ok, Complete: complete}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestNormalizeBTPeerMetadata(t *testing.T) {
|
||||||
|
if got := normalizeBTPeerSource(torrent.PeerSourceDhtGetPeers); got != "dht" {
|
||||||
|
t.Fatalf("DHT source = %q", got)
|
||||||
|
}
|
||||||
|
if got := normalizeBTPeerSource(torrent.PeerSourcePex); got != "pex" {
|
||||||
|
t.Fatalf("PEX source = %q", got)
|
||||||
|
}
|
||||||
|
transports := map[string]string{
|
||||||
|
"udp4": "utp",
|
||||||
|
"udp6": "utp",
|
||||||
|
"tcp4": "tcp",
|
||||||
|
"tcp6": "tcp",
|
||||||
|
"webrtc": "webrtc",
|
||||||
|
"unix": "unknown",
|
||||||
|
}
|
||||||
|
for network, want := range transports {
|
||||||
|
if got := normalizeBTTransport(network); got != want {
|
||||||
|
t.Errorf("normalizeBTTransport(%q) = %q, want %q", network, got, want)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBTPeerCompletion(t *testing.T) {
|
||||||
|
if got := btPeerCompletion(1, 4); got == nil || *got != 0.25 {
|
||||||
|
t.Fatalf("completion = %v, want 0.25", got)
|
||||||
|
}
|
||||||
|
if got := btPeerCompletion(5, 4); got == nil || *got != 1 {
|
||||||
|
t.Fatalf("clamped completion = %v, want 1", got)
|
||||||
|
}
|
||||||
|
if got := btPeerCompletion(-1, 4); got == nil || *got != 0 {
|
||||||
|
t.Fatalf("negative completion = %v, want 0", got)
|
||||||
|
}
|
||||||
|
if got := btPeerCompletion(0, 0); got != nil {
|
||||||
|
t.Fatalf("completion without metadata = %v, want nil", *got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBTPeerRelevanceUsesWantedMissingPieces(t *testing.T) {
|
||||||
|
missing := btMissingWantedPieces([]torrent.PieceStateRun{
|
||||||
|
{
|
||||||
|
PieceState: torrent.PieceState{
|
||||||
|
Completion: torrentCompletion(true, true),
|
||||||
|
Priority: torrent.PiecePriorityNormal,
|
||||||
|
},
|
||||||
|
Length: 2,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
PieceState: torrent.PieceState{
|
||||||
|
Completion: torrentCompletion(true, false),
|
||||||
|
Priority: torrent.PiecePriorityNormal,
|
||||||
|
},
|
||||||
|
Length: 2,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
PieceState: torrent.PieceState{
|
||||||
|
Completion: torrentCompletion(true, false),
|
||||||
|
Priority: torrent.PiecePriorityNone,
|
||||||
|
},
|
||||||
|
Length: 2,
|
||||||
|
},
|
||||||
|
}, 6)
|
||||||
|
if missing == nil || !missing.Equals(roaring.BitmapOf(2, 3)) {
|
||||||
|
t.Fatalf("missing wanted pieces = %v, want {2, 3}", missing)
|
||||||
|
}
|
||||||
|
|
||||||
|
if got := btPeerRelevance(roaring.BitmapOf(0, 2, 4), missing); got == nil || *got != 0.5 {
|
||||||
|
t.Fatalf("relevance = %v, want 0.5", got)
|
||||||
|
}
|
||||||
|
if got := btPeerRelevance(roaring.BitmapOf(0, 1, 4), missing); got == nil || *got != 0 {
|
||||||
|
t.Fatalf("zero relevance = %v, want 0", got)
|
||||||
|
}
|
||||||
|
if got := btPeerRelevance(roaring.BitmapOf(2, 3), roaring.New()); got != nil {
|
||||||
|
t.Fatalf("relevance with no missing pieces = %v, want nil", *got)
|
||||||
|
}
|
||||||
|
if got := btMissingWantedPieces(nil, 6); got != nil {
|
||||||
|
t.Fatalf("incomplete piece states = %v, want nil", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBTPeerRelevanceTracksRemainingDownload(t *testing.T) {
|
||||||
|
missing := roaring.BitmapOf(90, 91, 92, 93, 94, 95, 96, 97, 98, 99)
|
||||||
|
if got := btPeerRelevance(missing.Clone(), missing); got == nil || *got != 1 {
|
||||||
|
t.Fatalf("peer covering every missing piece = %v, want 1", got)
|
||||||
|
}
|
||||||
|
|
||||||
|
oneRelevantPiece := roaring.BitmapOf(90)
|
||||||
|
if got := btPeerRelevance(oneRelevantPiece, missing); got == nil || *got != 0.1 {
|
||||||
|
t.Fatalf("peer covering one of ten missing pieces = %v, want 0.1", got)
|
||||||
|
}
|
||||||
|
|
||||||
|
missingAfterTransfer := missing.Clone()
|
||||||
|
missingAfterTransfer.Remove(90)
|
||||||
|
if got := btPeerRelevance(oneRelevantPiece, missingAfterTransfer); got == nil || *got != 0 {
|
||||||
|
t.Fatalf("peer after transferring its only relevant piece = %v, want 0", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -210,23 +210,76 @@ func (f *Fetcher) Meta() *fetcher.FetcherMeta {
|
|||||||
return f.meta
|
return f.meta
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f *Fetcher) Stats() any {
|
func (f *Fetcher) Stats() *fetcher.Stats {
|
||||||
handle := f.currentHandle()
|
handle := f.currentHandle()
|
||||||
if !handle.IsValid() {
|
if !handle.IsValid() {
|
||||||
return &ped2k.Stats{}
|
return &fetcher.Stats{
|
||||||
|
Runtime: &ped2k.StatsRuntime{
|
||||||
|
Peers: make([]*base.PeerStats, 0),
|
||||||
|
},
|
||||||
|
}
|
||||||
}
|
}
|
||||||
status := handle.GetStatus()
|
status := handle.GetStatus()
|
||||||
return &ped2k.Stats{
|
pieceMap := buildED2KPieceMap(handle.PieceSnapshots())
|
||||||
State: string(status.State),
|
mapReady := pieceMap != nil && status.State != goed2k.LoadingResumeData && status.State != goed2k.Verifying
|
||||||
ActivePeers: handle.ActiveConnections(),
|
var snapshot any
|
||||||
TotalPeers: status.NumPeers,
|
if mapReady {
|
||||||
DownloadRate: status.DownloadRate,
|
snapshot = &ped2k.StatsSnapshot{
|
||||||
Upload: status.Upload,
|
Upload: status.Upload,
|
||||||
UploadRate: status.UploadRate,
|
TotalDone: status.TotalDone,
|
||||||
TotalDone: status.TotalDone,
|
TotalReceived: status.TotalReceived,
|
||||||
TotalReceived: status.TotalReceived,
|
TotalWanted: status.TotalWanted,
|
||||||
TotalWanted: status.TotalWanted,
|
PieceMap: pieceMap.Clone(),
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
// Resume loading and verification are transitional. A nil Snapshot retains
|
||||||
|
// the last trusted completion bitset until goed2k publishes a stable map.
|
||||||
|
return &fetcher.Stats{
|
||||||
|
Snapshot: snapshot,
|
||||||
|
Runtime: &ped2k.StatsRuntime{
|
||||||
|
State: string(status.State),
|
||||||
|
Paused: status.Paused,
|
||||||
|
ActivePeers: handle.ActiveConnections(),
|
||||||
|
TotalPeers: status.NumPeers,
|
||||||
|
DownloadRate: status.DownloadRate,
|
||||||
|
UploadRate: status.UploadRate,
|
||||||
|
Peers: buildED2KPeers(handle.GetPeersInfo()),
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func buildED2KPieceMap(snapshots []goed2k.PieceSnapshot) *base.PieceMap {
|
||||||
|
if len(snapshots) == 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
pieceMap := base.NewPieceMap(len(snapshots), goed2k.PieceSize)
|
||||||
|
for _, snapshot := range snapshots {
|
||||||
|
if snapshot.Index < 0 || snapshot.Index >= pieceMap.PieceCount() {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
_ = pieceMap.Update(snapshot.Index, snapshot.State == goed2k.PieceSnapshotFinished)
|
||||||
|
}
|
||||||
|
return pieceMap
|
||||||
|
}
|
||||||
|
|
||||||
|
func buildED2KPeers(peerInfos []goed2k.PeerInfo) []*base.PeerStats {
|
||||||
|
peers := make([]*base.PeerStats, 0, len(peerInfos))
|
||||||
|
for _, peerInfo := range peerInfos {
|
||||||
|
peers = append(peers, &base.PeerStats{
|
||||||
|
Address: peerInfo.Endpoint.String(),
|
||||||
|
Client: ed2kPeerClient(peerInfo),
|
||||||
|
DownloadSpeed: int64(peerInfo.PayloadDownloadSpeed),
|
||||||
|
UploadSpeed: int64(peerInfo.PayloadUploadSpeed),
|
||||||
|
PieceCount: peerInfo.RemotePieces.Count(),
|
||||||
|
Source: peerInfo.SourceString(),
|
||||||
|
Transport: "tcp",
|
||||||
|
})
|
||||||
|
}
|
||||||
|
return peers
|
||||||
|
}
|
||||||
|
|
||||||
|
func ed2kPeerClient(peerInfo goed2k.PeerInfo) string {
|
||||||
|
return strings.TrimSpace(peerInfo.ModName + " " + peerInfo.StrModVersion)
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f *Fetcher) Progress() fetcher.Progress {
|
func (f *Fetcher) Progress() fetcher.Progress {
|
||||||
|
|||||||
@@ -0,0 +1,72 @@
|
|||||||
|
package ed2k
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
ped2k "github.com/GopeedLab/gopeed/pkg/protocol/ed2k"
|
||||||
|
"github.com/monkeyWie/goed2k"
|
||||||
|
"github.com/monkeyWie/goed2k/protocol"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestStatsSeparatesSnapshotAndRuntimeWithoutHandle(t *testing.T) {
|
||||||
|
frame := (&Fetcher{}).Stats()
|
||||||
|
if frame.Snapshot != nil {
|
||||||
|
t.Fatalf("snapshot = %T, want nil without a valid handle", frame.Snapshot)
|
||||||
|
}
|
||||||
|
runtime, ok := frame.Runtime.(*ped2k.StatsRuntime)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("runtime type = %T", frame.Runtime)
|
||||||
|
}
|
||||||
|
if runtime.Peers == nil || len(runtime.Peers) != 0 {
|
||||||
|
t.Fatalf("unexpected runtime peers: %+v", runtime.Peers)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildED2KPieceMapPreservesIndexes(t *testing.T) {
|
||||||
|
snapshots := []goed2k.PieceSnapshot{
|
||||||
|
{Index: 0, State: goed2k.PieceSnapshotFinished},
|
||||||
|
{Index: 1, State: goed2k.PieceSnapshotMissing},
|
||||||
|
{Index: 2, State: goed2k.PieceSnapshotDownloading},
|
||||||
|
{Index: 3, State: goed2k.PieceSnapshotFinished},
|
||||||
|
}
|
||||||
|
pieceMap := buildED2KPieceMap(snapshots)
|
||||||
|
if pieceMap == nil {
|
||||||
|
t.Fatal("buildED2KPieceMap returned nil")
|
||||||
|
}
|
||||||
|
want := []bool{true, false, false, true}
|
||||||
|
for index, expected := range want {
|
||||||
|
got, err := pieceMap.Get(index)
|
||||||
|
if err != nil || got != expected {
|
||||||
|
t.Fatalf("piece %d = %v, %v; want %v", index, got, err, expected)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if pieceMap.CompletedPieces() != 2 {
|
||||||
|
t.Fatalf("CompletedPieces() = %d, want 2", pieceMap.CompletedPieces())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestBuildED2KPeers(t *testing.T) {
|
||||||
|
remotePieces := protocol.NewBitField(4)
|
||||||
|
remotePieces.SetBit(0)
|
||||||
|
remotePieces.SetBit(2)
|
||||||
|
endpoint, err := protocol.EndpointFromString("127.0.0.1", 4662)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("EndpointFromString: %v", err)
|
||||||
|
}
|
||||||
|
peers := buildED2KPeers([]goed2k.PeerInfo{{
|
||||||
|
PayloadDownloadSpeed: 2048,
|
||||||
|
PayloadUploadSpeed: 1024,
|
||||||
|
RemotePieces: remotePieces,
|
||||||
|
Endpoint: endpoint,
|
||||||
|
ModName: "aMule",
|
||||||
|
StrModVersion: "2.3.3",
|
||||||
|
SourceFlag: int(goed2k.PeerServer | goed2k.PeerDHT),
|
||||||
|
}})
|
||||||
|
if len(peers) != 1 {
|
||||||
|
t.Fatalf("len(peers) = %d, want 1", len(peers))
|
||||||
|
}
|
||||||
|
peer := peers[0]
|
||||||
|
if peer.Client != "aMule 2.3.3" || peer.PieceCount != 2 || peer.Source != "server|kad" || peer.Transport != "tcp" {
|
||||||
|
t.Fatalf("unexpected peer: %+v", peer)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
const (
|
||||||
|
defaultSegmentConnections = 8
|
||||||
|
defaultMaxRetries = 5
|
||||||
|
defaultTimeoutSeconds = 30
|
||||||
|
|
||||||
|
// maxPrefetchSizeSegments caps the HEAD probing done at resolve time.
|
||||||
|
// Playlists larger than this skip size prefetch entirely.
|
||||||
|
maxPrefetchSizeSegments = 500
|
||||||
|
)
|
||||||
|
|
||||||
|
type config struct {
|
||||||
|
SegmentConnections int `json:"segmentConnections"`
|
||||||
|
MaxRetries int `json:"maxRetries"`
|
||||||
|
TimeoutSeconds int `json:"timeoutSeconds"`
|
||||||
|
PrefetchContentLength bool `json:"prefetchContentLength"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *config) normalize() {
|
||||||
|
if c.SegmentConnections <= 0 {
|
||||||
|
c.SegmentConnections = defaultSegmentConnections
|
||||||
|
}
|
||||||
|
if c.MaxRetries < 0 {
|
||||||
|
c.MaxRetries = defaultMaxRetries
|
||||||
|
}
|
||||||
|
if c.TimeoutSeconds <= 0 {
|
||||||
|
c.TimeoutSeconds = defaultTimeoutSeconds
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,59 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"crypto/aes"
|
||||||
|
"crypto/cipher"
|
||||||
|
"fmt"
|
||||||
|
)
|
||||||
|
|
||||||
|
// decryptAES128 decrypts an AES-128-CBC encrypted segment and strips PKCS7
|
||||||
|
// padding. data length must be a multiple of the AES block size.
|
||||||
|
func decryptAES128(data, key, iv []byte) ([]byte, error) {
|
||||||
|
if len(key) != 16 {
|
||||||
|
return nil, fmt.Errorf("invalid AES-128 key size %d", len(key))
|
||||||
|
}
|
||||||
|
if len(iv) != 16 {
|
||||||
|
return nil, fmt.Errorf("invalid AES-128 IV size %d", len(iv))
|
||||||
|
}
|
||||||
|
if len(data) == 0 || len(data)%aes.BlockSize != 0 {
|
||||||
|
return nil, fmt.Errorf("invalid AES-128 data size %d", len(data))
|
||||||
|
}
|
||||||
|
block, err := aes.NewCipher(key)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
plain := make([]byte, len(data))
|
||||||
|
cipher.NewCBCDecrypter(block, iv).CryptBlocks(plain, data)
|
||||||
|
return pkcs7Unpad(plain, aes.BlockSize)
|
||||||
|
}
|
||||||
|
|
||||||
|
func pkcs7Unpad(data []byte, blockSize int) ([]byte, error) {
|
||||||
|
if len(data) == 0 {
|
||||||
|
return nil, fmt.Errorf("empty plaintext")
|
||||||
|
}
|
||||||
|
pad := int(data[len(data)-1])
|
||||||
|
if pad == 0 || pad > blockSize || pad > len(data) {
|
||||||
|
return nil, fmt.Errorf("invalid PKCS7 padding")
|
||||||
|
}
|
||||||
|
for _, b := range data[len(data)-pad:] {
|
||||||
|
if int(b) != pad {
|
||||||
|
return nil, fmt.Errorf("invalid PKCS7 padding")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return data[:len(data)-pad], nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// sequenceIV derives the default per-segment IV mandated by RFC 8216: the
|
||||||
|
// segment media sequence number as a 16-byte big-endian integer.
|
||||||
|
func sequenceIV(sequence int64) []byte {
|
||||||
|
iv := make([]byte, 16)
|
||||||
|
iv[8] = byte(sequence >> 56)
|
||||||
|
iv[9] = byte(sequence >> 48)
|
||||||
|
iv[10] = byte(sequence >> 40)
|
||||||
|
iv[11] = byte(sequence >> 32)
|
||||||
|
iv[12] = byte(sequence >> 24)
|
||||||
|
iv[13] = byte(sequence >> 16)
|
||||||
|
iv[14] = byte(sequence >> 8)
|
||||||
|
iv[15] = byte(sequence)
|
||||||
|
return iv
|
||||||
|
}
|
||||||
@@ -0,0 +1,66 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"crypto/aes"
|
||||||
|
"crypto/cipher"
|
||||||
|
"crypto/rand"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func pkcs7Pad(data []byte, blockSize int) []byte {
|
||||||
|
pad := blockSize - len(data)%blockSize
|
||||||
|
return append(data, bytes.Repeat([]byte{byte(pad)}, pad)...)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDecryptAES128Roundtrip(t *testing.T) {
|
||||||
|
key := make([]byte, 16)
|
||||||
|
iv := make([]byte, 16)
|
||||||
|
if _, err := rand.Read(key); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, err := rand.Read(iv); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
plain := []byte("hello hls segment payload, padded to block size!")
|
||||||
|
padded := pkcs7Pad(plain, aes.BlockSize)
|
||||||
|
block, err := aes.NewCipher(key)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
encrypted := make([]byte, len(padded))
|
||||||
|
cipher.NewCBCEncrypter(block, iv).CryptBlocks(encrypted, padded)
|
||||||
|
|
||||||
|
got, err := decryptAES128(encrypted, key, iv)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if !bytes.Equal(got, plain) {
|
||||||
|
t.Errorf("roundtrip mismatch: %q", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDecryptAES128InvalidInput(t *testing.T) {
|
||||||
|
if _, err := decryptAES128([]byte{1, 2, 3}, make([]byte, 16), make([]byte, 16)); err == nil {
|
||||||
|
t.Error("non-block-aligned data should fail")
|
||||||
|
}
|
||||||
|
if _, err := decryptAES128(make([]byte, 16), make([]byte, 15), make([]byte, 16)); err == nil {
|
||||||
|
t.Error("short key should fail")
|
||||||
|
}
|
||||||
|
if _, err := decryptAES128(make([]byte, 16), make([]byte, 16), make([]byte, 16)); err == nil {
|
||||||
|
t.Error("all-zero block has invalid padding and should fail")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSequenceIV(t *testing.T) {
|
||||||
|
iv := sequenceIV(1)
|
||||||
|
if len(iv) != 16 || iv[15] != 1 {
|
||||||
|
t.Errorf("sequence 1 IV wrong: %v", iv)
|
||||||
|
}
|
||||||
|
iv = sequenceIV(0x0102030405060708)
|
||||||
|
for i, want := range []byte{1, 2, 3, 4, 5, 6, 7, 8} {
|
||||||
|
if iv[8+i] != want {
|
||||||
|
t.Errorf("sequence IV byte %d: want %d got %d", i, want, iv[8+i])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,24 @@
|
|||||||
|
// Package hls implements native HTTP Live Streaming downloads for m3u8
|
||||||
|
// playlists. A task produces exactly one merged, playable output file:
|
||||||
|
// MPEG-2 TS segments are concatenated as-is, fMP4 streams are merged as
|
||||||
|
// init section followed by the media fragments, and AES-128 encrypted
|
||||||
|
// segments are decrypted before they are stored.
|
||||||
|
//
|
||||||
|
// Supported subset:
|
||||||
|
// - VOD media playlists (EXT-X-ENDLIST present) and master playlists whose
|
||||||
|
// selected variant carries its own audio
|
||||||
|
// - AES-128 with the identity KEYFORMAT, explicit IV or media-sequence
|
||||||
|
// derived IV, including key rotation mid-playlist
|
||||||
|
// - EXT-X-BYTERANGE (including offset inheritance) and fMP4 init sections
|
||||||
|
// via a single, constant EXT-X-MAP
|
||||||
|
//
|
||||||
|
// Everything the merge pipeline cannot reproduce faithfully is rejected with
|
||||||
|
// an explicit error instead of silently producing a broken output file:
|
||||||
|
// - live streams (no EXT-X-ENDLIST) and SAMPLE-AES / DRM encryption
|
||||||
|
// - EXT-X-GAP (would leave a hole) and EXT-X-DISCONTINUITY (broken timeline)
|
||||||
|
// - changing init sections (a repeated EXT-X-MAP is compared by all its
|
||||||
|
// attributes, not just the URI) and encrypted EXT-X-MAP without an
|
||||||
|
// explicit IV
|
||||||
|
// - separate audio renditions referenced by the selected variant (the
|
||||||
|
// merged output would have no audio) and non-identity KEYFORMATs
|
||||||
|
package hls
|
||||||
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,100 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"net/url"
|
||||||
|
"path"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/fetcher"
|
||||||
|
)
|
||||||
|
|
||||||
|
type FetcherManager struct {
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fm *FetcherManager) Name() string {
|
||||||
|
return "hls"
|
||||||
|
}
|
||||||
|
|
||||||
|
// Filters registers the .m3u8 extension. The manager must be registered BEFORE
|
||||||
|
// the http manager in the downloader config: protocol routing picks the first
|
||||||
|
// manager whose filter matches, and the http filter claims every http(s) URL.
|
||||||
|
func (fm *FetcherManager) Filters() []*fetcher.SchemeFilter {
|
||||||
|
return []*fetcher.SchemeFilter{
|
||||||
|
{
|
||||||
|
Type: fetcher.FilterTypeFile,
|
||||||
|
Pattern: "M3U8",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fm *FetcherManager) Build() fetcher.Fetcher {
|
||||||
|
return &Fetcher{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fm *FetcherManager) ParseName(u string) string {
|
||||||
|
parsed, err := url.Parse(u)
|
||||||
|
if err != nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
name := path.Base(parsed.Path)
|
||||||
|
name = strings.TrimSuffix(name, path.Ext(name))
|
||||||
|
if name == "" || name == "/" || name == "." {
|
||||||
|
name = parsed.Hostname()
|
||||||
|
}
|
||||||
|
return name
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fm *FetcherManager) AutoRename() bool {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fm *FetcherManager) DefaultConfig() any {
|
||||||
|
return &config{
|
||||||
|
SegmentConnections: defaultSegmentConnections,
|
||||||
|
MaxRetries: defaultMaxRetries,
|
||||||
|
TimeoutSeconds: defaultTimeoutSeconds,
|
||||||
|
PrefetchContentLength: true,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fm *FetcherManager) Store(f fetcher.Fetcher) (data any, err error) {
|
||||||
|
_f := f.(*Fetcher)
|
||||||
|
_f.mu.Lock()
|
||||||
|
defer _f.mu.Unlock()
|
||||||
|
if _f.state == nil {
|
||||||
|
return nil, nil
|
||||||
|
}
|
||||||
|
// The engine's periodic checkpoint calls Store without holding the task
|
||||||
|
// lock and serializes the returned value afterwards, while Resolve/Patch/
|
||||||
|
// Start mutate the live state under the fetcher mutex: return a snapshot
|
||||||
|
// copy taken under that mutex, mirroring the HTTP protocol's Store.
|
||||||
|
return cloneState(_f.state), nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func cloneState(state *fetcherState) *fetcherState {
|
||||||
|
cloned := *state
|
||||||
|
cloned.Segments = make([]*Segment, len(state.Segments))
|
||||||
|
for i, seg := range state.Segments {
|
||||||
|
s := *seg
|
||||||
|
cloned.Segments[i] = &s
|
||||||
|
}
|
||||||
|
return &cloned
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fm *FetcherManager) Restore() (v any, f func(meta *fetcher.FetcherMeta, v any) fetcher.Fetcher) {
|
||||||
|
return &fetcherState{}, func(meta *fetcher.FetcherMeta, v any) fetcher.Fetcher {
|
||||||
|
fb := &FetcherManager{}
|
||||||
|
restored := fb.Build().(*Fetcher)
|
||||||
|
restored.meta = meta
|
||||||
|
if state, ok := v.(*fetcherState); ok && state.MediaURL != "" {
|
||||||
|
restored.state = state
|
||||||
|
}
|
||||||
|
// Setup is invoked by the engine (restoreFetcher) after this builder
|
||||||
|
// returns; ReqExtra parsing happens there as well.
|
||||||
|
return restored
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (fm *FetcherManager) Close() error {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
@@ -0,0 +1,857 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"crypto/aes"
|
||||||
|
"crypto/cipher"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
"sync/atomic"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/controller"
|
||||||
|
"github.com/GopeedLab/gopeed/internal/fetcher"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
)
|
||||||
|
|
||||||
|
func pkcs7PadForTest(data []byte, blockSize int) []byte {
|
||||||
|
pad := blockSize - len(data)%blockSize
|
||||||
|
return append(data, bytes.Repeat([]byte{byte(pad)}, pad)...)
|
||||||
|
}
|
||||||
|
|
||||||
|
func encryptSegment(plain, key, iv []byte) []byte {
|
||||||
|
padded := pkcs7PadForTest(plain, aes.BlockSize)
|
||||||
|
block, _ := aes.NewCipher(key)
|
||||||
|
encrypted := make([]byte, len(padded))
|
||||||
|
cipher.NewCBCEncrypter(block, iv).CryptBlocks(encrypted, padded)
|
||||||
|
return encrypted
|
||||||
|
}
|
||||||
|
|
||||||
|
// serveContentWithReferer is a helper handler that enforces an optional
|
||||||
|
// Referer requirement and reports request counts.
|
||||||
|
type cdnHandler struct {
|
||||||
|
mux *http.ServeMux
|
||||||
|
requireReferer string
|
||||||
|
requests atomic.Int64
|
||||||
|
}
|
||||||
|
|
||||||
|
func (h *cdnHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) {
|
||||||
|
h.requests.Add(1)
|
||||||
|
if h.requireReferer != "" && r.Header.Get("Referer") != h.requireReferer {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
h.mux.ServeHTTP(w, r)
|
||||||
|
}
|
||||||
|
|
||||||
|
func newTestFetcher(t *testing.T, cfg config) *Fetcher {
|
||||||
|
t.Helper()
|
||||||
|
fm := &FetcherManager{}
|
||||||
|
f := fm.Build().(*Fetcher)
|
||||||
|
ctl := controller.NewController()
|
||||||
|
ctl.GetConfig = func(v any) {
|
||||||
|
if c, ok := v.(*config); ok {
|
||||||
|
*c = cfg
|
||||||
|
}
|
||||||
|
}
|
||||||
|
f.Setup(ctl)
|
||||||
|
return f
|
||||||
|
}
|
||||||
|
|
||||||
|
func testConfig() config {
|
||||||
|
return config{
|
||||||
|
SegmentConnections: 4,
|
||||||
|
MaxRetries: 2,
|
||||||
|
TimeoutSeconds: 5,
|
||||||
|
PrefetchContentLength: true,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func mustResolve(t *testing.T, f *Fetcher, playlistURL, referer string) {
|
||||||
|
t.Helper()
|
||||||
|
req := &base.Request{URL: playlistURL}
|
||||||
|
if referer != "" {
|
||||||
|
req.Extra = &ReqExtra{Header: map[string]string{"Referer": referer}}
|
||||||
|
}
|
||||||
|
if err := f.Resolve(req, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatalf("resolve: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func mustRun(t *testing.T, f *Fetcher) {
|
||||||
|
t.Helper()
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("start: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("wait: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func statsOf(t *testing.T, f *Fetcher) Stats {
|
||||||
|
t.Helper()
|
||||||
|
s, ok := f.Stats().Snapshot.(*Stats)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("unexpected stats snapshot type %T", f.Stats().Snapshot)
|
||||||
|
}
|
||||||
|
return *s
|
||||||
|
}
|
||||||
|
|
||||||
|
func readOutput(t *testing.T, f *Fetcher) []byte {
|
||||||
|
t.Helper()
|
||||||
|
data, err := os.ReadFile(f.meta.SingleFilepath())
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_MasterTS(t *testing.T) {
|
||||||
|
seg := func(i int) []byte {
|
||||||
|
return []byte(fmt.Sprintf("SEGMENT-%02d-PAYLOAD", i))
|
||||||
|
}
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/master.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte("#EXTM3U\n" +
|
||||||
|
"#EXT-X-STREAM-INF:BANDWIDTH=800000\nv1/index.m3u8\n" +
|
||||||
|
"#EXT-X-STREAM-INF:BANDWIDTH=2000000\nv2/index.m3u8\n"))
|
||||||
|
})
|
||||||
|
mux.HandleFunc("/v1/index.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte("#EXTM3U\n#EXTINF:4,\nlow-0.ts\n#EXT-X-ENDLIST\n"))
|
||||||
|
})
|
||||||
|
mux.HandleFunc("/v2/index.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
var b strings.Builder
|
||||||
|
b.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
b.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
b.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
w.Write([]byte(b.String()))
|
||||||
|
})
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
content := seg(i)
|
||||||
|
path := "/v2/seg-" + strconv.Itoa(i) + ".ts"
|
||||||
|
mux.HandleFunc(path, func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Header().Set("Content-Length", strconv.Itoa(len(content)))
|
||||||
|
w.Write(content)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(&cdnHandler{mux: mux})
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
mustResolve(t, f, server.URL+"/master.m3u8", "")
|
||||||
|
// Master resolution picked the 2000000 variant.
|
||||||
|
if f.state.MediaURL != server.URL+"/v2/index.m3u8" {
|
||||||
|
t.Fatalf("wrong variant picked: %s", f.state.MediaURL)
|
||||||
|
}
|
||||||
|
// HEAD prefetch should have computed the exact total size.
|
||||||
|
if f.meta.Res.Size != int64(5*len(seg(0))) {
|
||||||
|
t.Fatalf("prefetched size wrong: %d", f.meta.Res.Size)
|
||||||
|
}
|
||||||
|
mustRun(t, f)
|
||||||
|
|
||||||
|
var want []byte
|
||||||
|
for i := 0; i < 5; i++ {
|
||||||
|
want = append(want, seg(i)...)
|
||||||
|
}
|
||||||
|
got := readOutput(t, f)
|
||||||
|
if !bytes.Equal(got, want) {
|
||||||
|
t.Errorf("merged output mismatch: %q", got)
|
||||||
|
}
|
||||||
|
// The staging folder must be cleaned up after a successful merge; only
|
||||||
|
// the output file remains in the task directory.
|
||||||
|
if entries, _ := os.ReadDir(filepath.Dir(f.meta.SingleFilepath())); len(entries) != 1 {
|
||||||
|
for _, e := range entries {
|
||||||
|
t.Logf("leftover entry: %s", e.Name())
|
||||||
|
}
|
||||||
|
t.Errorf("staging dir should be cleaned up after merge")
|
||||||
|
}
|
||||||
|
if f.meta.Res.Size != int64(len(want)) {
|
||||||
|
t.Errorf("final size wrong: %d", f.meta.Res.Size)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_RefererEnforced(t *testing.T) {
|
||||||
|
page := "https://player.example.com/watch/123"
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
segments := make(map[string][]byte)
|
||||||
|
for i := 0; i < 3; i++ {
|
||||||
|
name := fmt.Sprintf("seg-%d.ts", i)
|
||||||
|
segments["/"+name] = []byte(fmt.Sprintf("DATA-%d", i))
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\n%s\n", name))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
for path, content := range segments {
|
||||||
|
c := content
|
||||||
|
mux.HandleFunc(path, func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(c)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(&cdnHandler{mux: mux, requireReferer: page})
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
// Without Referer the resolve itself must fail (403 on the playlist).
|
||||||
|
blocked := newTestFetcher(t, testConfig())
|
||||||
|
req := &base.Request{URL: server.URL + "/video.m3u8"}
|
||||||
|
if err := blocked.Resolve(req, &base.Options{Path: t.TempDir()}); err == nil {
|
||||||
|
t.Fatal("resolve without Referer should fail")
|
||||||
|
}
|
||||||
|
|
||||||
|
// With the Referer set through the task extra headers it must succeed.
|
||||||
|
allowed := newTestFetcher(t, testConfig())
|
||||||
|
allowedReq := &base.Request{
|
||||||
|
URL: server.URL + "/video.m3u8",
|
||||||
|
Extra: &ReqExtra{Header: map[string]string{"Referer": page}},
|
||||||
|
}
|
||||||
|
if err := allowed.Resolve(allowedReq, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
mustRun(t, allowed)
|
||||||
|
want := []byte("DATA-0DATA-1DATA-2")
|
||||||
|
if !bytes.Equal(readOutput(t, allowed), want) {
|
||||||
|
t.Error("output mismatch with Referer download")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_AES128KeyRotation(t *testing.T) {
|
||||||
|
key1 := []byte("0123456789abcdef")
|
||||||
|
key2 := []byte("fedcba9876543210")
|
||||||
|
iv1 := []byte("aaaaaaaaaaaaaaaa")
|
||||||
|
plain1 := []byte("ENCRYPTED-SEGMENT-ONE!!") // padded on encrypt
|
||||||
|
plain2 := []byte("ENCRYPTED-SEGMENT-TWO!!")
|
||||||
|
// seg-2 has no explicit IV: derived from media sequence 1.
|
||||||
|
enc1 := encryptSegment(plain1, key1, iv1)
|
||||||
|
enc2 := encryptSegment(plain2, key2, sequenceIV(1))
|
||||||
|
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte("#EXTM3U\n" +
|
||||||
|
"#EXT-X-MEDIA-SEQUENCE:0\n" +
|
||||||
|
"#EXT-X-KEY:METHOD=AES-128,URI=\"key-1.bin\",IV=0x" + hexEncode(iv1) + "\n" +
|
||||||
|
"#EXTINF:5,\nseg-1.ts\n" +
|
||||||
|
"#EXT-X-KEY:METHOD=AES-128,URI=\"key-2.bin\"\n" +
|
||||||
|
"#EXTINF:5,\nseg-2.ts\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"))
|
||||||
|
})
|
||||||
|
mux.HandleFunc("/key-1.bin", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(key1)
|
||||||
|
})
|
||||||
|
mux.HandleFunc("/key-2.bin", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(key2)
|
||||||
|
})
|
||||||
|
mux.HandleFunc("/seg-1.ts", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(enc1)
|
||||||
|
})
|
||||||
|
mux.HandleFunc("/seg-2.ts", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(enc2)
|
||||||
|
})
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
mustResolve(t, f, server.URL+"/video.m3u8", "")
|
||||||
|
// Ciphertext sizes overstate the final output after decryption, so an
|
||||||
|
// encrypted plan must report an indeterminate size.
|
||||||
|
if f.meta.Res.Size != 0 {
|
||||||
|
t.Errorf("encrypted plan should report size 0, got %d", f.meta.Res.Size)
|
||||||
|
}
|
||||||
|
mustRun(t, f)
|
||||||
|
|
||||||
|
want := append(append([]byte{}, plain1...), plain2...)
|
||||||
|
if !bytes.Equal(readOutput(t, f), want) {
|
||||||
|
t.Errorf("decrypted output mismatch: %q", readOutput(t, f))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_ByteRange(t *testing.T) {
|
||||||
|
data := []byte("0123456789ABCDEFGHIJ") // 20 bytes
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte("#EXTM3U\n" +
|
||||||
|
"#EXT-X-BYTERANGE:10@0\nblob.bin\n" +
|
||||||
|
"#EXT-X-BYTERANGE:10\nblob.bin\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"))
|
||||||
|
})
|
||||||
|
mux.HandleFunc("/blob.bin", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
rng := r.Header.Get("Range")
|
||||||
|
if rng == "" {
|
||||||
|
w.Write(data)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
// bytes=start-end
|
||||||
|
var start, end int
|
||||||
|
fmt.Sscanf(rng, "bytes=%d-%d", &start, &end)
|
||||||
|
w.Header().Set("Content-Range", fmt.Sprintf("bytes %d-%d/%d", start, end, len(data)))
|
||||||
|
w.WriteHeader(http.StatusPartialContent)
|
||||||
|
w.Write(data[start : end+1])
|
||||||
|
})
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
mustResolve(t, f, server.URL+"/video.m3u8", "")
|
||||||
|
if f.meta.Res.Size != 20 {
|
||||||
|
t.Fatalf("byterange sizes should be known from the playlist, got %d", f.meta.Res.Size)
|
||||||
|
}
|
||||||
|
mustRun(t, f)
|
||||||
|
if !bytes.Equal(readOutput(t, f), data) {
|
||||||
|
t.Errorf("byterange merge mismatch: %q", readOutput(t, f))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_PauseResume(t *testing.T) {
|
||||||
|
const total = 8
|
||||||
|
var served atomic.Int64
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
var b strings.Builder
|
||||||
|
b.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
b.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
b.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
w.Write([]byte(b.String()))
|
||||||
|
})
|
||||||
|
segments := make(map[int][]byte)
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
segments[i] = []byte(fmt.Sprintf("SLOW-SEGMENT-%02d", i))
|
||||||
|
}
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
idx := i
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", i), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
time.Sleep(150 * time.Millisecond)
|
||||||
|
served.Add(1)
|
||||||
|
w.Write(segments[idx])
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
cfg := testConfig()
|
||||||
|
cfg.SegmentConnections = 2
|
||||||
|
cfg.PrefetchContentLength = false
|
||||||
|
f := newTestFetcher(t, cfg)
|
||||||
|
mustResolve(t, f, server.URL+"/video.m3u8", "")
|
||||||
|
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
// Let a couple of segments finish, then pause.
|
||||||
|
time.Sleep(400 * time.Millisecond)
|
||||||
|
if err := f.Pause(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
doneBefore := statsOf(t, f).SegmentsDone
|
||||||
|
if doneBefore == 0 {
|
||||||
|
t.Fatal("expected some segments to complete before pause")
|
||||||
|
}
|
||||||
|
if doneBefore == total {
|
||||||
|
t.Fatal("all segments finished before pause, test is not exercising resume")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Resume must finish the rest and produce the full output.
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
var want []byte
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
want = append(want, segments[i]...)
|
||||||
|
}
|
||||||
|
if !bytes.Equal(readOutput(t, f), want) {
|
||||||
|
t.Errorf("resumed output mismatch: %q", readOutput(t, f))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_StoreRestoreResume(t *testing.T) {
|
||||||
|
const total = 6
|
||||||
|
var served atomic.Int64
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
var b strings.Builder
|
||||||
|
b.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
b.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
b.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
w.Write([]byte(b.String()))
|
||||||
|
})
|
||||||
|
segments := make(map[int][]byte)
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
segments[i] = []byte(fmt.Sprintf("RESTORE-SEGMENT-%02d", i))
|
||||||
|
}
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
idx := i
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", i), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
time.Sleep(120 * time.Millisecond)
|
||||||
|
served.Add(1)
|
||||||
|
w.Write(segments[idx])
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
cfg := testConfig()
|
||||||
|
cfg.SegmentConnections = 2
|
||||||
|
cfg.PrefetchContentLength = false
|
||||||
|
|
||||||
|
f := newTestFetcher(t, cfg)
|
||||||
|
mustResolve(t, f, server.URL+"/video.m3u8", "")
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
time.Sleep(350 * time.Millisecond)
|
||||||
|
if err := f.Pause(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
doneBefore := statsOf(t, f).SegmentsDone
|
||||||
|
if doneBefore == 0 {
|
||||||
|
t.Fatal("expected some segments to finish before simulated restart")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Simulate an app restart: persist, then restore into a fresh fetcher.
|
||||||
|
fm := &FetcherManager{}
|
||||||
|
state, err := fm.Store(f)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if state == nil {
|
||||||
|
t.Fatal("state should be persisted")
|
||||||
|
}
|
||||||
|
ctl := controller.NewController()
|
||||||
|
ctl.GetConfig = func(v any) {
|
||||||
|
if c, ok := v.(*config); ok {
|
||||||
|
*c = cfg
|
||||||
|
}
|
||||||
|
}
|
||||||
|
holder := fm.Build().(*Fetcher)
|
||||||
|
holder.Setup(ctl)
|
||||||
|
holder.meta = &fetcher.FetcherMeta{
|
||||||
|
Req: f.meta.Req,
|
||||||
|
Opts: f.meta.Opts,
|
||||||
|
Res: f.meta.Res,
|
||||||
|
}
|
||||||
|
_, builder := fm.Restore()
|
||||||
|
rf := builder(holder.meta, state).(*Fetcher)
|
||||||
|
// The engine calls Setup on the builder result (restoreFetcher).
|
||||||
|
rf.Setup(ctl)
|
||||||
|
if rf.state == nil || len(rf.state.Segments) != total {
|
||||||
|
t.Fatal("restored state missing segment plan")
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := rf.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := rf.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if done := statsOf(t, rf).SegmentsDone; done != total {
|
||||||
|
t.Errorf("want %d done, got %d", total, done)
|
||||||
|
}
|
||||||
|
var want []byte
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
want = append(want, segments[i]...)
|
||||||
|
}
|
||||||
|
if !bytes.Equal(readOutput(t, rf), want) {
|
||||||
|
t.Errorf("restored output mismatch: %q", readOutput(t, rf))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func hexEncode(b []byte) string {
|
||||||
|
const digits = "0123456789abcdef"
|
||||||
|
out := make([]byte, 0, len(b)*2)
|
||||||
|
for _, v := range b {
|
||||||
|
out = append(out, digits[v>>4], digits[v&0x0f])
|
||||||
|
}
|
||||||
|
return string(out)
|
||||||
|
}
|
||||||
|
|
||||||
|
// restoreLikeEngine round-trips the persisted state and the task meta through
|
||||||
|
// JSON the way the engine storage does, then builds a fresh fetcher. This is
|
||||||
|
// the path that historically lost the request extra headers.
|
||||||
|
func restoreLikeEngine(t *testing.T, f *Fetcher, cfg config) *Fetcher {
|
||||||
|
t.Helper()
|
||||||
|
fm := &FetcherManager{}
|
||||||
|
stateAny, err := fm.Store(f)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
rawState, err := json.Marshal(stateAny)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
storedState := &fetcherState{}
|
||||||
|
if err := json.Unmarshal(rawState, storedState); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
rawMeta, err := json.Marshal(f.meta)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
restoredMeta := &fetcher.FetcherMeta{}
|
||||||
|
if err := json.Unmarshal(rawMeta, restoredMeta); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, ok := restoredMeta.Req.Extra.(*ReqExtra); ok {
|
||||||
|
t.Fatal("storage round trip should yield a map-shaped extra, like the engine")
|
||||||
|
}
|
||||||
|
ctl := controller.NewController()
|
||||||
|
ctl.GetConfig = func(v any) {
|
||||||
|
if c, ok := v.(*config); ok {
|
||||||
|
*c = cfg
|
||||||
|
}
|
||||||
|
}
|
||||||
|
_, builder := fm.Restore()
|
||||||
|
rf := builder(restoredMeta, storedState).(*Fetcher)
|
||||||
|
// The engine calls Setup on the builder result (restoreFetcher).
|
||||||
|
rf.Setup(ctl)
|
||||||
|
return rf
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_StoreRestoreAuthenticated(t *testing.T) {
|
||||||
|
const total = 4
|
||||||
|
page := "https://player.example.com/watch/42"
|
||||||
|
var served atomic.Int64
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
segments := make(map[int][]byte)
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
segments[i] = []byte(fmt.Sprintf("AUTH-SEGMENT-%02d", i))
|
||||||
|
idx := i
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", idx), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
time.Sleep(80 * time.Millisecond)
|
||||||
|
served.Add(1)
|
||||||
|
w.Write(segments[idx])
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(&cdnHandler{mux: mux, requireReferer: page})
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
cfg := testConfig()
|
||||||
|
cfg.SegmentConnections = 2
|
||||||
|
cfg.PrefetchContentLength = false
|
||||||
|
|
||||||
|
f := newTestFetcher(t, cfg)
|
||||||
|
req := &base.Request{
|
||||||
|
URL: server.URL + "/video.m3u8",
|
||||||
|
Extra: &ReqExtra{Header: map[string]string{"Referer": page}},
|
||||||
|
}
|
||||||
|
if err := f.Resolve(req, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
time.Sleep(150 * time.Millisecond)
|
||||||
|
if err := f.Pause(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
rf := restoreLikeEngine(t, f, cfg)
|
||||||
|
if rf.extra == nil || rf.extra.Header["Referer"] != page {
|
||||||
|
t.Fatalf("restored fetcher lost the request extra headers: %+v", rf.extra)
|
||||||
|
}
|
||||||
|
if err := rf.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := rf.Wait(); err != nil {
|
||||||
|
t.Fatalf("resumed download failed (request headers lost?): %v", err)
|
||||||
|
}
|
||||||
|
var want []byte
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
want = append(want, segments[i]...)
|
||||||
|
}
|
||||||
|
if !bytes.Equal(readOutput(t, rf), want) {
|
||||||
|
t.Errorf("restored output mismatch: %q", readOutput(t, rf))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_PatchPartialUpdate(t *testing.T) {
|
||||||
|
page := "https://player.example.com/watch/7"
|
||||||
|
var requiredReferer atomic.Value // string
|
||||||
|
requiredReferer.Store(page)
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
segments := make(map[string][]byte)
|
||||||
|
for i := 0; i < 3; i++ {
|
||||||
|
segments[fmt.Sprintf("/s%d.ts", i)] = []byte(fmt.Sprintf("PATCH-%d", i))
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\ns%d.ts\n", i))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
for path, content := range segments {
|
||||||
|
c := content
|
||||||
|
mux.HandleFunc(path, func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(c)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
// The Referer requirement can be flipped mid-test to prove that a patched
|
||||||
|
// header is actually sent by the next run.
|
||||||
|
dyn := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
if want, _ := requiredReferer.Load().(string); want != "" && r.Header.Get("Referer") != want {
|
||||||
|
w.WriteHeader(http.StatusForbidden)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
mux.ServeHTTP(w, r)
|
||||||
|
})
|
||||||
|
server := httptest.NewServer(dyn)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
req := &base.Request{
|
||||||
|
URL: server.URL + "/video.m3u8",
|
||||||
|
Extra: &ReqExtra{Header: map[string]string{"Referer": page}},
|
||||||
|
}
|
||||||
|
opts := &base.Options{Path: t.TempDir()}
|
||||||
|
if err := f.Resolve(req, opts); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// A nil/nil patch must be a no-op, not a panic.
|
||||||
|
if err := f.Patch(nil, nil); err != nil {
|
||||||
|
t.Fatalf("nil patch should be accepted: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Header-only patch: the resolved plan and output options are retained
|
||||||
|
// while the new header takes effect on the next run.
|
||||||
|
newReferer := "https://player.example.com/watch/9"
|
||||||
|
if err := f.Patch(&base.Request{
|
||||||
|
URL: server.URL + "/video.m3u8",
|
||||||
|
Extra: &ReqExtra{Header: map[string]string{"Referer": newReferer}},
|
||||||
|
}, nil); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if f.state == nil || f.meta.Res == nil {
|
||||||
|
t.Fatal("header-only patch must keep the resolved plan")
|
||||||
|
}
|
||||||
|
if f.meta.Opts.Path != opts.Path {
|
||||||
|
t.Fatalf("header-only patch must keep the output path: %s", f.meta.Opts.Path)
|
||||||
|
}
|
||||||
|
if f.extra.Header["Referer"] != newReferer {
|
||||||
|
t.Fatalf("patched header not applied: %+v", f.extra.Header)
|
||||||
|
}
|
||||||
|
requiredReferer.Store(newReferer)
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("run with patched header failed: %v", err)
|
||||||
|
}
|
||||||
|
if got := readOutput(t, f); string(got) != "PATCH-0PATCH-1PATCH-2" {
|
||||||
|
t.Errorf("output mismatch after header patch: %q", got)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Options-only patch: renaming the task keeps the resolved plan.
|
||||||
|
if err := f.Patch(nil, &base.Options{Name: "renamed.ts"}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if f.state == nil {
|
||||||
|
t.Fatal("options-only patch must keep the resolved plan")
|
||||||
|
}
|
||||||
|
if f.meta.Opts.Name != "renamed.ts" || f.meta.Opts.Path != opts.Path {
|
||||||
|
t.Fatalf("options patch misapplied: %+v", f.meta.Opts)
|
||||||
|
}
|
||||||
|
|
||||||
|
// URL-only patch: the plan is dropped for a re-resolve but the output
|
||||||
|
// path and renamed file survive.
|
||||||
|
if err := f.Patch(&base.Request{URL: server.URL + "/refreshed.m3u8"}, nil); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if f.state != nil || f.meta.Res != nil {
|
||||||
|
t.Fatal("URL patch must drop the resolved plan")
|
||||||
|
}
|
||||||
|
if f.meta.Opts.Path != opts.Path || f.meta.Opts.Name != "renamed.ts" {
|
||||||
|
t.Fatal("URL patch must keep the output options")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_PatchWhileRunningRejected(t *testing.T) {
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < 6; i++ {
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
for i := 0; i < 6; i++ {
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", i), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
time.Sleep(150 * time.Millisecond)
|
||||||
|
w.Write([]byte("X"))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Patch(&base.Request{URL: server.URL + "/other.m3u8"}, nil); err == nil {
|
||||||
|
t.Fatal("patching a running task must be rejected")
|
||||||
|
}
|
||||||
|
if err := f.Pause(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
// After the pause the patch goes through and only then drops the plan.
|
||||||
|
if err := f.Patch(&base.Request{URL: server.URL + "/other.m3u8"}, nil); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if f.state != nil {
|
||||||
|
t.Fatal("URL patch after pause must drop the plan")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_RetryAfterFailure(t *testing.T) {
|
||||||
|
const total = 4
|
||||||
|
var healthy atomic.Bool
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
segments := make(map[int][]byte)
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
segments[i] = []byte(fmt.Sprintf("RETRY-SEGMENT-%02d", i))
|
||||||
|
idx := i
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", idx), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
if idx == 1 && !healthy.Load() {
|
||||||
|
w.WriteHeader(http.StatusInternalServerError)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
time.Sleep(60 * time.Millisecond)
|
||||||
|
w.Write(segments[idx])
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
cfg := testConfig()
|
||||||
|
cfg.MaxRetries = 0 // fail the run on the first bad segment
|
||||||
|
cfg.PrefetchContentLength = false
|
||||||
|
f := newTestFetcher(t, cfg)
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err == nil {
|
||||||
|
t.Fatal("first run should fail while the segment endpoint is down")
|
||||||
|
}
|
||||||
|
if got := statsOf(t, f).SegmentsFailed; got == 0 {
|
||||||
|
t.Fatal("failed segments should be reported in stats")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Server recovered: a fresh run must succeed and report zero failures.
|
||||||
|
healthy.Store(true)
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("retry run failed: %v", err)
|
||||||
|
}
|
||||||
|
stats := statsOf(t, f)
|
||||||
|
if stats.SegmentsFailed != 0 {
|
||||||
|
t.Errorf("failures must reset per run, got %d", stats.SegmentsFailed)
|
||||||
|
}
|
||||||
|
if stats.SegmentsDone != total {
|
||||||
|
t.Errorf("want %d done, got %d", total, stats.SegmentsDone)
|
||||||
|
}
|
||||||
|
var want []byte
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
want = append(want, segments[i]...)
|
||||||
|
}
|
||||||
|
if !bytes.Equal(readOutput(t, f), want) {
|
||||||
|
t.Errorf("retry output mismatch: %q", readOutput(t, f))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_StateMissingSelfHeal(t *testing.T) {
|
||||||
|
const total = 3
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
segments := make(map[int][]byte)
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
segments[i] = []byte(fmt.Sprintf("SELFHEAL-%02d", i))
|
||||||
|
idx := i
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", idx), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(segments[idx])
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
// Simulate the crash window where the engine persisted the task with its
|
||||||
|
// resource but the HLS plan was never checkpointed.
|
||||||
|
f.state = nil
|
||||||
|
outputName := f.meta.Res.Files[0].Name
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("start should self-heal a missing plan: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("self-healed run failed: %v", err)
|
||||||
|
}
|
||||||
|
if f.state == nil || len(f.state.Segments) != total {
|
||||||
|
t.Fatal("self-heal should rebuild the segment plan")
|
||||||
|
}
|
||||||
|
if f.meta.Res.Files[0].Name != outputName {
|
||||||
|
t.Fatalf("self-heal renamed the output: %s", f.meta.Res.Files[0].Name)
|
||||||
|
}
|
||||||
|
var want []byte
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
want = append(want, segments[i]...)
|
||||||
|
}
|
||||||
|
if !bytes.Equal(readOutput(t, f), want) {
|
||||||
|
t.Errorf("self-healed output mismatch: %q", readOutput(t, f))
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,100 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"context"
|
||||||
|
"crypto/tls"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"net"
|
||||||
|
"net/http"
|
||||||
|
"net/http/cookiejar"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/httpclient"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
)
|
||||||
|
|
||||||
|
const defaultUserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36"
|
||||||
|
|
||||||
|
const maxPlaylistSize = 10 << 20 // 10MB, playlists are small text files
|
||||||
|
|
||||||
|
func (f *Fetcher) timeout() time.Duration {
|
||||||
|
return time.Duration(f.config.TimeoutSeconds) * time.Second
|
||||||
|
}
|
||||||
|
|
||||||
|
// buildClient builds an HTTP client honoring the task proxy and TLS settings.
|
||||||
|
// The client has no total timeout on purpose: large segments over slow links
|
||||||
|
// must not be aborted; body stalls are handled by stallReader instead. It is
|
||||||
|
// only called while the fetcher is quiescent (Resolve/Start), never from
|
||||||
|
// inside running worker goroutines.
|
||||||
|
func (f *Fetcher) buildClient() *http.Client {
|
||||||
|
var proxy *base.RequestProxy
|
||||||
|
skipVerify := false
|
||||||
|
if req := f.meta.Req; req != nil {
|
||||||
|
proxy = req.Proxy
|
||||||
|
skipVerify = req.SkipVerifyCert
|
||||||
|
}
|
||||||
|
jar, _ := cookiejar.New(nil)
|
||||||
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
|
Client: httpclient.ClientOptions{
|
||||||
|
Jar: jar,
|
||||||
|
},
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
DialContext: (&net.Dialer{
|
||||||
|
Timeout: f.timeout(),
|
||||||
|
}).DialContext,
|
||||||
|
Proxy: f.Ctl.GetProxy(proxy),
|
||||||
|
TLSClientConfig: &tls.Config{
|
||||||
|
InsecureSkipVerify: skipVerify,
|
||||||
|
},
|
||||||
|
TLSHandshakeTimeout: f.timeout(),
|
||||||
|
},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: f.impSession,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
panic(fmt.Sprintf("build HTTP client: %v", err))
|
||||||
|
}
|
||||||
|
return client
|
||||||
|
}
|
||||||
|
|
||||||
|
// buildRequest builds a request with task extra headers, the default user
|
||||||
|
// agent and an optional byte range. extra may be nil.
|
||||||
|
func buildRequest(ctx context.Context, extra *ReqExtra, method, u string, body io.Reader, byterange *ByteRange) (*http.Request, error) {
|
||||||
|
req, err := http.NewRequestWithContext(ctx, method, u, body)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
if extra != nil {
|
||||||
|
for key, value := range extra.Header {
|
||||||
|
req.Header.Set(key, value)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if req.Header.Get("User-Agent") == "" {
|
||||||
|
req.Header.Set("User-Agent", defaultUserAgent)
|
||||||
|
}
|
||||||
|
if byterange != nil {
|
||||||
|
req.Header.Set("Range", fmt.Sprintf("bytes=%d-%d", byterange.Offset, byterange.Offset+byterange.Length-1))
|
||||||
|
}
|
||||||
|
return req, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// stallReader aborts reads that see no data for the configured timeout.
|
||||||
|
type stallReader struct {
|
||||||
|
rc io.ReadCloser
|
||||||
|
timeout time.Duration
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *stallReader) Read(p []byte) (int, error) {
|
||||||
|
timer := time.AfterFunc(r.timeout, func() {
|
||||||
|
r.rc.Close()
|
||||||
|
})
|
||||||
|
defer timer.Stop()
|
||||||
|
return r.rc.Read(p)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *stallReader) Close() error {
|
||||||
|
return r.rc.Close()
|
||||||
|
}
|
||||||
@@ -0,0 +1,112 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"crypto/rand"
|
||||||
|
"crypto/sha1"
|
||||||
|
"encoding/hex"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"io"
|
||||||
|
"os"
|
||||||
|
"strconv"
|
||||||
|
)
|
||||||
|
|
||||||
|
// journalFile is the persisted completed-segment ledger. It is bound to the
|
||||||
|
// exact download plan: a journal whose fingerprint does not match the current
|
||||||
|
// plan is discarded instead of being applied to the wrong segments.
|
||||||
|
type journalFile struct {
|
||||||
|
StagingID string `json:"stagingID"`
|
||||||
|
PlanHash string `json:"planHash"`
|
||||||
|
SegmentCount int `json:"segmentCount"`
|
||||||
|
Sizes map[string]int64 `json:"sizes"`
|
||||||
|
}
|
||||||
|
|
||||||
|
// randomStagingID returns a random identifier used to give every task its own
|
||||||
|
// staging folder, stable across app restarts through the persisted state.
|
||||||
|
func randomStagingID() string {
|
||||||
|
buf := make([]byte, 6)
|
||||||
|
if _, err := rand.Read(buf); err != nil {
|
||||||
|
// crypto/rand failing is catastrophic anyway; fall back to address
|
||||||
|
// entropy rather than crashing the fetch.
|
||||||
|
return fmt.Sprintf("%x", sha1.Sum([]byte(fmt.Sprintf("%p", buf))))[:12]
|
||||||
|
}
|
||||||
|
return hex.EncodeToString(buf)
|
||||||
|
}
|
||||||
|
|
||||||
|
// planFingerprint hashes everything that defines the download plan: the media
|
||||||
|
// URL, the ordered segments with their sequence numbers, byte ranges, keys
|
||||||
|
// and init markers. Two tasks resolve to different fingerprints even when
|
||||||
|
// they point at the same playlist URL.
|
||||||
|
func planFingerprint(state *fetcherState) string {
|
||||||
|
h := sha1.New()
|
||||||
|
io.WriteString(h, state.MediaURL+"\n")
|
||||||
|
io.WriteString(h, strconv.Itoa(len(state.Segments))+"\n")
|
||||||
|
for _, seg := range state.Segments {
|
||||||
|
fmt.Fprintf(h, "%d|%s|", seg.Sequence, seg.URI)
|
||||||
|
if seg.Byterange != nil {
|
||||||
|
fmt.Fprintf(h, "%d@%d|", seg.Byterange.Offset, seg.Byterange.Length)
|
||||||
|
}
|
||||||
|
if seg.Key != nil {
|
||||||
|
// The IV is part of the plan: same URI with a rotated IV would
|
||||||
|
// silently decrypt to garbage if the journal were reused.
|
||||||
|
fmt.Fprintf(h, "key=%s iv=%x|", seg.Key.URI, seg.Key.IV)
|
||||||
|
}
|
||||||
|
if seg.IsInit {
|
||||||
|
io.WriteString(h, "init|")
|
||||||
|
}
|
||||||
|
io.WriteString(h, "\n")
|
||||||
|
}
|
||||||
|
return hex.EncodeToString(h.Sum(nil))[:16]
|
||||||
|
}
|
||||||
|
|
||||||
|
// loadJournal reads the journal of a run, discarding anything that cannot be
|
||||||
|
// proven to belong to the current plan: foreign or legacy journals, corrupted
|
||||||
|
// files, and entries whose recorded size no longer matches the plan.
|
||||||
|
func loadJournal(run *hlsRun) error {
|
||||||
|
data, err := os.ReadFile(run.journalPath)
|
||||||
|
if err != nil {
|
||||||
|
if os.IsNotExist(err) {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
var file journalFile
|
||||||
|
if err := json.Unmarshal(data, &file); err != nil {
|
||||||
|
// A broken or legacy journal must not kill a restartable download.
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if file.StagingID != run.stagingID || file.PlanHash != run.planHash || file.SegmentCount != len(run.segs) {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
for key, size := range file.Sizes {
|
||||||
|
idx, err := strconv.ParseInt(key, 10, 64)
|
||||||
|
if err != nil || idx < 0 || idx >= int64(len(run.segs)) || size <= 0 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
run.journal[idx] = size
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// saveJournal atomically rewrites the journal through a temp file + rename so
|
||||||
|
// a crash never leaves a half-written ledger behind.
|
||||||
|
func saveJournal(run *hlsRun) error {
|
||||||
|
file := journalFile{
|
||||||
|
StagingID: run.stagingID,
|
||||||
|
PlanHash: run.planHash,
|
||||||
|
SegmentCount: len(run.segs),
|
||||||
|
Sizes: make(map[string]int64, len(run.journal)),
|
||||||
|
}
|
||||||
|
for idx, size := range run.journal {
|
||||||
|
file.Sizes[strconv.FormatInt(idx, 10)] = size
|
||||||
|
}
|
||||||
|
data, err := json.Marshal(file)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
tmp := run.journalPath + ".tmp"
|
||||||
|
if err := os.WriteFile(tmp, data, 0666); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return os.Rename(tmp, run.journalPath)
|
||||||
|
}
|
||||||
@@ -0,0 +1,297 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"fmt"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
)
|
||||||
|
|
||||||
|
// The validators below check real media structure, not just byte
|
||||||
|
// concatenation: TS packets are verified on the 188 byte grid with
|
||||||
|
// continuity-counter rules, PAT/PMT presence and PES start codes; fMP4
|
||||||
|
// output is verified by walking the ISO-BMFF box hierarchy.
|
||||||
|
|
||||||
|
func be32(b []byte) int {
|
||||||
|
return int(b[0])<<24 | int(b[1])<<16 | int(b[2])<<8 | int(b[3])
|
||||||
|
}
|
||||||
|
|
||||||
|
// validateTS asserts structural validity of a merged MPEG-2 TS stream.
|
||||||
|
func validateTS(t *testing.T, data []byte) {
|
||||||
|
t.Helper()
|
||||||
|
if len(data) == 0 || len(data)%188 != 0 {
|
||||||
|
t.Fatalf("TS size %d is not a positive multiple of 188", len(data))
|
||||||
|
}
|
||||||
|
type pidState struct{ cc int }
|
||||||
|
ccByPID := map[int]int{}
|
||||||
|
patSeen, pmtSeen, pesSeen := false, false, false
|
||||||
|
for off := 0; off < len(data); off += 188 {
|
||||||
|
pkt := data[off : off+188]
|
||||||
|
if pkt[0] != 0x47 {
|
||||||
|
t.Fatalf("bad TS sync byte at offset %d", off)
|
||||||
|
}
|
||||||
|
pid := (int(pkt[1]&0x1F) << 8) | int(pkt[2])
|
||||||
|
pusi := pkt[1]&0x40 != 0
|
||||||
|
afc := (pkt[3] >> 4) & 0x3
|
||||||
|
if afc == 0 {
|
||||||
|
continue // reserved
|
||||||
|
}
|
||||||
|
idx := 4
|
||||||
|
if afc&0x2 != 0 { // adaptation field present
|
||||||
|
afLen := int(pkt[4])
|
||||||
|
if afLen > 0 && pkt[5]&0x80 != 0 {
|
||||||
|
// discontinuity_indicator: restart the CC expectation
|
||||||
|
delete(ccByPID, pid)
|
||||||
|
}
|
||||||
|
idx += 1 + afLen
|
||||||
|
if afc == 2 {
|
||||||
|
continue // adaptation only, no payload: no CC rule
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if idx > 188 {
|
||||||
|
t.Fatalf("adaptation field overruns packet at offset %d", off)
|
||||||
|
}
|
||||||
|
if pid == 0x1FFF {
|
||||||
|
continue // null packet
|
||||||
|
}
|
||||||
|
payload := pkt[idx:]
|
||||||
|
if pusi && len(payload) >= 3 && pid != 0 && payload[0] == 0 && payload[1] == 0 && payload[2] == 1 {
|
||||||
|
pesSeen = true
|
||||||
|
}
|
||||||
|
if pid == 0 {
|
||||||
|
if ptr := int(payload[0]); 1+ptr < len(payload) && payload[1+ptr] == 0x00 {
|
||||||
|
patSeen = true // program_association_section table_id
|
||||||
|
}
|
||||||
|
} else if pusi && len(payload) >= 2 && payload[0] == 0 && payload[1] == 0x02 {
|
||||||
|
pmtSeen = true // program_map_section table_id
|
||||||
|
}
|
||||||
|
cc := int(pkt[3] & 0x0F)
|
||||||
|
prev, ok := ccByPID[pid]
|
||||||
|
if !ok {
|
||||||
|
ccByPID[pid] = cc
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
// CC increments by one per payload-bearing packet; a repeated value
|
||||||
|
// models the single legal duplicate packet.
|
||||||
|
if cc != (prev+1)%16 && cc != prev {
|
||||||
|
t.Fatalf("continuity error on PID %d: %d after %d at offset %d", pid, cc, prev, off)
|
||||||
|
}
|
||||||
|
ccByPID[pid] = cc
|
||||||
|
}
|
||||||
|
if !patSeen {
|
||||||
|
t.Error("no PAT found in merged TS")
|
||||||
|
}
|
||||||
|
if !pmtSeen {
|
||||||
|
t.Error("no PMT found in merged TS")
|
||||||
|
}
|
||||||
|
if !pesSeen {
|
||||||
|
t.Error("no PES start code found in merged TS")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// walkBoxes iterates the top-level ISO-BMFF boxes of data[off:end].
|
||||||
|
func walkBoxes(t *testing.T, data []byte, off, end int) []string {
|
||||||
|
t.Helper()
|
||||||
|
var types []string
|
||||||
|
for off+8 <= end {
|
||||||
|
size := be32(data[off:])
|
||||||
|
typ := string(data[off+4 : off+8])
|
||||||
|
if size < 8 || off+size > end {
|
||||||
|
t.Fatalf("invalid box %q at offset %d (size %d)", typ, off, size)
|
||||||
|
}
|
||||||
|
types = append(types, typ)
|
||||||
|
off += size
|
||||||
|
}
|
||||||
|
return types
|
||||||
|
}
|
||||||
|
|
||||||
|
// validateFMP4 asserts the merged fMP4 output is init section followed by
|
||||||
|
// well-formed moof+mdat fragments.
|
||||||
|
func validateFMP4(t *testing.T, merged []byte, wantFragments int) {
|
||||||
|
t.Helper()
|
||||||
|
types := walkBoxes(t, merged, 0, len(merged))
|
||||||
|
hasFtyp, hasMoov := false, false
|
||||||
|
fragments := 0
|
||||||
|
expectFragment := false
|
||||||
|
for i, typ := range types {
|
||||||
|
switch typ {
|
||||||
|
case "ftyp":
|
||||||
|
if i != 0 {
|
||||||
|
t.Errorf("ftyp not at stream start")
|
||||||
|
}
|
||||||
|
hasFtyp = true
|
||||||
|
case "moov":
|
||||||
|
if i != 1 {
|
||||||
|
t.Errorf("moov must follow ftyp, found at index %d", i)
|
||||||
|
}
|
||||||
|
hasMoov = true
|
||||||
|
case "styp":
|
||||||
|
expectFragment = true
|
||||||
|
case "moof":
|
||||||
|
if !hasMoov {
|
||||||
|
t.Errorf("fragment before moov")
|
||||||
|
}
|
||||||
|
expectFragment = true
|
||||||
|
case "mdat":
|
||||||
|
if !expectFragment {
|
||||||
|
t.Errorf("mdat outside of a fragment at index %d", i)
|
||||||
|
}
|
||||||
|
expectFragment = false
|
||||||
|
fragments++
|
||||||
|
case "mfra":
|
||||||
|
// optional trailer
|
||||||
|
default:
|
||||||
|
t.Errorf("unexpected top-level box %q", typ)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if !hasFtyp || !hasMoov {
|
||||||
|
t.Error("merged fMP4 missing ftyp/moov init section")
|
||||||
|
}
|
||||||
|
if fragments != wantFragments {
|
||||||
|
t.Errorf("want %d fragments in merged fMP4, got %d", wantFragments, fragments)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func mediaFixture(t *testing.T, name string) []byte {
|
||||||
|
t.Helper()
|
||||||
|
data, err := os.ReadFile("testdata/media/" + name)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
return data
|
||||||
|
}
|
||||||
|
|
||||||
|
func serveFixtureServer(t *testing.T) *httptest.Server {
|
||||||
|
t.Helper()
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
fs := http.FileServer(http.Dir("testdata/media"))
|
||||||
|
mux.Handle("/", fs)
|
||||||
|
return httptest.NewServer(mux)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestHLSRealMedia_TS(t *testing.T) {
|
||||||
|
seg0 := mediaFixture(t, "sample-00.ts")
|
||||||
|
seg1 := mediaFixture(t, "sample-01.ts")
|
||||||
|
playlist := "#EXTM3U\n" +
|
||||||
|
"#EXTINF:0.5,\nsample-00.ts\n" +
|
||||||
|
"#EXTINF:0.5,\nsample-01.ts\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist))
|
||||||
|
})
|
||||||
|
mux.Handle("/", http.FileServer(http.Dir("testdata/media")))
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
got := readOutput(t, f)
|
||||||
|
if !bytes.Equal(got, append(append([]byte{}, seg0...), seg1...)) {
|
||||||
|
t.Fatal("merged TS is not the exact concatenation of the segments")
|
||||||
|
}
|
||||||
|
validateTS(t, got)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestHLSRealMedia_FMP4(t *testing.T) {
|
||||||
|
init := mediaFixture(t, "fmp4-init.mp4")
|
||||||
|
frag1 := mediaFixture(t, "fmp4-seg1.m4s")
|
||||||
|
frag2 := mediaFixture(t, "fmp4-seg2.m4s")
|
||||||
|
frag3 := mediaFixture(t, "fmp4-seg3.m4s")
|
||||||
|
playlist := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-MAP:URI=\"fmp4-init.mp4\"\n" +
|
||||||
|
"#EXTINF:0.5,\nfmp4-seg1.m4s\n" +
|
||||||
|
"#EXTINF:0.5,\nfmp4-seg2.m4s\n" +
|
||||||
|
"#EXTINF:0.5,\nfmp4-seg3.m4s\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist))
|
||||||
|
})
|
||||||
|
mux.Handle("/", http.FileServer(http.Dir("testdata/media")))
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
got := readOutput(t, f)
|
||||||
|
want := append(append(append(append([]byte{}, init...), frag1...), frag2...), frag3...)
|
||||||
|
if !bytes.Equal(got, want) {
|
||||||
|
t.Fatal("merged fMP4 is not the exact concatenation of init + fragments")
|
||||||
|
}
|
||||||
|
validateFMP4(t, got, 3)
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestHLSRealMedia_AES128(t *testing.T) {
|
||||||
|
keys := [][]byte{[]byte("key-A-0123456789"), []byte("key-B-9876543210")}
|
||||||
|
iv := []byte("iv-1337-01234567")
|
||||||
|
plain := [][]byte{mediaFixture(t, "sample-00.ts"), mediaFixture(t, "sample-01.ts")}
|
||||||
|
|
||||||
|
playlist := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-MEDIA-SEQUENCE:0\n" +
|
||||||
|
"#EXT-X-KEY:METHOD=AES-128,URI=\"key-0.bin\",IV=0x" + hexEncode(iv) + "\n" +
|
||||||
|
"#EXTINF:0.5,\nenc-0.ts\n" +
|
||||||
|
"#EXT-X-KEY:METHOD=AES-128,URI=\"key-1.bin\"\n" +
|
||||||
|
"#EXTINF:0.5,\nenc-1.ts\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist))
|
||||||
|
})
|
||||||
|
for i, key := range keys {
|
||||||
|
k := key
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/key-%d.bin", i), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(k)
|
||||||
|
})
|
||||||
|
// Segment 0 has an explicit IV, segment 1 derives it from its media
|
||||||
|
// sequence number (1).
|
||||||
|
enc := encryptSegment(plain[i], k, map[bool][]byte{true: iv, false: sequenceIV(int64(i))}[i == 0])
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/enc-%d.ts", i), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write(enc)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if f.meta.Res.Size != 0 {
|
||||||
|
t.Errorf("encrypted plan must report indeterminate size, got %d", f.meta.Res.Size)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
got := readOutput(t, f)
|
||||||
|
if !bytes.Equal(got, append(append([]byte{}, plain[0]...), plain[1]...)) {
|
||||||
|
t.Fatal("decrypted output mismatch")
|
||||||
|
}
|
||||||
|
validateTS(t, got)
|
||||||
|
if p := f.Progress(); p.TotalDownloaded() != int64(len(got)) {
|
||||||
|
t.Errorf("final progress %d != merged size %d", p.TotalDownloaded(), len(got))
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,479 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/hex"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"net/url"
|
||||||
|
"path"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Variant is one rendition entry of a master playlist.
|
||||||
|
type Variant struct {
|
||||||
|
URI string
|
||||||
|
Bandwidth int64
|
||||||
|
AvgBandwidth int64
|
||||||
|
Resolution string
|
||||||
|
Codecs string
|
||||||
|
Name string
|
||||||
|
AudioGroup string // AUDIO attribute: group id of the audio renditions
|
||||||
|
}
|
||||||
|
|
||||||
|
// MediaRendition is one EXT-X-MEDIA entry of a master playlist. Only the
|
||||||
|
// fields needed to detect unsupported track layouts are kept.
|
||||||
|
type MediaRendition struct {
|
||||||
|
Type string
|
||||||
|
GroupID string
|
||||||
|
URI string
|
||||||
|
}
|
||||||
|
|
||||||
|
// MasterPlaylist is a parsed master playlist with its rendition groups.
|
||||||
|
type MasterPlaylist struct {
|
||||||
|
Variants []*Variant
|
||||||
|
Rendition map[string][]*MediaRendition // group id -> all EXT-X-MEDIA members
|
||||||
|
}
|
||||||
|
|
||||||
|
// Key is the decryption key applied to the segments that follow its tag, until
|
||||||
|
// the next EXT-X-KEY tag or the end of the playlist.
|
||||||
|
type Key struct {
|
||||||
|
Method string
|
||||||
|
URI string // absolute URI
|
||||||
|
IV []byte // explicit IV; nil means derive from the media sequence number
|
||||||
|
}
|
||||||
|
|
||||||
|
// ByteRange is an EXT-X-BYTERANGE sub range of the segment resource.
|
||||||
|
type ByteRange struct {
|
||||||
|
Length int64
|
||||||
|
Offset int64
|
||||||
|
}
|
||||||
|
|
||||||
|
// Segment is one downloadable piece of a media playlist. The init section of
|
||||||
|
// an fMP4 stream is represented as a segment with IsInit set.
|
||||||
|
type Segment struct {
|
||||||
|
URI string
|
||||||
|
Sequence int64 // media sequence number, used to derive the default AES IV
|
||||||
|
Byterange *ByteRange
|
||||||
|
Key *Key // nil means unencrypted
|
||||||
|
IsInit bool
|
||||||
|
Gap bool
|
||||||
|
Duration float64
|
||||||
|
Size int64 // exact size in bytes when known (byterange / HEAD probe), 0 when unknown
|
||||||
|
}
|
||||||
|
|
||||||
|
// Media is a parsed media playlist.
|
||||||
|
type Media struct {
|
||||||
|
Segments []*Segment
|
||||||
|
Version int
|
||||||
|
Live bool // no EXT-X-ENDLIST tag
|
||||||
|
IsFMP4 bool // playlist declares an init section via EXT-X-MAP
|
||||||
|
Discontinuity bool // playlist contains EXT-X-DISCONTINUITY
|
||||||
|
}
|
||||||
|
|
||||||
|
const (
|
||||||
|
keyMethodNone = "NONE"
|
||||||
|
keyMethodAES128 = "AES-128"
|
||||||
|
keyMethodSampleAES = "SAMPLE-AES"
|
||||||
|
)
|
||||||
|
|
||||||
|
// IsMasterPlaylist reports whether the content looks like a master playlist.
|
||||||
|
func IsMasterPlaylist(content string) bool {
|
||||||
|
return strings.Contains(content, "#EXT-X-STREAM-INF")
|
||||||
|
}
|
||||||
|
|
||||||
|
func validateM3U8Header(content string) error {
|
||||||
|
for _, line := range strings.Split(content, "\n") {
|
||||||
|
line = strings.TrimSpace(line)
|
||||||
|
if line == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if line != "#EXTM3U" {
|
||||||
|
return errors.New("content is not a valid m3u8 playlist")
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return errors.New("empty m3u8 playlist")
|
||||||
|
}
|
||||||
|
|
||||||
|
// ParseMaster parses a master playlist and returns all variants.
|
||||||
|
func ParseMaster(content string, baseURL *url.URL) ([]*Variant, error) {
|
||||||
|
master, err := ParseMasterPlaylist(content, baseURL)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return master.Variants, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// ParseMasterPlaylist parses a master playlist including its EXT-X-MEDIA
|
||||||
|
// rendition groups.
|
||||||
|
func ParseMasterPlaylist(content string, baseURL *url.URL) (*MasterPlaylist, error) {
|
||||||
|
if err := validateM3U8Header(content); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
master := &MasterPlaylist{Rendition: make(map[string][]*MediaRendition)}
|
||||||
|
var pending *Variant
|
||||||
|
for _, line := range strings.Split(content, "\n") {
|
||||||
|
line = strings.TrimSpace(line)
|
||||||
|
if line == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if strings.HasPrefix(line, "#EXT-X-STREAM-INF:") {
|
||||||
|
attrs := parseAttributes(line[len("#EXT-X-STREAM-INF:"):])
|
||||||
|
pending = &Variant{
|
||||||
|
Bandwidth: parseInt64(attrs["BANDWIDTH"]),
|
||||||
|
AvgBandwidth: parseInt64(attrs["AVERAGE-BANDWIDTH"]),
|
||||||
|
Resolution: attrs["RESOLUTION"],
|
||||||
|
Codecs: unquote(attrs["CODECS"]),
|
||||||
|
Name: unquote(attrs["NAME"]),
|
||||||
|
AudioGroup: unquote(attrs["AUDIO"]),
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if strings.HasPrefix(line, "#EXT-X-MEDIA:") {
|
||||||
|
attrs := parseAttributes(line[len("#EXT-X-MEDIA:"):])
|
||||||
|
rendition := &MediaRendition{
|
||||||
|
Type: strings.ToUpper(attrs["TYPE"]),
|
||||||
|
GroupID: unquote(attrs["GROUP-ID"]),
|
||||||
|
}
|
||||||
|
// Only an explicit URI means a separate track; resolving an empty
|
||||||
|
// reference would fabricate one out of the playlist URL.
|
||||||
|
if uri := unquote(attrs["URI"]); uri != "" {
|
||||||
|
rendition.URI = resolveURL(baseURL, uri)
|
||||||
|
}
|
||||||
|
if rendition.GroupID != "" {
|
||||||
|
// Keep every member: a group is unsupported as a whole when
|
||||||
|
// ANY of its members carries its own URI.
|
||||||
|
master.Rendition[rendition.GroupID] = append(master.Rendition[rendition.GroupID], rendition)
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if pending != nil {
|
||||||
|
if line[0] != '#' {
|
||||||
|
pending.URI = resolveURL(baseURL, line)
|
||||||
|
master.Variants = append(master.Variants, pending)
|
||||||
|
}
|
||||||
|
pending = nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if len(master.Variants) == 0 {
|
||||||
|
return nil, errors.New("master playlist has no variants")
|
||||||
|
}
|
||||||
|
return master, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// checkAudioRendition rejects the selected variant when its AUDIO group
|
||||||
|
// carries a separate audio track: downloading only the video variant would
|
||||||
|
// silently produce a silent file. Groups the variant does not reference are
|
||||||
|
// ignored (variants without an AUDIO attribute are assumed self-contained).
|
||||||
|
func checkAudioRendition(master *MasterPlaylist, best *Variant) error {
|
||||||
|
if best == nil || best.AudioGroup == "" {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
for _, rendition := range master.Rendition[best.AudioGroup] {
|
||||||
|
if rendition == nil || rendition.Type != "AUDIO" || rendition.URI == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
return fmt.Errorf(
|
||||||
|
"selected variant uses a separate audio rendition (group %q), which is not supported: the merged output would have no audio",
|
||||||
|
best.AudioGroup)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// PickBestVariant selects the highest-bandwidth variant.
|
||||||
|
func PickBestVariant(variants []*Variant) *Variant {
|
||||||
|
var best *Variant
|
||||||
|
for _, v := range variants {
|
||||||
|
if best == nil || v.Bandwidth > best.Bandwidth {
|
||||||
|
best = v
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return best
|
||||||
|
}
|
||||||
|
|
||||||
|
// ParseMedia parses a media playlist into an ordered segment plan.
|
||||||
|
func ParseMedia(content string, baseURL *url.URL) (*Media, error) {
|
||||||
|
if err := validateM3U8Header(content); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
media := &Media{Live: true}
|
||||||
|
var currentKey *Key
|
||||||
|
var pendingByterange *ByteRange
|
||||||
|
var pendingGap bool
|
||||||
|
var pendingDuration float64
|
||||||
|
var lastRangeEnd int64
|
||||||
|
var sequence int64
|
||||||
|
var mapIdentity string // normalized identity of the current EXT-X-MAP
|
||||||
|
|
||||||
|
for _, line := range strings.Split(content, "\n") {
|
||||||
|
line = strings.TrimSpace(line)
|
||||||
|
if line == "" {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if line[0] != '#' {
|
||||||
|
// Every non-comment line in a media playlist is a segment URI.
|
||||||
|
seg := &Segment{
|
||||||
|
URI: resolveURL(baseURL, line),
|
||||||
|
Sequence: sequence,
|
||||||
|
Byterange: pendingByterange,
|
||||||
|
Key: currentKey,
|
||||||
|
Gap: pendingGap,
|
||||||
|
Duration: pendingDuration,
|
||||||
|
}
|
||||||
|
if pendingByterange != nil {
|
||||||
|
// Byterange segments have exact sizes straight from the playlist.
|
||||||
|
seg.Size = pendingByterange.Length
|
||||||
|
}
|
||||||
|
sequence++
|
||||||
|
pendingByterange = nil
|
||||||
|
pendingGap = false
|
||||||
|
pendingDuration = 0
|
||||||
|
media.Segments = append(media.Segments, seg)
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
switch {
|
||||||
|
case strings.HasPrefix(line, "#EXTINF:"):
|
||||||
|
value := line[len("#EXTINF:"):]
|
||||||
|
if idx := strings.Index(value, ","); idx >= 0 {
|
||||||
|
value = value[:idx]
|
||||||
|
}
|
||||||
|
pendingDuration = parseFloat(value)
|
||||||
|
case strings.HasPrefix(line, "#EXT-X-KEY:"):
|
||||||
|
key, err := parseKey(line[len("#EXT-X-KEY:"):], baseURL)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
currentKey = key
|
||||||
|
case strings.HasPrefix(line, "#EXT-X-MAP:"):
|
||||||
|
attrs := parseAttributes(line[len("#EXT-X-MAP:"):])
|
||||||
|
uriAttr := unquote(attrs["URI"])
|
||||||
|
if uriAttr == "" {
|
||||||
|
return nil, errors.New("EXT-X-MAP without URI is not supported")
|
||||||
|
}
|
||||||
|
resolved := resolveURL(baseURL, uriAttr)
|
||||||
|
// The init section identity covers every attribute, not just the
|
||||||
|
// URI: a repeated tag with a different BYTERANGE addresses
|
||||||
|
// different bytes and changes the init section. NUL keeps the
|
||||||
|
// two parts unambiguously separated.
|
||||||
|
identity := resolved + "\x00" + attrs["BYTERANGE"]
|
||||||
|
if mapIdentity != "" {
|
||||||
|
if mapIdentity != identity {
|
||||||
|
return nil, errors.New("changing init sections are not supported")
|
||||||
|
}
|
||||||
|
media.IsFMP4 = true
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
mapIdentity = identity
|
||||||
|
init := &Segment{
|
||||||
|
URI: resolved,
|
||||||
|
Sequence: sequence,
|
||||||
|
IsInit: true,
|
||||||
|
Key: currentKey,
|
||||||
|
}
|
||||||
|
if attrs["BYTERANGE"] != "" {
|
||||||
|
init.Byterange = parseByteRange(attrs["BYTERANGE"], 0)
|
||||||
|
if init.Byterange == nil {
|
||||||
|
return nil, fmt.Errorf("invalid EXT-X-MAP BYTERANGE: %s", attrs["BYTERANGE"])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if init.Key != nil && init.Key.IV == nil {
|
||||||
|
// RFC 8216 only defines sequence-derived IVs for media
|
||||||
|
// segments; guessing one for the init section produces
|
||||||
|
// corrupt output, so require the playlist to be explicit.
|
||||||
|
return nil, errors.New("encrypted EXT-X-MAP without an explicit IV is not supported")
|
||||||
|
}
|
||||||
|
// The init section is prepended to the segment plan, it takes
|
||||||
|
// the media sequence number of the playlist for IV derivation.
|
||||||
|
media.Segments = append(media.Segments, init)
|
||||||
|
media.IsFMP4 = true
|
||||||
|
case strings.HasPrefix(line, "#EXT-X-BYTERANGE:"):
|
||||||
|
pendingByterange = parseByteRange(line[len("#EXT-X-BYTERANGE:"):], lastRangeEnd)
|
||||||
|
if pendingByterange == nil {
|
||||||
|
return nil, fmt.Errorf("invalid EXT-X-BYTERANGE: %s", line)
|
||||||
|
}
|
||||||
|
case line == "#EXT-X-GAP":
|
||||||
|
pendingGap = true
|
||||||
|
case line == "#EXT-X-DISCONTINUITY":
|
||||||
|
media.Discontinuity = true
|
||||||
|
case line == "#EXT-X-ENDLIST":
|
||||||
|
media.Live = false
|
||||||
|
case strings.HasPrefix(line, "#EXT-X-MEDIA-SEQUENCE:"):
|
||||||
|
sequence = parseInt64(line[len("#EXT-X-MEDIA-SEQUENCE:"):])
|
||||||
|
case strings.HasPrefix(line, "#EXT-X-VERSION:"):
|
||||||
|
media.Version = int(parseInt64(line[len("#EXT-X-VERSION:"):]))
|
||||||
|
}
|
||||||
|
|
||||||
|
if pendingByterange != nil {
|
||||||
|
// Non-segment tags between BYTERANGE and its URI must not reset the
|
||||||
|
// running offset, so it is tracked here after each parse.
|
||||||
|
lastRangeEnd = pendingByterange.Offset + pendingByterange.Length
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if len(media.Segments) == 0 {
|
||||||
|
return nil, errors.New("media playlist has no segments")
|
||||||
|
}
|
||||||
|
return media, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// validateSupported rejects playlist features the byte-concatenation merge
|
||||||
|
// cannot reproduce faithfully. Skipping such features silently would report
|
||||||
|
// success while producing a broken file.
|
||||||
|
func validateSupported(media *Media) error {
|
||||||
|
if media.Live {
|
||||||
|
return errors.New("live streams are not supported yet")
|
||||||
|
}
|
||||||
|
if media.Discontinuity {
|
||||||
|
return errors.New("EXT-X-DISCONTINUITY is not supported: the merged output would have a broken timeline")
|
||||||
|
}
|
||||||
|
for _, seg := range media.Segments {
|
||||||
|
if seg.Gap {
|
||||||
|
return errors.New("EXT-X-GAP is not supported: the missing segment would leave a hole in the merged output")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func parseKey(attrs string, baseURL *url.URL) (*Key, error) {
|
||||||
|
parsed := parseAttributes(attrs)
|
||||||
|
switch method := parsed["METHOD"]; method {
|
||||||
|
case keyMethodNone:
|
||||||
|
return nil, nil
|
||||||
|
case keyMethodAES128:
|
||||||
|
uri := unquote(parsed["URI"])
|
||||||
|
if uri == "" {
|
||||||
|
return nil, errors.New("AES-128 EXT-X-KEY without URI")
|
||||||
|
}
|
||||||
|
if format := unquote(parsed["KEYFORMAT"]); format != "" && format != "identity" {
|
||||||
|
return nil, fmt.Errorf("unsupported EXT-X-KEY KEYFORMAT: %s", format)
|
||||||
|
}
|
||||||
|
key := &Key{Method: keyMethodAES128, URI: resolveURL(baseURL, uri)}
|
||||||
|
if iv, ok := parsed["IV"]; ok {
|
||||||
|
value := strings.TrimPrefix(strings.ToLower(iv), "0x")
|
||||||
|
decoded, err := hex.DecodeString(value)
|
||||||
|
if err != nil || len(decoded) != 16 {
|
||||||
|
return nil, fmt.Errorf("invalid EXT-X-KEY IV: %s", iv)
|
||||||
|
}
|
||||||
|
key.IV = decoded
|
||||||
|
}
|
||||||
|
return key, nil
|
||||||
|
case keyMethodSampleAES:
|
||||||
|
return nil, errors.New("SAMPLE-AES encryption is not supported")
|
||||||
|
default:
|
||||||
|
return nil, fmt.Errorf("unsupported encryption method: %s", method)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func parseByteRange(value string, defaultOffset int64) *ByteRange {
|
||||||
|
lengthPart := value
|
||||||
|
offsetPart := ""
|
||||||
|
if idx := strings.Index(value, "@"); idx >= 0 {
|
||||||
|
lengthPart = value[:idx]
|
||||||
|
offsetPart = value[idx+1:]
|
||||||
|
}
|
||||||
|
length := parseInt64(lengthPart)
|
||||||
|
if length <= 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
offset := defaultOffset
|
||||||
|
if offsetPart != "" {
|
||||||
|
offset = parseInt64(offsetPart)
|
||||||
|
if offset < 0 {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return &ByteRange{Length: length, Offset: offset}
|
||||||
|
}
|
||||||
|
|
||||||
|
// resolveURL resolves a playlist URI reference against the playlist URL
|
||||||
|
// following RFC 3986.
|
||||||
|
func resolveURL(baseURL *url.URL, ref string) string {
|
||||||
|
refURL, err := url.Parse(ref)
|
||||||
|
if err != nil {
|
||||||
|
return ref
|
||||||
|
}
|
||||||
|
return baseURL.ResolveReference(refURL).String()
|
||||||
|
}
|
||||||
|
|
||||||
|
// parseAttributes parses an HLS attribute list like FOO="bar",NUM=42.
|
||||||
|
func parseAttributes(s string) map[string]string {
|
||||||
|
attrs := make(map[string]string)
|
||||||
|
var key, val strings.Builder
|
||||||
|
inKey := true
|
||||||
|
inQuote := false
|
||||||
|
flush := func() {
|
||||||
|
name := strings.ToUpper(strings.TrimSpace(key.String()))
|
||||||
|
if name != "" {
|
||||||
|
attrs[name] = strings.TrimSpace(val.String())
|
||||||
|
}
|
||||||
|
key.Reset()
|
||||||
|
val.Reset()
|
||||||
|
inKey = true
|
||||||
|
}
|
||||||
|
for i := 0; i < len(s); i++ {
|
||||||
|
c := s[i]
|
||||||
|
if inKey {
|
||||||
|
if c == '=' {
|
||||||
|
inKey = false
|
||||||
|
} else {
|
||||||
|
key.WriteByte(c)
|
||||||
|
}
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if c == '"' {
|
||||||
|
inQuote = !inQuote
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
if c == ',' && !inQuote {
|
||||||
|
flush()
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
val.WriteByte(c)
|
||||||
|
}
|
||||||
|
flush()
|
||||||
|
return attrs
|
||||||
|
}
|
||||||
|
|
||||||
|
func unquote(s string) string {
|
||||||
|
s = strings.TrimSpace(s)
|
||||||
|
if len(s) >= 2 && strings.HasPrefix(s, "\"") && strings.HasSuffix(s, "\"") {
|
||||||
|
return s[1 : len(s)-1]
|
||||||
|
}
|
||||||
|
return s
|
||||||
|
}
|
||||||
|
|
||||||
|
func parseInt64(s string) int64 {
|
||||||
|
value, _ := strconv.ParseInt(strings.TrimSpace(s), 10, 64)
|
||||||
|
return value
|
||||||
|
}
|
||||||
|
|
||||||
|
func parseFloat(s string) float64 {
|
||||||
|
value, _ := strconv.ParseFloat(strings.TrimSpace(s), 64)
|
||||||
|
return value
|
||||||
|
}
|
||||||
|
|
||||||
|
// OutputExtension returns the container file extension for the playlist.
|
||||||
|
func (m *Media) OutputExtension() string {
|
||||||
|
if m.IsFMP4 {
|
||||||
|
return ".mp4"
|
||||||
|
}
|
||||||
|
return ".ts"
|
||||||
|
}
|
||||||
|
|
||||||
|
// DeriveOutputName builds the merged output file name from a playlist URL.
|
||||||
|
func DeriveOutputName(playlistURL string, media *Media) string {
|
||||||
|
name := ""
|
||||||
|
if u, err := url.Parse(playlistURL); err == nil {
|
||||||
|
name = path.Base(u.Path)
|
||||||
|
name = strings.TrimSuffix(name, path.Ext(name))
|
||||||
|
}
|
||||||
|
if name == "" || name == "/" || name == "." {
|
||||||
|
if u, err := url.Parse(playlistURL); err == nil {
|
||||||
|
name = u.Hostname()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return name + media.OutputExtension()
|
||||||
|
}
|
||||||
@@ -0,0 +1,39 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
_ "embed"
|
||||||
|
"net/url"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
//go:embed testdata/olemovienews.m3u8
|
||||||
|
var realWorldPlaylist string
|
||||||
|
|
||||||
|
// TestParseMediaRealWorld guards parsing against a real site playlist
|
||||||
|
// (olemovienews.com VOD, 138 TS segments).
|
||||||
|
func TestParseMediaRealWorld(t *testing.T) {
|
||||||
|
base, err := url.Parse("https://europe.olemovienews.com/ts2/20230125/afAxfjit/mp4/afAxfjit.mp4/index-v1-a1.m3u8")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
media, err := ParseMedia(realWorldPlaylist, base)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if media.Live {
|
||||||
|
t.Error("real VOD playlist should not be live")
|
||||||
|
}
|
||||||
|
if media.IsFMP4 {
|
||||||
|
t.Error("playlist should be detected as TS")
|
||||||
|
}
|
||||||
|
if len(media.Segments) != 138 {
|
||||||
|
t.Errorf("want 138 segments, got %d", len(media.Segments))
|
||||||
|
}
|
||||||
|
first := media.Segments[0]
|
||||||
|
if first.URI != "https://europe.olemovienews.com/ts2/20230125/afAxfjit/mp4/afAxfjit.mp4/seg-1-v1-a1.ts" {
|
||||||
|
t.Errorf("segment URI resolution wrong: %s", first.URI)
|
||||||
|
}
|
||||||
|
if media.Segments[0].Sequence != 1 {
|
||||||
|
t.Errorf("first sequence = %d, want 1", media.Segments[0].Sequence)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,252 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"net/url"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func mustURL(t *testing.T, raw string) *url.URL {
|
||||||
|
t.Helper()
|
||||||
|
u, err := url.Parse(raw)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
return u
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaTS(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-TARGETDURATION:20\n" +
|
||||||
|
"#EXT-X-VERSION:3\n" +
|
||||||
|
"#EXT-X-MEDIA-SEQUENCE:1\n" +
|
||||||
|
"#EXTINF:20.000,\n" +
|
||||||
|
"seg-1.ts\n" +
|
||||||
|
"#EXTINF:20.000,\n" +
|
||||||
|
"seg-2.ts\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
media, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/vod/index.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if media.Live {
|
||||||
|
t.Error("VOD playlist should not be live")
|
||||||
|
}
|
||||||
|
if media.IsFMP4 {
|
||||||
|
t.Error("TS playlist should not be fMP4")
|
||||||
|
}
|
||||||
|
if len(media.Segments) != 2 {
|
||||||
|
t.Fatalf("want 2 segments, got %d", len(media.Segments))
|
||||||
|
}
|
||||||
|
want := "https://cdn.example.com/vod/seg-1.ts"
|
||||||
|
if media.Segments[0].URI != want {
|
||||||
|
t.Errorf("want uri %s, got %s", want, media.Segments[0].URI)
|
||||||
|
}
|
||||||
|
if media.Segments[0].Sequence != 1 {
|
||||||
|
t.Errorf("want sequence 1, got %d", media.Segments[0].Sequence)
|
||||||
|
}
|
||||||
|
if media.Segments[0].Key != nil {
|
||||||
|
t.Error("segment should be unencrypted")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaWithoutExtinf(t *testing.T) {
|
||||||
|
// Some playlists list segment URIs without EXTINF lines.
|
||||||
|
content := "#EXTM3U\nseg-1.ts\nseg-2.ts\n#EXT-X-ENDLIST\n"
|
||||||
|
media, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/a/index.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if len(media.Segments) != 2 {
|
||||||
|
t.Fatalf("want 2 segments, got %d", len(media.Segments))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaLive(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n#EXT-X-TARGETDURATION:6\n#EXTINF:6.0,\nseg-1.ts\n"
|
||||||
|
media, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/live/index.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if !media.Live {
|
||||||
|
t.Error("playlist without ENDLIST should be live")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaFMP4(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-VERSION:6\n" +
|
||||||
|
"#EXT-X-MAP:URI=\"init.mp4\"\n" +
|
||||||
|
"#EXTINF:5.0,\n" +
|
||||||
|
"seg-1.m4s\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
media, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/vod/index.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if !media.IsFMP4 {
|
||||||
|
t.Error("playlist with MAP should be fMP4")
|
||||||
|
}
|
||||||
|
if len(media.Segments) != 2 {
|
||||||
|
t.Fatalf("want 2 segments (init + 1), got %d", len(media.Segments))
|
||||||
|
}
|
||||||
|
if !media.Segments[0].IsInit {
|
||||||
|
t.Error("first segment should be the init section")
|
||||||
|
}
|
||||||
|
if media.Segments[0].URI != "https://cdn.example.com/vod/init.mp4" {
|
||||||
|
t.Errorf("init uri wrong: %s", media.Segments[0].URI)
|
||||||
|
}
|
||||||
|
if media.OutputExtension() != ".mp4" {
|
||||||
|
t.Errorf("want .mp4, got %s", media.OutputExtension())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaMultiMapError(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-MAP:URI=\"init1.mp4\"\n" +
|
||||||
|
"#EXTINF:5.0,\nseg-1.m4s\n" +
|
||||||
|
"#EXT-X-DISCONTINUITY\n" +
|
||||||
|
"#EXT-X-MAP:URI=\"init2.mp4\"\n" +
|
||||||
|
"#EXTINF:5.0,\nseg-2.m4s\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
if _, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/vod/index.m3u8")); err == nil {
|
||||||
|
t.Error("multi-period fMP4 should be rejected")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaKeyRotation(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-KEY:METHOD=AES-128,URI=\"key1.bin\",IV=0x00000000000000000000000000000001\n" +
|
||||||
|
"#EXTINF:5.0,\nseg-1.ts\n" +
|
||||||
|
"#EXT-X-KEY:METHOD=AES-128,URI=\"key2.bin\"\n" +
|
||||||
|
"#EXTINF:5.0,\nseg-2.ts\n" +
|
||||||
|
"#EXT-X-KEY:METHOD=NONE\n" +
|
||||||
|
"#EXTINF:5.0,\nseg-3.ts\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
media, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/vod/index.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if media.Segments[0].Key == nil || media.Segments[0].Key.URI != "https://cdn.example.com/vod/key1.bin" {
|
||||||
|
t.Fatalf("segment 1 key wrong: %+v", media.Segments[0].Key)
|
||||||
|
}
|
||||||
|
if len(media.Segments[0].Key.IV) != 16 || media.Segments[0].Key.IV[15] != 1 {
|
||||||
|
t.Error("explicit IV not parsed")
|
||||||
|
}
|
||||||
|
if media.Segments[1].Key == nil || media.Segments[1].Key.URI != "https://cdn.example.com/vod/key2.bin" {
|
||||||
|
t.Fatalf("segment 2 key wrong: %+v", media.Segments[1].Key)
|
||||||
|
}
|
||||||
|
if media.Segments[1].Key.IV != nil {
|
||||||
|
t.Error("key without IV should leave IV nil (sequence-derived)")
|
||||||
|
}
|
||||||
|
if media.Segments[2].Key != nil {
|
||||||
|
t.Error("segment 3 should be unencrypted after METHOD=NONE")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaSampleAESError(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n#EXT-X-KEY:METHOD=SAMPLE-AES,URI=\"skd://key\"\n#EXTINF:5.0,\nseg-1.ts\n"
|
||||||
|
if _, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/vod/index.m3u8")); err == nil {
|
||||||
|
t.Error("SAMPLE-AES should be rejected")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaByterange(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-BYTERANGE:1000@0\nseg.ts\n" +
|
||||||
|
"#EXT-X-BYTERANGE:2000\nseg.ts\n" +
|
||||||
|
"#EXT-X-BYTERANGE:3000\nseg.ts\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
media, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/vod/index.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
ranges := [][2]int64{{0, 1000}, {1000, 2000}, {3000, 3000}}
|
||||||
|
for i, want := range ranges {
|
||||||
|
br := media.Segments[i].Byterange
|
||||||
|
if br == nil {
|
||||||
|
t.Fatalf("segment %d byterange missing", i)
|
||||||
|
}
|
||||||
|
if br.Offset != want[0] || br.Length != want[1] {
|
||||||
|
t.Errorf("segment %d: want offset %d length %d, got %d/%d", i, want[0], want[1], br.Offset, br.Length)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaGap(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n#EXTINF:5.0,\nseg-1.ts\n#EXT-X-GAP\n#EXTINF:5.0,\nseg-2.ts\n#EXT-X-ENDLIST\n"
|
||||||
|
media, err := ParseMedia(content, mustURL(t, "https://cdn.example.com/vod/index.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if media.Segments[0].Gap || !media.Segments[1].Gap {
|
||||||
|
t.Error("gap flags wrong")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMediaInvalidHeader(t *testing.T) {
|
||||||
|
if _, err := ParseMedia("not a playlist", mustURL(t, "https://cdn.example.com/a.m3u8")); err == nil {
|
||||||
|
t.Error("invalid content should be rejected")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseMasterPickBest(t *testing.T) {
|
||||||
|
content := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID=\"aud\",NAME=\"en\",DEFAULT=YES,URI=\"audio/index.m3u8\"\n" +
|
||||||
|
"#EXT-X-STREAM-INF:BANDWIDTH=800000,RESOLUTION=640x360\n" +
|
||||||
|
"360p/index.m3u8\n" +
|
||||||
|
"#EXT-X-STREAM-INF:BANDWIDTH=2500000,RESOLUTION=1920x1080,CODECS=\"avc1.640028,mp4a.40.2\"\n" +
|
||||||
|
"1080p/index.m3u8?sign=abc\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
variants, err := ParseMaster(content, mustURL(t, "https://cdn.example.com/vod/master.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if len(variants) != 2 {
|
||||||
|
t.Fatalf("want 2 variants, got %d", len(variants))
|
||||||
|
}
|
||||||
|
best := PickBestVariant(variants)
|
||||||
|
if best.Bandwidth != 2500000 {
|
||||||
|
t.Errorf("want highest bandwidth variant, got %d", best.Bandwidth)
|
||||||
|
}
|
||||||
|
if best.URI != "https://cdn.example.com/vod/1080p/index.m3u8?sign=abc" {
|
||||||
|
t.Errorf("variant uri wrong: %s", best.URI)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestResolveURLQueryNotInherited(t *testing.T) {
|
||||||
|
base := mustURL(t, "https://cdn.example.com/vod/index.m3u8?sign=abc")
|
||||||
|
got := resolveURL(base, "seg-1.ts")
|
||||||
|
if got != "https://cdn.example.com/vod/seg-1.ts" {
|
||||||
|
t.Errorf("relative resolution should follow RFC3986 (no query inheritance), got %s", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDeriveOutputName(t *testing.T) {
|
||||||
|
media := &Media{}
|
||||||
|
if got := DeriveOutputName("https://cdn.example.com/ts2/a/index-v1-a1.m3u8", media); got != "index-v1-a1.ts" {
|
||||||
|
t.Errorf("want index-v1-a1.ts, got %s", got)
|
||||||
|
}
|
||||||
|
fmp4 := &Media{IsFMP4: true}
|
||||||
|
if got := DeriveOutputName("https://cdn.example.com/ts2/a/index.m3u8", fmp4); got != "index.mp4" {
|
||||||
|
t.Errorf("want index.mp4, got %s", got)
|
||||||
|
}
|
||||||
|
if got := DeriveOutputName("https://cdn.example.com/play?token=x", media); got != "play.ts" {
|
||||||
|
t.Errorf("want play.ts, got %s", got)
|
||||||
|
}
|
||||||
|
if got := DeriveOutputName("https://cdn.example.com/", media); got != "cdn.example.com.ts" {
|
||||||
|
t.Errorf("want host fallback, got %s", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestParseAttributesQuotedComma(t *testing.T) {
|
||||||
|
attrs := parseAttributes(`URI="a,b.ts",IV=0xABCDEF00000000000000000000000001,NAME="x"`)
|
||||||
|
if attrs["URI"] != "a,b.ts" {
|
||||||
|
t.Errorf("quoted comma value wrong: %q", attrs["URI"])
|
||||||
|
}
|
||||||
|
if attrs["IV"] != "0xABCDEF00000000000000000000000001" {
|
||||||
|
t.Errorf("hex value wrong: %q", attrs["IV"])
|
||||||
|
}
|
||||||
|
if attrs["NAME"] != "x" {
|
||||||
|
t.Errorf("quoted value wrong: %q", attrs["NAME"])
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,296 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
|
"sync/atomic"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestFetcherE2E_SameURLTwoTasks(t *testing.T) {
|
||||||
|
const total = 6
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
segments := make(map[int][]byte)
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
segments[i] = []byte(fmt.Sprintf("SHARED-SEGMENT-%02d", i))
|
||||||
|
idx := i
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", idx), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
time.Sleep(120 * time.Millisecond)
|
||||||
|
w.Write(segments[idx])
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
cfg := testConfig()
|
||||||
|
cfg.SegmentConnections = 2
|
||||||
|
cfg.PrefetchContentLength = false
|
||||||
|
dir := t.TempDir()
|
||||||
|
|
||||||
|
// Two tasks for the same playlist URL into the same directory, like a
|
||||||
|
// user duplicating a task. The engine would rename the second output
|
||||||
|
// (AutoRename); mirror that here.
|
||||||
|
f1 := newTestFetcher(t, cfg)
|
||||||
|
if err := f1.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: dir}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
f2 := newTestFetcher(t, cfg)
|
||||||
|
if err := f2.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: dir, Name: "video-2.ts"}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if f1.state.StagingDir == "" || f1.state.StagingDir == f2.state.StagingDir {
|
||||||
|
t.Fatalf("staging dirs must be distinct per task: %q vs %q", f1.state.StagingDir, f2.state.StagingDir)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Start task 1, let it stage some segments, then pause it.
|
||||||
|
if err := f1.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
time.Sleep(250 * time.Millisecond)
|
||||||
|
if err := f1.Pause(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
staged1, err := os.ReadDir(f1.state.StagingDir)
|
||||||
|
if err != nil || len(staged1) == 0 {
|
||||||
|
t.Fatalf("task 1 should have staged segments, dir: %s", f1.state.StagingDir)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Task 2 must complete without touching task 1's staging data...
|
||||||
|
if err := f2.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f2.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
stillThere, err := os.ReadDir(f1.state.StagingDir)
|
||||||
|
if err != nil || len(stillThere) != len(staged1) {
|
||||||
|
t.Fatalf("task 2 disturbed task 1 staging: had %d entries, now %d", len(staged1), len(stillThere))
|
||||||
|
}
|
||||||
|
|
||||||
|
// ...and task 1 resumes to a complete, correct output of its own.
|
||||||
|
if err := f1.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f1.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
var want []byte
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
want = append(want, segments[i]...)
|
||||||
|
}
|
||||||
|
if !bytes.Equal(readOutput(t, f1), want) || !bytes.Equal(readOutput(t, f2), want) {
|
||||||
|
t.Error("same-URL task outputs mismatch")
|
||||||
|
}
|
||||||
|
entries, _ := os.ReadDir(dir)
|
||||||
|
if len(entries) != 2 {
|
||||||
|
names := make([]string, 0, len(entries))
|
||||||
|
for _, e := range entries {
|
||||||
|
names = append(names, e.Name())
|
||||||
|
}
|
||||||
|
t.Errorf("expected only the two outputs to remain, got %v", names)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_ForeignJournalDiscarded(t *testing.T) {
|
||||||
|
const total = 3
|
||||||
|
var served atomic.Int64
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", i), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
served.Add(1)
|
||||||
|
w.Write([]byte("DATA"))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
cfg := testConfig()
|
||||||
|
cfg.PrefetchContentLength = false
|
||||||
|
f := newTestFetcher(t, cfg)
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
// Plant a journal that does not belong to this plan (wrong fingerprint).
|
||||||
|
tempDir := f.resolveStagingDirLocked()
|
||||||
|
if err := os.MkdirAll(tempDir, 0777); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
foreign := journalFile{
|
||||||
|
StagingID: "some-other-task",
|
||||||
|
PlanHash: "deadbeef",
|
||||||
|
SegmentCount: total,
|
||||||
|
Sizes: map[string]int64{"0": 4, "1": 4, "2": 4},
|
||||||
|
}
|
||||||
|
data, _ := json.Marshal(foreign)
|
||||||
|
if err := os.WriteFile(filepath.Join(tempDir, "journal.json"), data, 0666); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if got := served.Load(); got != total {
|
||||||
|
t.Errorf("foreign journal must be discarded, want %d downloads, got %d", total, got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_MergeFailurePreservesStaging(t *testing.T) {
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte("#EXTM3U\n#EXTINF:4,\na.ts\n#EXTINF:4,\nb.ts\n#EXT-X-ENDLIST\n"))
|
||||||
|
})
|
||||||
|
mux.HandleFunc("/a.ts", func(w http.ResponseWriter, r *http.Request) { w.Write([]byte("AAAA")) })
|
||||||
|
mux.HandleFunc("/b.ts", func(w http.ResponseWriter, r *http.Request) { w.Write([]byte("BBBB")) })
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
run := &hlsRun{
|
||||||
|
ctx: context.Background(),
|
||||||
|
cancel: func() {},
|
||||||
|
done: make(chan struct{}),
|
||||||
|
segs: f.state.Segments,
|
||||||
|
outputPath: f.meta.SingleFilepath(),
|
||||||
|
stagingID: f.state.StagingID,
|
||||||
|
planHash: planFingerprint(f.state),
|
||||||
|
tempDir: f.resolveStagingDirLocked(),
|
||||||
|
keyCache: make(map[string][]byte),
|
||||||
|
journal: make(map[int64]int64),
|
||||||
|
}
|
||||||
|
run.journalPath = filepath.Join(run.tempDir, "journal.json")
|
||||||
|
if err := os.MkdirAll(run.tempDir, 0777); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := os.WriteFile(segmentPath(run.tempDir, 0), []byte("AAAA"), 0666); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
// Segment 1 is missing on disk: the merge must fail without deleting the
|
||||||
|
// staged data or leaving a partial output behind.
|
||||||
|
if err := f.merge(run); err == nil {
|
||||||
|
t.Fatal("merge with a missing segment should fail")
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(segmentPath(run.tempDir, 0)); err != nil {
|
||||||
|
t.Fatal("merge failure must preserve staged segments")
|
||||||
|
}
|
||||||
|
entries, _ := os.ReadDir(filepath.Dir(run.outputPath))
|
||||||
|
for _, e := range entries {
|
||||||
|
if strings.HasSuffix(e.Name(), ".part") {
|
||||||
|
t.Errorf("failed merge left a partial output behind: %s", e.Name())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Recover the segment: the retried merge succeeds.
|
||||||
|
if err := os.WriteFile(segmentPath(run.tempDir, 1), []byte("BBBB"), 0666); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.merge(run); err != nil {
|
||||||
|
t.Fatalf("retried merge failed: %v", err)
|
||||||
|
}
|
||||||
|
got, err := os.ReadFile(run.outputPath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if string(got) != "AAAABBBB" {
|
||||||
|
t.Errorf("retried merge output mismatch: %q", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherE2E_ReMergeOverExistingOutput(t *testing.T) {
|
||||||
|
const total = 2
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
var playlist strings.Builder
|
||||||
|
playlist.WriteString("#EXTM3U\n")
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
playlist.WriteString(fmt.Sprintf("#EXTINF:4,\nseg-%d.ts\n", i))
|
||||||
|
}
|
||||||
|
playlist.WriteString("#EXT-X-ENDLIST\n")
|
||||||
|
mux.HandleFunc("/video.m3u8", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte(playlist.String()))
|
||||||
|
})
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
mux.HandleFunc(fmt.Sprintf("/seg-%d.ts", i), func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Write([]byte("DATA"))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
server := httptest.NewServer(mux)
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
f := newTestFetcher(t, testConfig())
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/video.m3u8"}, &base.Options{Path: t.TempDir()}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
tempDir := f.resolveStagingDirLocked()
|
||||||
|
if err := os.MkdirAll(tempDir, 0777); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
// Simulate the crash window after a completed rename but before the task
|
||||||
|
// was marked done: a stale output file, a complete journal and all
|
||||||
|
// segments staged.
|
||||||
|
stale := filepath.Join(filepath.Dir(f.meta.SingleFilepath()), f.state.OutputName)
|
||||||
|
if err := os.WriteFile(stale, []byte("STALE-OUTPUT"), 0666); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
jr := &hlsRun{
|
||||||
|
segs: f.state.Segments,
|
||||||
|
stagingID: f.state.StagingID,
|
||||||
|
planHash: planFingerprint(f.state),
|
||||||
|
journalPath: filepath.Join(tempDir, "journal.json"),
|
||||||
|
journal: map[int64]int64{0: 4, 1: 4},
|
||||||
|
}
|
||||||
|
if err := saveJournal(jr); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
for i := 0; i < total; i++ {
|
||||||
|
if err := os.WriteFile(segmentPath(tempDir, int64(i)), []byte("DATA"), 0666); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("re-merge over an existing output failed: %v", err)
|
||||||
|
}
|
||||||
|
got, err := os.ReadFile(stale)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if string(got) != "DATADATA" {
|
||||||
|
t.Errorf("stale output was not replaced: %q", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,146 @@
|
|||||||
|
package hls
|
||||||
|
|
||||||
|
import (
|
||||||
|
"net/url"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func mustParseURL(t *testing.T, raw string) *url.URL {
|
||||||
|
t.Helper()
|
||||||
|
u, err := url.Parse(raw)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
return u
|
||||||
|
}
|
||||||
|
|
||||||
|
// subsetCase is a media playlist plus the error substring the pipeline must
|
||||||
|
// reject it with; wantOK playlists must parse AND validate cleanly.
|
||||||
|
type subsetCase struct {
|
||||||
|
name string
|
||||||
|
playlist string
|
||||||
|
wantErr string
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSubsetRejections(t *testing.T) {
|
||||||
|
cases := []subsetCase{
|
||||||
|
{
|
||||||
|
name: "gap",
|
||||||
|
playlist: "#EXTM3U\n#EXTINF:4,\na.ts\n#EXT-X-GAP\n#EXTINF:4,\nb.ts\n#EXT-X-ENDLIST\n",
|
||||||
|
wantErr: "EXT-X-GAP",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "gap-before-first-segment",
|
||||||
|
playlist: "#EXTM3U\n#EXT-X-GAP\n#EXTINF:4,\na.ts\n#EXT-X-ENDLIST\n",
|
||||||
|
wantErr: "EXT-X-GAP",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "discontinuity",
|
||||||
|
playlist: "#EXTM3U\n#EXTINF:4,\na.ts\n#EXT-X-DISCONTINUITY\n#EXTINF:4,\nb.ts\n#EXT-X-ENDLIST\n",
|
||||||
|
wantErr: "EXT-X-DISCONTINUITY",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "live",
|
||||||
|
playlist: "#EXTM3U\n#EXTINF:4,\na.ts\n",
|
||||||
|
wantErr: "live",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "keyformat",
|
||||||
|
playlist: "#EXTM3U\n#EXT-X-KEY:METHOD=AES-128,URI=\"k\",KEYFORMAT=\"com.apple.streamingkeydelivery\"\n#EXTINF:4,\na.ts\n#EXT-X-ENDLIST\n",
|
||||||
|
wantErr: "KEYFORMAT",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "encrypted-map-without-iv",
|
||||||
|
playlist: "#EXTM3U\n#EXT-X-KEY:METHOD=AES-128,URI=\"k\"\n#EXT-X-MAP:URI=\"init.mp4\"\n#EXTINF:4,\na.m4s\n#EXT-X-ENDLIST\n",
|
||||||
|
wantErr: "explicit IV",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "map-change-byterange",
|
||||||
|
playlist: "#EXTM3U\n#EXT-X-MAP:URI=\"init.mp4\",BYTERANGE=\"100@0\"\n#EXTINF:4,\na.m4s\n#EXT-X-MAP:URI=\"init.mp4\",BYTERANGE=\"100@100\"\n#EXTINF:4,\nb.m4s\n#EXT-X-ENDLIST\n",
|
||||||
|
wantErr: "changing init sections",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "map-change-uri",
|
||||||
|
playlist: "#EXTM3U\n#EXT-X-MAP:URI=\"init1.mp4\"\n#EXTINF:4,\na.m4s\n#EXT-X-MAP:URI=\"init2.mp4\"\n#EXTINF:4,\nb.m4s\n#EXT-X-ENDLIST\n",
|
||||||
|
wantErr: "changing init sections",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
baseURL := mustParseURL(t, "https://cdn.example.com/vod/index.m3u8")
|
||||||
|
for _, tc := range cases {
|
||||||
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
|
media, parseErr := ParseMedia(tc.playlist, baseURL)
|
||||||
|
if parseErr != nil {
|
||||||
|
if !strings.Contains(parseErr.Error(), tc.wantErr) {
|
||||||
|
t.Fatalf("parse error %q does not mention %q", parseErr, tc.wantErr)
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
err := validateSupported(media)
|
||||||
|
if err == nil {
|
||||||
|
t.Fatalf("playlist should be rejected with %q", tc.wantErr)
|
||||||
|
}
|
||||||
|
if !strings.Contains(err.Error(), tc.wantErr) {
|
||||||
|
t.Fatalf("error %q does not mention %q", err, tc.wantErr)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestSubsetRepeatedSameMapAllowed(t *testing.T) {
|
||||||
|
playlist := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-MAP:URI=\"init.mp4\",BYTERANGE=\"100@0\"\n" +
|
||||||
|
"#EXTINF:4,\na.m4s\n" +
|
||||||
|
"#EXT-X-MAP:URI=\"init.mp4\",BYTERANGE=\"100@0\"\n" +
|
||||||
|
"#EXTINF:4,\nb.m4s\n" +
|
||||||
|
"#EXT-X-ENDLIST\n"
|
||||||
|
media, err := ParseMedia(playlist, mustParseURL(t, "https://cdn.example.com/vod/index.m3u8"))
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := validateSupported(media); err != nil {
|
||||||
|
t.Fatalf("identical repeated MAP must be allowed: %v", err)
|
||||||
|
}
|
||||||
|
if len(media.Segments) != 3 { // init + 2 segments, no duplicate init
|
||||||
|
t.Fatalf("want 3 segments (init + 2), got %d", len(media.Segments))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestMasterAudioRenditionDetection(t *testing.T) {
|
||||||
|
masterURL := mustParseURL(t, "https://cdn.example.com/master.m3u8")
|
||||||
|
|
||||||
|
separateAudio := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID=\"aud\",NAME=\"en\",DEFAULT=YES,URI=\"audio/index.m3u8\"\n" +
|
||||||
|
"#EXT-X-STREAM-INF:BANDWIDTH=1000000,AUDIO=\"aud\"\nvideo/index.m3u8\n"
|
||||||
|
master, err := ParseMasterPlaylist(separateAudio, masterURL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := checkAudioRendition(master, PickBestVariant(master.Variants)); err == nil {
|
||||||
|
t.Fatal("selected variant with a separate audio rendition must be rejected")
|
||||||
|
}
|
||||||
|
|
||||||
|
// A group the variant does not reference must not cause a false positive.
|
||||||
|
unrelatedGroup := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID=\"aud\",NAME=\"en\",DEFAULT=YES,URI=\"audio/index.m3u8\"\n" +
|
||||||
|
"#EXT-X-STREAM-INF:BANDWIDTH=1000000\nvideo/index.m3u8\n"
|
||||||
|
master, err = ParseMasterPlaylist(unrelatedGroup, masterURL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := checkAudioRendition(master, PickBestVariant(master.Variants)); err != nil {
|
||||||
|
t.Fatalf("unreferenced audio group must not be rejected: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// A rendition group without URIs (muxed tracks) is fine.
|
||||||
|
groupWithoutURI := "#EXTM3U\n" +
|
||||||
|
"#EXT-X-MEDIA:TYPE=AUDIO,GROUP-ID=\"aud\",NAME=\"en\",DEFAULT=YES\n" +
|
||||||
|
"#EXT-X-STREAM-INF:BANDWIDTH=1000000,AUDIO=\"aud\"\nvideo/index.m3u8\n"
|
||||||
|
master, err = ParseMasterPlaylist(groupWithoutURI, masterURL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := checkAudioRendition(master, PickBestVariant(master.Variants)); err != nil {
|
||||||
|
t.Fatalf("audio group without URI must not be rejected: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
+10
@@ -0,0 +1,10 @@
|
|||||||
|
Media fixtures generated locally with FFmpeg 7.0.2 (testsrc + sine sources,
|
||||||
|
no third-party content):
|
||||||
|
|
||||||
|
- sample-00.ts / sample-01.ts: one continuous MPEG-2 TS encode split at a
|
||||||
|
packet boundary, so continuity counters and PCR are consistent across the
|
||||||
|
segment join exactly like segments cut from a single real-time stream.
|
||||||
|
- fmp4-init.mp4: ftyp+moov init section of a fragmented MP4.
|
||||||
|
- fmp4-seg1.m4s .. fmp4-seg3.m4s: moof+mdat media fragments (styp omitted by
|
||||||
|
the muxer, which is legal) split at moof boundaries from one fragmented MP4
|
||||||
|
(-movflags +frag_keyframe+empty_moov+default_base_moof -frag_duration 500000).
|
||||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
+283
@@ -0,0 +1,283 @@
|
|||||||
|
#EXTM3U
|
||||||
|
#EXT-X-TARGETDURATION:20
|
||||||
|
#EXT-X-ALLOW-CACHE:YES
|
||||||
|
#EXT-X-PLAYLIST-TYPE:VOD
|
||||||
|
#EXT-X-VERSION:3
|
||||||
|
#EXT-X-MEDIA-SEQUENCE:1
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-1-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-2-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-3-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-4-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-5-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-6-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-7-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-8-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-9-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-10-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-11-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-12-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-13-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-14-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-15-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-16-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-17-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-18-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-19-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-20-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-21-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-22-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-23-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-24-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-25-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-26-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-27-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-28-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-29-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-30-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-31-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-32-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-33-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-34-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-35-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-36-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-37-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-38-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-39-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-40-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-41-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-42-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-43-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-44-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-45-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-46-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-47-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-48-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-49-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-50-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-51-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-52-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-53-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-54-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-55-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-56-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-57-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-58-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-59-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-60-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-61-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-62-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-63-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-64-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-65-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-66-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-67-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-68-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-69-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-70-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-71-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-72-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-73-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-74-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-75-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-76-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-77-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-78-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-79-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-80-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-81-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-82-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-83-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-84-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-85-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-86-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-87-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-88-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-89-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-90-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-91-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-92-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-93-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-94-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-95-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-96-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-97-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-98-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-99-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-100-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-101-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-102-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-103-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-104-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-105-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-106-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-107-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-108-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-109-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-110-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-111-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-112-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-113-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-114-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-115-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-116-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-117-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-118-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-119-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-120-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-121-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-122-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-123-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-124-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-125-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-126-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-127-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-128-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-129-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-130-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-131-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-132-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-133-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-134-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-135-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-136-v1-a1.ts
|
||||||
|
#EXTINF:20.000,
|
||||||
|
seg-137-v1-a1.ts
|
||||||
|
#EXTINF:4.111,
|
||||||
|
seg-138-v1-a1.ts
|
||||||
|
#EXT-X-ENDLIST
|
||||||
@@ -1,5 +1,8 @@
|
|||||||
package http
|
package http
|
||||||
|
|
||||||
|
// DefaultUserAgent is shared by HTTP downloads and extension HTTP requests.
|
||||||
|
const DefaultUserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36"
|
||||||
|
|
||||||
type config struct {
|
type config struct {
|
||||||
UserAgent string `json:"userAgent"`
|
UserAgent string `json:"userAgent"`
|
||||||
Connections int `json:"connections"`
|
Connections int `json:"connections"`
|
||||||
|
|||||||
+1031
-169
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,122 @@
|
|||||||
|
package http
|
||||||
|
|
||||||
|
import (
|
||||||
|
"crypto/sha256"
|
||||||
|
"encoding/hex"
|
||||||
|
"fmt"
|
||||||
|
gohttp "net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"strings"
|
||||||
|
"sync/atomic"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/protocol/http"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestFetcher_ChecksumMismatch_Retry(t *testing.T) {
|
||||||
|
corruptContent := []byte("Corrupt Initial Download Data!")
|
||||||
|
correctContent := []byte("Correct Retried Download Data!")
|
||||||
|
|
||||||
|
correctSha256Hasher := sha256.New()
|
||||||
|
correctSha256Hasher.Write(correctContent)
|
||||||
|
correctSha256 := hex.EncodeToString(correctSha256Hasher.Sum(nil))
|
||||||
|
|
||||||
|
var reqCount atomic.Int32
|
||||||
|
server := httptest.NewServer(gohttp.HandlerFunc(func(w gohttp.ResponseWriter, r *gohttp.Request) {
|
||||||
|
count := reqCount.Add(1)
|
||||||
|
var served []byte
|
||||||
|
if count == 1 {
|
||||||
|
// First request: serve corrupted content
|
||||||
|
served = corruptContent
|
||||||
|
} else {
|
||||||
|
// Second / subsequent request: serve correct content
|
||||||
|
served = correctContent
|
||||||
|
}
|
||||||
|
w.Header().Set(base.HttpHeaderContentLength, fmt.Sprintf("%d", len(served)))
|
||||||
|
w.Header().Set(base.HttpHeaderAcceptRanges, base.HttpHeaderBytes)
|
||||||
|
w.WriteHeader(gohttp.StatusOK)
|
||||||
|
_, _ = w.Write(served)
|
||||||
|
}))
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
downloadDir := t.TempDir()
|
||||||
|
fileName := "test_checksum_retry.txt"
|
||||||
|
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: downloadDir,
|
||||||
|
Name: fileName,
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
Checksum: &http.ChecksumOption{
|
||||||
|
Algorithm: "sha256",
|
||||||
|
Expected: correctSha256,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
// 1. Initial attempt -> will download corruptContent, failing checksum verification
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/retry_test.txt"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
// Ensure the reusable resolve response has been fully prefetched so the
|
||||||
|
// first attempt deterministically verifies the corrupt initial payload.
|
||||||
|
deadline := time.NewTimer(5 * time.Second)
|
||||||
|
defer deadline.Stop()
|
||||||
|
ticker := time.NewTicker(10 * time.Millisecond)
|
||||||
|
defer ticker.Stop()
|
||||||
|
for !f.prefetchDone.Load() {
|
||||||
|
select {
|
||||||
|
case <-deadline.C:
|
||||||
|
t.Fatal("timed out waiting for checksum test prefetch")
|
||||||
|
case <-ticker.C:
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
err := f.Wait()
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("expected checksum mismatch error on initial attempt, got nil")
|
||||||
|
}
|
||||||
|
if !strings.Contains(err.Error(), "checksum mismatch") {
|
||||||
|
t.Fatalf("expected 'checksum mismatch' in error, got %v", err)
|
||||||
|
}
|
||||||
|
if f.getState() != stateError {
|
||||||
|
t.Fatalf("expected stateError after checksum mismatch, got %v", f.getState())
|
||||||
|
}
|
||||||
|
|
||||||
|
// 2. Retry download -> should trigger forced full reset, truncate file, and re-download correctContent
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error on retry: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("Wait error on retry (expected success): %v", err)
|
||||||
|
}
|
||||||
|
if f.getState() != stateDone {
|
||||||
|
t.Fatalf("expected stateDone after successful retry, got %v", f.getState())
|
||||||
|
}
|
||||||
|
|
||||||
|
// 3. Verify on-disk file content matches the re-downloaded bytes
|
||||||
|
filePath := f.meta.SingleFilepath()
|
||||||
|
fileBytes, err := os.ReadFile(filePath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("failed to read completed file: %v", err)
|
||||||
|
}
|
||||||
|
if string(fileBytes) != string(correctContent) {
|
||||||
|
t.Fatalf("on-disk file content mismatch:\ngot: %q\nwant: %q", string(fileBytes), string(correctContent))
|
||||||
|
}
|
||||||
|
|
||||||
|
// 4. Compute hash independently and verify
|
||||||
|
actualHasher := sha256.New()
|
||||||
|
actualHasher.Write(fileBytes)
|
||||||
|
actualHash := hex.EncodeToString(actualHasher.Sum(nil))
|
||||||
|
if actualHash != correctSha256 {
|
||||||
|
t.Fatalf("re-computed on-disk hash mismatch: got %s, want %s", actualHash, correctSha256)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,307 @@
|
|||||||
|
package http
|
||||||
|
|
||||||
|
import (
|
||||||
|
"crypto/md5"
|
||||||
|
"crypto/sha256"
|
||||||
|
"encoding/hex"
|
||||||
|
"fmt"
|
||||||
|
gohttp "net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/fetcher"
|
||||||
|
"github.com/GopeedLab/gopeed/internal/test"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/protocol/http"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestFetcher_ChecksumVerification(t *testing.T) {
|
||||||
|
content := []byte("Hello, Gopeed Checksum Verification Test Data!")
|
||||||
|
md5Hasher := md5.New()
|
||||||
|
md5Hasher.Write(content)
|
||||||
|
correctMd5 := hex.EncodeToString(md5Hasher.Sum(nil))
|
||||||
|
|
||||||
|
sha256Hasher := sha256.New()
|
||||||
|
sha256Hasher.Write(content)
|
||||||
|
correctSha256 := hex.EncodeToString(sha256Hasher.Sum(nil))
|
||||||
|
|
||||||
|
wrongHash := "0123456789abcdef0123456789abcdef"
|
||||||
|
|
||||||
|
server := httptest.NewServer(gohttp.HandlerFunc(func(w gohttp.ResponseWriter, r *gohttp.Request) {
|
||||||
|
w.Header().Set(base.HttpHeaderContentLength, fmt.Sprintf("%d", len(content)))
|
||||||
|
w.Header().Set(base.HttpHeaderAcceptRanges, base.HttpHeaderBytes)
|
||||||
|
w.WriteHeader(gohttp.StatusOK)
|
||||||
|
_, _ = w.Write(content)
|
||||||
|
}))
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
t.Run("Valid MD5", func(t *testing.T) {
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: t.TempDir(),
|
||||||
|
Name: "test_valid_md5.txt",
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
Checksum: &http.ChecksumOption{
|
||||||
|
Algorithm: "md5",
|
||||||
|
Expected: correctMd5,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/test.txt"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("Wait error (expected success): %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("Valid SHA256", func(t *testing.T) {
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: t.TempDir(),
|
||||||
|
Name: "test_valid_sha256.txt",
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
Checksum: &http.ChecksumOption{
|
||||||
|
Algorithm: "sha256",
|
||||||
|
Expected: correctSha256,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/test.txt"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("Wait error (expected success): %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("Wrong MD5 mismatch", func(t *testing.T) {
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: t.TempDir(),
|
||||||
|
Name: "test_wrong_md5.txt",
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
Checksum: &http.ChecksumOption{
|
||||||
|
Algorithm: "md5",
|
||||||
|
Expected: wrongHash,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/test.txt"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
err := f.Wait()
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("Wait expected checksum mismatch error, got nil")
|
||||||
|
}
|
||||||
|
if !strings.Contains(err.Error(), "checksum mismatch") {
|
||||||
|
t.Fatalf("expected 'checksum mismatch' in error, got %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("Unsupported Algorithm", func(t *testing.T) {
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: t.TempDir(),
|
||||||
|
Name: "test_unsupported.txt",
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
Checksum: &http.ChecksumOption{
|
||||||
|
Algorithm: "invalid-algo",
|
||||||
|
Expected: wrongHash,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/test.txt"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
err := f.Wait()
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("Wait expected error for unsupported algorithm, got nil")
|
||||||
|
}
|
||||||
|
if !strings.Contains(err.Error(), "unsupported checksum algorithm") {
|
||||||
|
t.Fatalf("expected 'unsupported checksum algorithm' in error, got %v", err)
|
||||||
|
}
|
||||||
|
if f.checksumFailed.Load() {
|
||||||
|
t.Fatal("checksumFailed flag should NOT be set on unsupported algorithm error")
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("Case-Insensitive Hash Comparison", func(t *testing.T) {
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: t.TempDir(),
|
||||||
|
Name: "test_case_insensitive.txt",
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
Checksum: &http.ChecksumOption{
|
||||||
|
Algorithm: "sha256",
|
||||||
|
Expected: strings.ToUpper(correctSha256),
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/test.txt"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("Wait error (expected success with upper case hash): %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("Empty Expected Checksum (Skipped)", func(t *testing.T) {
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: t.TempDir(),
|
||||||
|
Name: "test_empty_expected.txt",
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
Checksum: &http.ChecksumOption{
|
||||||
|
Algorithm: "",
|
||||||
|
Expected: "",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/test.txt"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("Wait error (expected skip and success): %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("Large File Multi-Chunk Streaming (>64KB)", func(t *testing.T) {
|
||||||
|
largeData := make([]byte, 128*1024)
|
||||||
|
for i := range largeData {
|
||||||
|
largeData[i] = byte(i % 256)
|
||||||
|
}
|
||||||
|
largeSha256Hasher := sha256.New()
|
||||||
|
largeSha256Hasher.Write(largeData)
|
||||||
|
largeSha256 := hex.EncodeToString(largeSha256Hasher.Sum(nil))
|
||||||
|
|
||||||
|
largeServer := httptest.NewServer(gohttp.HandlerFunc(func(w gohttp.ResponseWriter, r *gohttp.Request) {
|
||||||
|
w.Header().Set(base.HttpHeaderContentLength, fmt.Sprintf("%d", len(largeData)))
|
||||||
|
w.Header().Set(base.HttpHeaderAcceptRanges, base.HttpHeaderBytes)
|
||||||
|
w.WriteHeader(gohttp.StatusOK)
|
||||||
|
_, _ = w.Write(largeData)
|
||||||
|
}))
|
||||||
|
defer largeServer.Close()
|
||||||
|
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: t.TempDir(),
|
||||||
|
Name: "test_large_file.bin",
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
Checksum: &http.ChecksumOption{
|
||||||
|
Algorithm: "sha256",
|
||||||
|
Expected: largeSha256,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Resolve(&base.Request{URL: largeServer.URL + "/large.bin"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("Wait error (expected large file checksum success): %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
t.Run("No Checksum (Opt-in backward compatibility)", func(t *testing.T) {
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
|
||||||
|
opts := &base.Options{
|
||||||
|
Path: t.TempDir(),
|
||||||
|
Name: test.DownloadName,
|
||||||
|
Extra: &http.OptsExtra{
|
||||||
|
Connections: 1,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/test.txt"}, opts); err != nil {
|
||||||
|
t.Fatalf("Resolve error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatalf("Start error: %v", err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatalf("Wait error: %v", err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestResetConnectionForRestart_ForceOnRangeDownload(t *testing.T) {
|
||||||
|
f := buildFetcher()
|
||||||
|
f.meta = &fetcher.FetcherMeta{
|
||||||
|
Res: &base.Resource{
|
||||||
|
Range: true,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
conn := &connection{
|
||||||
|
Chunk: newChunk(0, 1024),
|
||||||
|
Downloaded: 512,
|
||||||
|
Completed: true,
|
||||||
|
}
|
||||||
|
conn.Chunk.Downloaded = 512
|
||||||
|
|
||||||
|
// Non-forced reset on range-supported download does not reset Chunk.Downloaded
|
||||||
|
f.resetConnectionForRestart(conn, false)
|
||||||
|
if conn.Chunk.Downloaded != 512 {
|
||||||
|
t.Fatalf("expected Chunk.Downloaded to remain 512 when force is false, got %d", conn.Chunk.Downloaded)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Forced reset on range-supported download resets Chunk.Downloaded to 0
|
||||||
|
f.resetConnectionForRestart(conn, true)
|
||||||
|
if conn.Chunk.Downloaded != 0 {
|
||||||
|
t.Fatalf("expected Chunk.Downloaded to be reset to 0 when force is true, got %d", conn.Chunk.Downloaded)
|
||||||
|
}
|
||||||
|
if conn.Completed {
|
||||||
|
t.Fatal("expected Completed to be false after reset")
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -14,8 +14,15 @@ import (
|
|||||||
// ============================================================================
|
// ============================================================================
|
||||||
|
|
||||||
type fetcherData struct {
|
type fetcherData struct {
|
||||||
Connections []*connection
|
Connections []*connection
|
||||||
RedirectURL string // Saved redirect URL for resume
|
RedirectURL string // Saved redirect URL for resume
|
||||||
|
IfRange string // Strong ETag or Last-Modified validator for safe resume
|
||||||
|
RangeReprobeEligible bool // Origin advertised Range before falling back to sequential mode
|
||||||
|
RangeValidatorPinned bool // Recovered Range mode must keep the same If-Range validator
|
||||||
|
SequentialSizeUnknown bool // Interrupted chunked restart must retry from byte zero
|
||||||
|
Range *bool // Authoritative Range mode; nil for records saved by older versions
|
||||||
|
ResourceSize *int64 // Authoritative resource size from the same snapshot as Connections
|
||||||
|
FileSize *int64 // Authoritative single-file size; nil for older records
|
||||||
}
|
}
|
||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
@@ -65,7 +72,7 @@ func (fm *FetcherManager) AutoRename() bool {
|
|||||||
|
|
||||||
func (fm *FetcherManager) DefaultConfig() any {
|
func (fm *FetcherManager) DefaultConfig() any {
|
||||||
return &config{
|
return &config{
|
||||||
UserAgent: "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36",
|
UserAgent: DefaultUserAgent,
|
||||||
Connections: 16,
|
Connections: 16,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -75,12 +82,73 @@ func (fm *FetcherManager) Store(f fetcher.Fetcher) (data any, err error) {
|
|||||||
_f.redirectLock.Lock()
|
_f.redirectLock.Lock()
|
||||||
redirectURL := _f.redirectURL
|
redirectURL := _f.redirectURL
|
||||||
_f.redirectLock.Unlock()
|
_f.redirectLock.Unlock()
|
||||||
|
|
||||||
|
// Build an immutable snapshot while holding the same lock used by download
|
||||||
|
// workers to update Range mode and connection progress. The storage layer
|
||||||
|
// marshals this value after Store returns, so returning live pointers would
|
||||||
|
// otherwise race with the active download and could persist a mixed state.
|
||||||
|
_f.connMu.Lock()
|
||||||
|
connections := snapshotConnectionsLocked(_f.connections)
|
||||||
|
ifRange := _f.ifRange
|
||||||
|
rangeReprobeEligible := _f.rangeReprobeEligible
|
||||||
|
rangeValidatorPinned := _f.rangeValidatorPinned
|
||||||
|
sequentialSizeUnknown := _f.sequentialSizeUnknown
|
||||||
|
var rangeMode *bool
|
||||||
|
var resourceSize *int64
|
||||||
|
var fileSize *int64
|
||||||
|
if _f.meta != nil && _f.meta.Res != nil {
|
||||||
|
value := _f.meta.Res.Range
|
||||||
|
rangeMode = &value
|
||||||
|
size := _f.meta.Res.Size
|
||||||
|
resourceSize = &size
|
||||||
|
if len(_f.meta.Res.Files) > 0 && _f.meta.Res.Files[0] != nil {
|
||||||
|
size := _f.meta.Res.Files[0].Size
|
||||||
|
fileSize = &size
|
||||||
|
}
|
||||||
|
}
|
||||||
|
_f.connMu.Unlock()
|
||||||
|
|
||||||
return &fetcherData{
|
return &fetcherData{
|
||||||
Connections: _f.connections,
|
Connections: connections,
|
||||||
RedirectURL: redirectURL,
|
RedirectURL: redirectURL,
|
||||||
|
IfRange: ifRange,
|
||||||
|
RangeReprobeEligible: rangeReprobeEligible,
|
||||||
|
RangeValidatorPinned: rangeValidatorPinned,
|
||||||
|
SequentialSizeUnknown: sequentialSizeUnknown,
|
||||||
|
Range: rangeMode,
|
||||||
|
ResourceSize: resourceSize,
|
||||||
|
FileSize: fileSize,
|
||||||
}, nil
|
}, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// snapshotConnectionsLocked copies only the serialized connection state and
|
||||||
|
// deep-copies chunks. The caller must hold the fetcher's connMu.
|
||||||
|
func snapshotConnectionsLocked(connections []*connection) []*connection {
|
||||||
|
snapshot := make([]*connection, len(connections))
|
||||||
|
for i, conn := range connections {
|
||||||
|
if conn == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
copyConn := &connection{
|
||||||
|
ID: conn.ID,
|
||||||
|
Role: conn.Role,
|
||||||
|
State: conn.State,
|
||||||
|
Downloaded: conn.Downloaded,
|
||||||
|
Completed: conn.Completed,
|
||||||
|
}
|
||||||
|
if conn.Chunk != nil {
|
||||||
|
copyChunk := *conn.Chunk
|
||||||
|
if conn.Chunk.End != nil {
|
||||||
|
end := *conn.Chunk.End
|
||||||
|
copyChunk.End = &end
|
||||||
|
}
|
||||||
|
copyConn.Chunk = ©Chunk
|
||||||
|
}
|
||||||
|
snapshot[i] = copyConn
|
||||||
|
}
|
||||||
|
return snapshot
|
||||||
|
}
|
||||||
|
|
||||||
func (fm *FetcherManager) Restore() (v any, f func(meta *fetcher.FetcherMeta, v any) fetcher.Fetcher) {
|
func (fm *FetcherManager) Restore() (v any, f func(meta *fetcher.FetcherMeta, v any) fetcher.Fetcher) {
|
||||||
return &fetcherData{}, func(meta *fetcher.FetcherMeta, v any) fetcher.Fetcher {
|
return &fetcherData{}, func(meta *fetcher.FetcherMeta, v any) fetcher.Fetcher {
|
||||||
fd := v.(*fetcherData)
|
fd := v.(*fetcherData)
|
||||||
@@ -96,6 +164,22 @@ func (fm *FetcherManager) Restore() (v any, f func(meta *fetcher.FetcherMeta, v
|
|||||||
if fd.RedirectURL != "" {
|
if fd.RedirectURL != "" {
|
||||||
fetcher.redirectURL = fd.RedirectURL
|
fetcher.redirectURL = fd.RedirectURL
|
||||||
}
|
}
|
||||||
|
fetcher.ifRange = fd.IfRange
|
||||||
|
fetcher.rangeReprobeEligible = fd.RangeReprobeEligible
|
||||||
|
fetcher.rangeValidatorPinned = fd.RangeValidatorPinned
|
||||||
|
fetcher.sequentialSizeUnknown = fd.SequentialSizeUnknown
|
||||||
|
if fd.Range != nil && fetcher.meta.Res != nil {
|
||||||
|
// Recovery-critical resource fields live in the same persisted snapshot
|
||||||
|
// as Connections, making them authoritative over task metadata that may
|
||||||
|
// have been saved just before or after this record.
|
||||||
|
fetcher.meta.Res.Range = *fd.Range
|
||||||
|
}
|
||||||
|
if fd.ResourceSize != nil && fetcher.meta.Res != nil {
|
||||||
|
fetcher.meta.Res.Size = *fd.ResourceSize
|
||||||
|
}
|
||||||
|
if fd.FileSize != nil && fetcher.meta.Res != nil && len(fetcher.meta.Res.Files) > 0 && fetcher.meta.Res.Files[0] != nil {
|
||||||
|
fetcher.meta.Res.Files[0].Size = *fd.FileSize
|
||||||
|
}
|
||||||
return fetcher
|
return fetcher
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
File diff suppressed because it is too large.
Load diff
@@ -136,3 +136,52 @@ func TestUnescapeHTMLEntities(t *testing.T) {
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestAppendFilenameExtension(t *testing.T) {
|
||||||
|
tests := []struct {
|
||||||
|
name string
|
||||||
|
filename string
|
||||||
|
contentType string
|
||||||
|
want string
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
name: "adds extension from content type",
|
||||||
|
filename: "download",
|
||||||
|
contentType: "image/png",
|
||||||
|
want: "download.png",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "parses MIME parameters",
|
||||||
|
filename: "download",
|
||||||
|
contentType: "image/png; charset=binary",
|
||||||
|
want: "download.png",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "preserves existing extension",
|
||||||
|
filename: "download.zip",
|
||||||
|
contentType: "application/zip",
|
||||||
|
want: "download.zip",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "ignores invalid content type",
|
||||||
|
filename: "download",
|
||||||
|
contentType: "not a content type",
|
||||||
|
want: "download",
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: "ignores unknown content type",
|
||||||
|
filename: "download",
|
||||||
|
contentType: "application/x-gopeed-unknown",
|
||||||
|
want: "download",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, tt := range tests {
|
||||||
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
|
got := appendFilenameExtension(tt.filename, tt.contentType)
|
||||||
|
if got != tt.want {
|
||||||
|
t.Errorf("appendFilenameExtension() = %q, want %q", got, tt.want)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -12,10 +12,12 @@ import (
|
|||||||
"net/http"
|
"net/http"
|
||||||
"net/http/cookiejar"
|
"net/http/cookiejar"
|
||||||
"net/url"
|
"net/url"
|
||||||
|
"path"
|
||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
"unicode/utf8"
|
"unicode/utf8"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/httpclient"
|
||||||
"github.com/GopeedLab/gopeed/pkg/base"
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
fhttp "github.com/GopeedLab/gopeed/pkg/protocol/http"
|
fhttp "github.com/GopeedLab/gopeed/pkg/protocol/http"
|
||||||
"github.com/GopeedLab/gopeed/pkg/util"
|
"github.com/GopeedLab/gopeed/pkg/util"
|
||||||
@@ -26,6 +28,45 @@ type RequestError struct {
|
|||||||
Code int
|
Code int
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// extractIfRangeValidator returns only validators that are strong enough for
|
||||||
|
// If-Range. Any entity-tag header blocks Last-Modified fallback: a weak or
|
||||||
|
// malformed ETag does not make the date validator strong.
|
||||||
|
func extractIfRangeValidator(header http.Header) string {
|
||||||
|
etag := strings.TrimSpace(header.Get(base.HttpHeaderETag))
|
||||||
|
if etag != "" {
|
||||||
|
if isStrongETag(etag) {
|
||||||
|
return etag
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
lastModified := strings.TrimSpace(header.Get(base.HttpHeaderLastModified))
|
||||||
|
date := strings.TrimSpace(header.Get("Date"))
|
||||||
|
if lastModified == "" || date == "" {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
modifiedAt, modifiedErr := http.ParseTime(lastModified)
|
||||||
|
responseAt, responseErr := http.ParseTime(date)
|
||||||
|
if modifiedErr != nil || responseErr != nil || responseAt.Sub(modifiedAt) < time.Second {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return lastModified
|
||||||
|
}
|
||||||
|
|
||||||
|
func isStrongETag(value string) bool {
|
||||||
|
if len(value) < 2 || value[0] != '"' || value[len(value)-1] != '"' {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
for i := 1; i < len(value)-1; i++ {
|
||||||
|
b := value[i]
|
||||||
|
if b == 0x21 || (b >= 0x23 && b <= 0x7e) || b >= 0x80 {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
func NewRequestError(code int) *RequestError {
|
func NewRequestError(code int) *RequestError {
|
||||||
return &RequestError{Code: code}
|
return &RequestError{Code: code}
|
||||||
}
|
}
|
||||||
@@ -165,15 +206,17 @@ func isRedirectExpiredError(err error) bool {
|
|||||||
|
|
||||||
// tryFallbackToOriginalURL attempts to make a request using the original URL
|
// tryFallbackToOriginalURL attempts to make a request using the original URL
|
||||||
// when the redirect URL has expired. Returns the response if successful.
|
// when the redirect URL has expired. Returns the response if successful.
|
||||||
func (f *Fetcher) tryFallbackToOriginalURL(ctx context.Context, client *http.Client, rangeStart, rangeEnd int64) (*http.Response, error) {
|
func (f *Fetcher) tryFallbackToOriginalURL(ctx context.Context, client *http.Client, rangeStart int64, rangeEnd *int64, rangeRequested bool, ifRange string) (*http.Response, error) {
|
||||||
httpReq, err := f.buildRequestWithOriginalURL(ctx, f.meta.Req)
|
httpReq, err := f.buildRequestWithOriginalURL(ctx, f.meta.Req)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
if f.meta.Res.Range && rangeEnd > 0 {
|
if rangeRequested {
|
||||||
httpReq.Header.Set(base.HttpHeaderRange,
|
httpReq.Header.Set(base.HttpHeaderRange, formatRangeHeader(rangeStart, rangeEnd))
|
||||||
fmt.Sprintf(base.HttpHeaderRangeFormat, rangeStart, rangeEnd))
|
if ifRange != "" {
|
||||||
|
httpReq.Header.Set(base.HttpHeaderIfRange, ifRange)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
resp, err := client.Do(httpReq)
|
resp, err := client.Do(httpReq)
|
||||||
@@ -189,6 +232,13 @@ func (f *Fetcher) tryFallbackToOriginalURL(ctx context.Context, client *http.Cli
|
|||||||
return resp, nil
|
return resp, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func formatRangeHeader(start int64, end *int64) string {
|
||||||
|
if end == nil {
|
||||||
|
return fmt.Sprintf("bytes=%d-", start)
|
||||||
|
}
|
||||||
|
return fmt.Sprintf(base.HttpHeaderRangeFormat, start, *end)
|
||||||
|
}
|
||||||
|
|
||||||
// buildClient creates an HTTP client with the default connection timeout.
|
// buildClient creates an HTTP client with the default connection timeout.
|
||||||
// Used for resolve phase where we don't have connection time data yet.
|
// Used for resolve phase where we don't have connection time data yet.
|
||||||
func (f *Fetcher) buildClient() *http.Client {
|
func (f *Fetcher) buildClient() *http.Client {
|
||||||
@@ -216,21 +266,30 @@ func (f *Fetcher) buildFastFailClient() *http.Client {
|
|||||||
|
|
||||||
// buildClientWithTimeout creates an HTTP client with the specified connection timeout.
|
// buildClientWithTimeout creates an HTTP client with the specified connection timeout.
|
||||||
func (f *Fetcher) buildClientWithTimeout(timeout time.Duration) *http.Client {
|
func (f *Fetcher) buildClientWithTimeout(timeout time.Duration) *http.Client {
|
||||||
transport := &http.Transport{
|
|
||||||
DialContext: (&net.Dialer{
|
|
||||||
Timeout: timeout,
|
|
||||||
}).DialContext,
|
|
||||||
Proxy: f.ctl.GetProxy(f.meta.Req.Proxy),
|
|
||||||
TLSClientConfig: &tls.Config{
|
|
||||||
InsecureSkipVerify: f.meta.Req.SkipVerifyCert,
|
|
||||||
},
|
|
||||||
TLSHandshakeTimeout: timeout,
|
|
||||||
}
|
|
||||||
jar, _ := cookiejar.New(nil)
|
jar, _ := cookiejar.New(nil)
|
||||||
return &http.Client{
|
client, err := httpclient.NewClient(httpclient.Options{
|
||||||
Transport: transport,
|
Client: httpclient.ClientOptions{
|
||||||
Jar: jar,
|
Jar: jar,
|
||||||
|
},
|
||||||
|
Transport: httpclient.TransportOptions{
|
||||||
|
DialContext: (&net.Dialer{
|
||||||
|
Timeout: timeout,
|
||||||
|
}).DialContext,
|
||||||
|
Proxy: f.ctl.GetProxy(f.meta.Req.Proxy),
|
||||||
|
TLSClientConfig: &tls.Config{
|
||||||
|
InsecureSkipVerify: f.meta.Req.SkipVerifyCert,
|
||||||
|
},
|
||||||
|
TLSHandshakeTimeout: timeout,
|
||||||
|
},
|
||||||
|
Impersonation: httpclient.ImpersonationOptions{
|
||||||
|
Mode: httpclient.ImpersonationAuto,
|
||||||
|
Session: f.impersonationSession,
|
||||||
|
},
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
panic(fmt.Sprintf("build HTTP client: %v", err))
|
||||||
}
|
}
|
||||||
|
return client
|
||||||
}
|
}
|
||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
@@ -256,6 +315,28 @@ func parseFilename(contentDisposition string) string {
|
|||||||
return parseFilenameFallback(contentDisposition)
|
return parseFilenameFallback(contentDisposition)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// appendFilenameExtension adds a MIME-derived extension when the resolved
|
||||||
|
// filename has no usable extension. Some image hosts use opaque path segments
|
||||||
|
// that look like extensions, even though the response Content-Type is the
|
||||||
|
// only reliable source for the file type.
|
||||||
|
func appendFilenameExtension(filename, contentType string) string {
|
||||||
|
mediaType, _, err := mime.ParseMediaType(contentType)
|
||||||
|
if err != nil {
|
||||||
|
return filename
|
||||||
|
}
|
||||||
|
|
||||||
|
extensions, err := mime.ExtensionsByType(mediaType)
|
||||||
|
if err != nil || len(extensions) == 0 {
|
||||||
|
return filename
|
||||||
|
}
|
||||||
|
|
||||||
|
ext := path.Ext(filename)
|
||||||
|
if len(ext) > 1 && len(ext) <= 20 {
|
||||||
|
return filename
|
||||||
|
}
|
||||||
|
return filename + extensions[0]
|
||||||
|
}
|
||||||
|
|
||||||
// parseFilenameExtended handles RFC 5987 extended notation (filename*=)
|
// parseFilenameExtended handles RFC 5987 extended notation (filename*=)
|
||||||
// Format: filename*=charset'language'value (e.g., UTF-8”%E6%B5%8B%E8%AF%95.zip)
|
// Format: filename*=charset'language'value (e.g., UTF-8”%E6%B5%8B%E8%AF%95.zip)
|
||||||
func parseFilenameExtended(cd string) string {
|
func parseFilenameExtended(cd string) string {
|
||||||
|
|||||||
@@ -0,0 +1,74 @@
|
|||||||
|
package http
|
||||||
|
|
||||||
|
import (
|
||||||
|
"io"
|
||||||
|
"net/http"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/controller"
|
||||||
|
"github.com/GopeedLab/gopeed/internal/tempfiles"
|
||||||
|
)
|
||||||
|
|
||||||
|
type prefetchSetupBody struct {
|
||||||
|
io.Reader
|
||||||
|
closed bool
|
||||||
|
}
|
||||||
|
|
||||||
|
func (b *prefetchSetupBody) Close() error {
|
||||||
|
b.closed = true
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPrefetchSetupFailureClosesResponse(t *testing.T) {
|
||||||
|
for _, closedScope := range []bool{false, true} {
|
||||||
|
name := "invalid_temp_directory"
|
||||||
|
if closedScope {
|
||||||
|
name = "downloader_already_closed"
|
||||||
|
}
|
||||||
|
t.Run(name, func(t *testing.T) {
|
||||||
|
root := t.TempDir()
|
||||||
|
scope := &tempfiles.Scope{}
|
||||||
|
dir := root
|
||||||
|
if closedScope {
|
||||||
|
if err := scope.Close(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
dir = filepath.Join(root, "file")
|
||||||
|
if err := os.WriteFile(dir, nil, 0600); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
body := &prefetchSetupBody{Reader: strings.NewReader("unused response")}
|
||||||
|
f := &Fetcher{
|
||||||
|
ctl: &controller.Controller{TempDir: dir, TempFiles: scope},
|
||||||
|
resolveResp: &http.Response{Body: body},
|
||||||
|
}
|
||||||
|
f.asyncPrefetch()
|
||||||
|
if f.prefetchErr == nil {
|
||||||
|
t.Fatal("expected temporary-file initialization to fail")
|
||||||
|
}
|
||||||
|
if !body.closed {
|
||||||
|
t.Error("prefetch setup failure left the response body open")
|
||||||
|
}
|
||||||
|
if f.resolveResp != nil {
|
||||||
|
t.Error("prefetch retained its failed resolve response")
|
||||||
|
}
|
||||||
|
if !f.prefetchDone.Load() {
|
||||||
|
t.Error("prefetch did not report completion")
|
||||||
|
}
|
||||||
|
if closedScope {
|
||||||
|
entries, err := os.ReadDir(root)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if len(entries) != 0 {
|
||||||
|
t.Errorf("late prefetch left temporary files: %v", entries)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,119 @@
|
|||||||
|
package http
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"os"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
fhttp "github.com/GopeedLab/gopeed/pkg/protocol/http"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestResolveResponseSize(t *testing.T) {
|
||||||
|
for _, tc := range []struct {
|
||||||
|
name string
|
||||||
|
status int
|
||||||
|
length, contentRange string
|
||||||
|
size int64
|
||||||
|
invalid bool
|
||||||
|
}{
|
||||||
|
{"full", 200, "801571015", "", 801571015, false},
|
||||||
|
{"partial_prefix", 206, "472321339", "bytes 0-472321338/801571015", 801571015, false},
|
||||||
|
{"partial_nonzero", 206, "100000", "bytes 100000-199999/801571015", 801571015, false},
|
||||||
|
{"second_report", 206, "335134409", "bytes 0-335134408/552140234", 552140234, false},
|
||||||
|
{"length_mismatch", 206, "10", "bytes 0-19/100", 0, true},
|
||||||
|
{"unknown_total", 206, "472321339", "bytes 0-472321338/*", 0, true},
|
||||||
|
{"missing_range", 206, "10", "", 0, true},
|
||||||
|
{"malformed_range", 206, "10", "bytes invalid", 0, true},
|
||||||
|
{"invalid_bounds", 206, "10", "bytes 20-10/100", 0, true},
|
||||||
|
{"invalid_total", 206, "10", "bytes 0-9/9", 0, true},
|
||||||
|
{"overflow", 206, "10", "bytes 0-9/9223372036854775808", 0, true},
|
||||||
|
{"chunked_partial", 206, "", "bytes 0-9/100", 100, false},
|
||||||
|
{"unknown_full", 200, "", "", 0, false},
|
||||||
|
} {
|
||||||
|
t.Run(tc.name, func(t *testing.T) {
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
if tc.length != "" {
|
||||||
|
w.Header().Set("Content-Length", tc.length)
|
||||||
|
}
|
||||||
|
if tc.contentRange != "" {
|
||||||
|
w.Header().Set("Content-Range", tc.contentRange)
|
||||||
|
}
|
||||||
|
w.WriteHeader(tc.status)
|
||||||
|
w.(http.Flusher).Flush()
|
||||||
|
}))
|
||||||
|
defer server.Close()
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
err := f.Resolve(&base.Request{URL: server.URL + "/file"}, &base.Options{Path: t.TempDir()})
|
||||||
|
if tc.invalid {
|
||||||
|
if !errors.Is(err, errInvalidRangeResponse) {
|
||||||
|
t.Fatalf("Resolve error = %v, want invalid range", err)
|
||||||
|
}
|
||||||
|
if f.meta.Res != nil || f.resolveResp != nil || f.getState() != stateError {
|
||||||
|
t.Fatal("invalid response was retained or published")
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if f.meta.Res.Size != tc.size || f.meta.Res.Files[0].Size != tc.size {
|
||||||
|
t.Fatalf("resource/file size = %d/%d, want %d", f.meta.Res.Size, f.meta.Res.Files[0].Size, tc.size)
|
||||||
|
}
|
||||||
|
if tc.status == 206 && !f.meta.Res.Range {
|
||||||
|
t.Fatal("partial response must enable Range downloads")
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDownloadPartialResolve(t *testing.T) {
|
||||||
|
payload := make([]byte, 256*1024)
|
||||||
|
for i := range payload {
|
||||||
|
payload[i] = byte(i*31 + i/251)
|
||||||
|
}
|
||||||
|
for _, start := range []int{0, 100000} {
|
||||||
|
for _, connections := range []int{1, 4} {
|
||||||
|
t.Run(fmt.Sprintf("start_%d_connections_%d", start, connections), func(t *testing.T) {
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
begin, end := start, start+9999
|
||||||
|
if h := r.Header.Get("Range"); h != "" {
|
||||||
|
if _, err := fmt.Sscanf(h, "bytes=%d-%d", &begin, &end); err != nil {
|
||||||
|
t.Errorf("invalid request range %q: %v", h, err)
|
||||||
|
w.WriteHeader(400)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
w.Header().Set("Content-Length", fmt.Sprint(end-begin+1))
|
||||||
|
w.Header().Set("Content-Range", fmt.Sprintf("bytes %d-%d/%d", begin, end, len(payload)))
|
||||||
|
w.WriteHeader(206)
|
||||||
|
w.Write(payload[begin : end+1])
|
||||||
|
}))
|
||||||
|
defer server.Close()
|
||||||
|
f := buildFetcher()
|
||||||
|
defer f.Close()
|
||||||
|
if err := f.Resolve(&base.Request{URL: server.URL + "/file"}, &base.Options{Path: t.TempDir(), Name: "file", Extra: &fhttp.OptsExtra{Connections: connections}}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := f.Wait(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
got, err := os.ReadFile(f.meta.SingleFilepath())
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if !bytes.Equal(got, payload) {
|
||||||
|
t.Fatalf("download content mismatch: got %d bytes, want %d", len(got), len(payload))
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,63 @@
|
|||||||
|
// Package tempfiles tracks temporary paths owned by one downloader, without
|
||||||
|
// requiring a private parent directory or scanning the shared system temp root.
|
||||||
|
package tempfiles
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"io"
|
||||||
|
"os"
|
||||||
|
"sync"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Scope struct {
|
||||||
|
mu sync.Mutex
|
||||||
|
paths map[string]struct{}
|
||||||
|
closed bool
|
||||||
|
}
|
||||||
|
|
||||||
|
// Track adopts a newly created unique path. Late creations are removed when
|
||||||
|
// shutdown has already begun. A nil scope leaves cleanup to the resource owner.
|
||||||
|
func (s *Scope) Track(path string) error {
|
||||||
|
if s == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
if s.closed {
|
||||||
|
return errors.Join(io.ErrClosedPipe, os.RemoveAll(path))
|
||||||
|
}
|
||||||
|
if s.paths == nil {
|
||||||
|
s.paths = make(map[string]struct{})
|
||||||
|
}
|
||||||
|
s.paths[path] = struct{}{}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (s *Scope) Remove(path string) error {
|
||||||
|
if s == nil {
|
||||||
|
return os.RemoveAll(path)
|
||||||
|
}
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
if err := os.RemoveAll(path); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
delete(s.paths, path)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
func (s *Scope) Close() error {
|
||||||
|
if s == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
s.mu.Lock()
|
||||||
|
defer s.mu.Unlock()
|
||||||
|
s.closed = true
|
||||||
|
var result error
|
||||||
|
for path := range s.paths {
|
||||||
|
if err := os.RemoveAll(path); err != nil {
|
||||||
|
result = errors.Join(result, err)
|
||||||
|
} else {
|
||||||
|
delete(s.paths, path)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return result
|
||||||
|
}
|
||||||
@@ -0,0 +1,76 @@
|
|||||||
|
package tempfiles
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"io"
|
||||||
|
"os"
|
||||||
|
"sync"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestSharedDirectoryOwnersAndLateCreation(t *testing.T) {
|
||||||
|
root := t.TempDir()
|
||||||
|
a, b := &Scope{}, &Scope{}
|
||||||
|
own := func(scope *Scope) string {
|
||||||
|
t.Helper()
|
||||||
|
dir, err := os.MkdirTemp(root, "gopeed-media-")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := scope.Track(dir); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
return dir
|
||||||
|
}
|
||||||
|
first, second := own(a), own(b)
|
||||||
|
if err := a.Close(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(first); !os.IsNotExist(err) {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(second); err != nil {
|
||||||
|
t.Fatal("removed other owner's path", err)
|
||||||
|
}
|
||||||
|
late, err := os.MkdirTemp(root, "gopeed-media-")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := a.Track(late); !errors.Is(err, io.ErrClosedPipe) {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, err := os.Stat(late); !os.IsNotExist(err) {
|
||||||
|
t.Fatal("late creation leaked", err)
|
||||||
|
}
|
||||||
|
if err := b.Close(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestConcurrentCreationAndShutdown(t *testing.T) {
|
||||||
|
root := t.TempDir()
|
||||||
|
scope := &Scope{}
|
||||||
|
var wg sync.WaitGroup
|
||||||
|
for i := 0; i < 20; i++ {
|
||||||
|
wg.Add(1)
|
||||||
|
go func() {
|
||||||
|
defer wg.Done()
|
||||||
|
dir, err := os.MkdirTemp(root, "gopeed-media-")
|
||||||
|
if err != nil {
|
||||||
|
t.Error(err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if err := scope.Track(dir); err != nil && !errors.Is(err, io.ErrClosedPipe) {
|
||||||
|
t.Error(err)
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
if err := scope.Close(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
wg.Wait()
|
||||||
|
entries, err := os.ReadDir(root)
|
||||||
|
if err != nil || len(entries) != 0 {
|
||||||
|
t.Fatal("shutdown leaked paths", entries, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
+51
-19
@@ -372,6 +372,45 @@ func StartTestNoRangeSlowServer(delayPerChunk time.Duration) net.Listener {
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// StartTestIgnoredRangeServer advertises byte-range support but ignores Range
|
||||||
|
// requests and always returns the full representation with 200 OK.
|
||||||
|
func StartTestIgnoredRangeServer(delayPerChunk time.Duration) net.Listener {
|
||||||
|
return startTestServer(func(sl *shutdownListener) http.Handler {
|
||||||
|
mux := http.NewServeMux()
|
||||||
|
mux.HandleFunc("/"+BuildName, func(writer http.ResponseWriter, request *http.Request) {
|
||||||
|
writer.Header().Set("Content-Length", fmt.Sprintf("%d", BuildSize))
|
||||||
|
writer.Header().Set("Accept-Ranges", "bytes")
|
||||||
|
writer.WriteHeader(http.StatusOK)
|
||||||
|
if flusher, ok := writer.(http.Flusher); ok {
|
||||||
|
flusher.Flush()
|
||||||
|
}
|
||||||
|
|
||||||
|
file, err := os.Open(BuildFile)
|
||||||
|
if err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
defer file.Close()
|
||||||
|
|
||||||
|
buf := make([]byte, 256*1024)
|
||||||
|
for !sl.isShutdown {
|
||||||
|
n, readErr := file.Read(buf)
|
||||||
|
if n > 0 {
|
||||||
|
if _, writeErr := writer.Write(buf[:n]); writeErr != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if delayPerChunk > 0 {
|
||||||
|
time.Sleep(delayPerChunk)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if readErr != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})
|
||||||
|
return mux
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
// StartTestExpiringRedirectServer creates a server that simulates expiring redirect URLs.
|
// StartTestExpiringRedirectServer creates a server that simulates expiring redirect URLs.
|
||||||
// The original URL redirects to a temporary URL that expires after a specified number of requests.
|
// The original URL redirects to a temporary URL that expires after a specified number of requests.
|
||||||
// When the temporary URL expires (returns 403), the client should retry with the original URL
|
// When the temporary URL expires (returns 403), the client should retry with the original URL
|
||||||
@@ -433,9 +472,8 @@ func StartTestExpiringRedirectServer(requestsBeforeExpire int32, delayPerByte ti
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
// StartTestSlowStartServer creates a server with configurable delay per request
|
// StartTestLowSpeedServer creates a server with configurable delay per request
|
||||||
// This allows testing slow-start connection expansion to reach max connections
|
func StartTestLowSpeedServer(delayPerByte time.Duration) net.Listener {
|
||||||
func StartTestSlowStartServer(delayPerByte time.Duration) net.Listener {
|
|
||||||
return startTestServer(func(sl *shutdownListener) http.Handler {
|
return startTestServer(func(sl *shutdownListener) http.Handler {
|
||||||
mux := http.NewServeMux()
|
mux := http.NewServeMux()
|
||||||
mux.HandleFunc("/"+BuildName, func(writer http.ResponseWriter, request *http.Request) {
|
mux.HandleFunc("/"+BuildName, func(writer http.ResponseWriter, request *http.Request) {
|
||||||
@@ -484,10 +522,9 @@ func slowCopyNWithDelay(sl *shutdownListener, dst io.Writer, src io.Reader, n in
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// StartTestLimitServer connections limit server
|
// StartTestConLimitServer connections limit server
|
||||||
func StartTestLimitServer(maxConnections int32, delay int64) net.Listener {
|
func StartTestConLimitServer(maxConnections int32) net.Listener {
|
||||||
var connections atomic.Int32
|
var connections atomic.Int32
|
||||||
var slowOnce atomic.Bool
|
|
||||||
|
|
||||||
return startTestServer(func(sl *shutdownListener) http.Handler {
|
return startTestServer(func(sl *shutdownListener) http.Handler {
|
||||||
mux := http.NewServeMux()
|
mux := http.NewServeMux()
|
||||||
@@ -500,19 +537,11 @@ func StartTestLimitServer(maxConnections int32, delay int64) net.Listener {
|
|||||||
writer.WriteHeader(403)
|
writer.WriteHeader(403)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
// First request intentionally delays the first write to trigger a single read timeout,
|
|
||||||
// subsequent requests respond at normal speed.
|
|
||||||
useInitialDelay := delay > 0 && !slowOnce.Swap(true)
|
|
||||||
rangeFileHandle(
|
rangeFileHandle(
|
||||||
writer,
|
writer,
|
||||||
request,
|
request,
|
||||||
nil,
|
nil,
|
||||||
func(file *os.File, n int64) {
|
func(file *os.File, n int64) {
|
||||||
if useInitialDelay {
|
|
||||||
slowCopyAfterDelay(sl, writer, file, n, delay)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
slowCopyN(sl, writer, file, n, 0)
|
slowCopyN(sl, writer, file, n, 0)
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
@@ -711,10 +740,13 @@ func rangeFileHandle(writer http.ResponseWriter, request *http.Request, modifyEn
|
|||||||
writer.WriteHeader(400)
|
writer.WriteHeader(400)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
end, err := strconv.ParseInt(s[1], 10, 64)
|
end := int64(BuildSize - 1)
|
||||||
if err != nil {
|
if s[1] != "" {
|
||||||
writer.WriteHeader(400)
|
end, err = strconv.ParseInt(s[1], 10, 64)
|
||||||
return
|
if err != nil {
|
||||||
|
writer.WriteHeader(400)
|
||||||
|
return
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if start < 0 || end < 0 || start > end {
|
if start < 0 || end < 0 || start > end {
|
||||||
writer.WriteHeader(400)
|
writer.WriteHeader(400)
|
||||||
@@ -880,7 +912,7 @@ func StartSocks5Server(usr, pwd string) net.Listener {
|
|||||||
panic(err)
|
panic(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
listener, err := net.Listen("tcp", "127.0.0.1:0") // 你可以根据需要更改监听地址
|
listener, err := net.Listen("tcp", "127.0.0.1:0")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
panic(err)
|
panic(err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,109 @@
|
|||||||
|
# Extension browser host configuration
|
||||||
|
|
||||||
|
The downloader wraps each provider with the extension's stable identity before
|
||||||
|
constructing the runtime. `OpenOptions.ProfileID`, `DataPath`, and `ProxyURL` are
|
||||||
|
host-only fields. `parseOpenOptions` never reads them from extension JavaScript.
|
||||||
|
The extension API is unchanged. The Flutter host uses the fork's public
|
||||||
|
`WebViewProfile`, `InAppWebViewSettings.profileId`, and profile-scoped
|
||||||
|
`CookieManager` APIs; the library has no Gopeed-specific method-channel bridge.
|
||||||
|
Only the Gopeed extension JavaScript boundary keeps these options host-only.
|
||||||
|
|
||||||
|
Profiles are persistent and shared across invocations/pages of the same extension.
|
||||||
|
Different identities use different native stores. Go providers use a SHA-256-based
|
||||||
|
path under `<StorageDir>/webview`; Apple RPC hosts use a stable UUID data store;
|
||||||
|
Android uses a named WebView profile. Cookie operations select that same store,
|
||||||
|
including `clearCookies`. Closing an execution closes its pages, not its profile.
|
||||||
|
Uninstall closes the extension's pages, prevents its old runtimes from opening
|
||||||
|
new pages, and removes its native profile before deleting the extension record.
|
||||||
|
Cleanup failures abort uninstall and can be retried. Reinstallation starts with
|
||||||
|
empty browser data; an ordinary extension update keeps the existing profile.
|
||||||
|
Windows/Linux delete the profile directory; Apple removes the named WebKit store.
|
||||||
|
Android cannot delete a profile already loaded by the current process: when
|
||||||
|
DELETE_BROWSING_DATA is supported it clears all site data immediately, and records
|
||||||
|
an empty-profile deletion in SharedPreferences for the next process start. A
|
||||||
|
reinstallation may reuse that cleared profile and cancels the pending deletion.
|
||||||
|
If the full-data clearing API is unavailable, uninstall fails with a restart
|
||||||
|
instruction; the pending profile is deleted at startup before it can be loaded.
|
||||||
|
No removal operation is exposed through extension JavaScript.
|
||||||
|
|
||||||
|
Existing shared browser data is not copied into every extension's new profile.
|
||||||
|
|
||||||
|
The downloader lazily owns one loopback forward proxy with HTTP and SOCKS5
|
||||||
|
listeners. Windows/Linux/Android use HTTP; Apple uses SOCKS5 because its HTTP
|
||||||
|
CONNECT configuration may bypass plain HTTP. The forwarder reads the current
|
||||||
|
Gopeed proxy config for each new request/tunnel and supports direct, system,
|
||||||
|
HTTP(S) upstream proxies with Basic authentication, and authenticated SOCKS5.
|
||||||
|
Credentials remain in Go and are never sent over the WebView RPC.
|
||||||
|
|
||||||
|
Changes affect new requests/connections. Existing CONNECT/SOCKS tunnels keep their
|
||||||
|
route until closed; opening another page in the same profile does not reset it.
|
||||||
|
SOCKS carries host/port rather than a full URL: system proxy/PAC selection for
|
||||||
|
Apple is host-based, with port 80 treated as HTTP and other ports as HTTPS.
|
||||||
|
Path-dependent PAC rules cannot be reproduced from a SOCKS connection.
|
||||||
|
|
||||||
|
Apple requires macOS 14 / iOS 17. Android checks MULTI_PROFILE and PROXY_OVERRIDE.
|
||||||
|
Unsupported hosts fail explicitly instead of silently sharing browser storage or
|
||||||
|
ignoring the proxy.
|
||||||
|
|
||||||
|
## Validation
|
||||||
|
|
||||||
|
- `go test -race ./internal/webview/proxy ./pkg/download/engine/webview`
|
||||||
|
- `go test ./pkg/download -run 'TestWebViewProfileBound|TestDownloader_ExtensionRuntimeWebView'`
|
||||||
|
- Windows/Linux: `go test -tags webview -v ./internal/webview/goprovider` (Linux: run under `xvfb-run -a`).
|
||||||
|
- macOS: start the normal Flutter app, then run `go test -tags webview -v ./internal/webview/rpcprovider` with its socket address. See `rpcprovider/README.md`.
|
||||||
|
- In webview_go: `go test -tags webview_integration -v -count=1 .` (Linux: run under `xvfb-run -a`).
|
||||||
|
|
||||||
|
The shared provider contract covers HTTP/HTTPS proxy routing, concurrent pages,
|
||||||
|
HttpOnly cookies, LocalStorage, IndexedDB, profile-scoped clearing, reopening,
|
||||||
|
and removal without affecting another profile. HTTPS routing is checked with a
|
||||||
|
rejecting upstream tunnel; no test-only certificate bypass is added to the app.
|
||||||
|
Go proxy unit tests separately cover successful TLS forwarding and authentication.
|
||||||
|
These cases run in the existing `test.yml` WebView jobs; existing mobile build jobs
|
||||||
|
compile the Android/iOS bridge. No separate Flutter test application is required.
|
||||||
|
|
||||||
|
## Extension events and host environment
|
||||||
|
|
||||||
|
`gopeed.host.env.version` is the host's build version (`dev` for development
|
||||||
|
builds). `gopeed.info.version` continues to identify the extension's own version.
|
||||||
|
`gopeed.host.env.os` and `gopeed.host.env.arch` match the REST info endpoint's `os` and
|
||||||
|
`arch`: the host's Go `runtime.GOOS` and `runtime.GOARCH` values (for example,
|
||||||
|
`windows` / `amd64` or `darwin` / `arm64`).
|
||||||
|
See [extension-api.d.ts](extension-api.d.ts) for the event payloads.
|
||||||
|
|
||||||
|
```js
|
||||||
|
const page = await gopeed.runtime.webview.open();
|
||||||
|
const unsubscribe = await page.on("url-changed", ({ url, sameDocument }) => {
|
||||||
|
gopeed.logger.info(url, sameDocument);
|
||||||
|
});
|
||||||
|
await page.on("closed", ({ reason }) => gopeed.logger.info(reason));
|
||||||
|
await page.addInitScript("globalThis.extensionReady = true");
|
||||||
|
await page.goto("https://example.com");
|
||||||
|
unsubscribe();
|
||||||
|
await page.close();
|
||||||
|
```
|
||||||
|
|
||||||
|
Registration resolves only after the listener is installed; it does not replay
|
||||||
|
current state. `url-changed` reports actual address changes, including hash,
|
||||||
|
pushState, replaceState and history navigation. `load` follows the main document's
|
||||||
|
`window.load`, including reloads, and does not wait for business-level async work.
|
||||||
|
Iframe loads and subresource failures do not become main-page notifications.
|
||||||
|
`closed` distinguishes the user's close action from API closure and is terminal.
|
||||||
|
Unsubscribe is idempotent. Notifications cannot block navigation; the engine does
|
||||||
|
not await promises returned by handlers. Catch async errors inside the handler.
|
||||||
|
|
||||||
|
`addInitScript` applies to future document contexts only. Use `execute` to run
|
||||||
|
code on the current page. Executable functions are serialized and cannot capture
|
||||||
|
extension-side lexical variables; pass values explicitly as arguments.
|
||||||
|
|
||||||
|
The RPC host uses an NDJSON `page.events` response whose first record is
|
||||||
|
`{"ready":true}`. Subsequent records are `{event,data}`. Closing a page sends the
|
||||||
|
terminal record before ending the stream. The native backend uses document-start
|
||||||
|
notifications for main-document URL/load events and native callbacks for
|
||||||
|
navigation failures and user closure.
|
||||||
|
|
||||||
|
Additional validation:
|
||||||
|
|
||||||
|
- `go test -race ./pkg/download/engine/webview ./internal/webview/rpcprovider`
|
||||||
|
- `go test ./pkg/download -run 'TestExtension(WebViewEvents|InfoHostVersion)'`
|
||||||
|
- macOS native: `go test -tags webview_native ./internal/webview/goprovider -run TestProviderEvents`
|
||||||
|
- Running Flutter host: `go test -tags webview ./internal/webview/rpcprovider -run TestProviderEvents`
|
||||||
Vendored
+60
@@ -0,0 +1,60 @@
|
|||||||
|
/** Public extension API additions. info.version remains the extension version. */
|
||||||
|
export interface ExtensionInfo {
|
||||||
|
identity: string;
|
||||||
|
name: string;
|
||||||
|
author: string;
|
||||||
|
title: string;
|
||||||
|
version: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Available as gopeed.host. */
|
||||||
|
export interface Host {
|
||||||
|
env: HostEnv;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface HostEnv {
|
||||||
|
/** Host build version; "dev" for development builds. */
|
||||||
|
version: string;
|
||||||
|
/** Host OS and architecture, matching the REST info endpoint (Go GOOS/GOARCH). */
|
||||||
|
os: string;
|
||||||
|
arch: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Functions are serialized; they cannot capture extension-side variables. */
|
||||||
|
export type WebviewExecutable<T = unknown> =
|
||||||
|
| string
|
||||||
|
| ((...args: unknown[]) => T | Promise<T>);
|
||||||
|
|
||||||
|
export type WebviewUnsubscribe = () => void;
|
||||||
|
|
||||||
|
/** Navigation and load notifications are for the main document only. */
|
||||||
|
export interface WebviewEventMap {
|
||||||
|
"url-changed": { url: string; sameDocument: boolean };
|
||||||
|
/** window.load, including reloads, excluding hash/History API navigation. */
|
||||||
|
"load": { url: string };
|
||||||
|
"load-error": { url: string; message: string };
|
||||||
|
"closed": { reason: "user" | "api" };
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface WebviewGotoOptions {
|
||||||
|
timeoutMs?: number;
|
||||||
|
waitUntil?: "load" | "domcontentloaded";
|
||||||
|
}
|
||||||
|
|
||||||
|
/** These members extend the existing WebviewPage API. */
|
||||||
|
export interface WebviewPage {
|
||||||
|
/**
|
||||||
|
* Resolves when listening is ready. Does not replay current state.
|
||||||
|
* Register before goto() to observe navigation. Unsubscribe is idempotent.
|
||||||
|
* Closed is delivered once, then listeners are released automatically.
|
||||||
|
* Callbacks cannot cancel navigation; returned promises are not awaited.
|
||||||
|
* Callers handle errors in asynchronous callbacks.
|
||||||
|
*/
|
||||||
|
on<K extends keyof WebviewEventMap>(
|
||||||
|
event: K,
|
||||||
|
handler: (data: WebviewEventMap[K]) => void,
|
||||||
|
): Promise<WebviewUnsubscribe>;
|
||||||
|
/** Runs at document creation on future navigations, never immediately. */
|
||||||
|
addInitScript(script: string): Promise<void>;
|
||||||
|
goto(url: string, opts?: WebviewGotoOptions): Promise<void>;
|
||||||
|
}
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
//go:build cgo && darwin && webview_native
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/integrationtest"
|
||||||
|
"os"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestMain(m *testing.M) { os.Exit(RunMainThreadLoop(m.Run)) }
|
||||||
|
func TestProviderEvents(t *testing.T) { integrationtest.RunEventContract(t, New()) }
|
||||||
@@ -0,0 +1,49 @@
|
|||||||
|
//go:build cgo
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
webview "github.com/GopeedLab/webview_go"
|
||||||
|
"github.com/dop251/goja"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestInternalErrorDocumentDoesNotReportPageEvents(t *testing.T) {
|
||||||
|
vm := goja.New()
|
||||||
|
if _, err := vm.RunString(`
|
||||||
|
var window = globalThis;
|
||||||
|
window.top = window;
|
||||||
|
var location = {protocol: "chrome-error:", href: "chrome-error://chromewebdata/"};
|
||||||
|
var notifications = [];
|
||||||
|
var listeners = [];
|
||||||
|
function notify(payload) { notifications.push(payload); }
|
||||||
|
window.addEventListener = (name) => listeners.push(name);
|
||||||
|
`); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if _, err := vm.RunString(buildLoadNotifyScript("notify")); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
for _, name := range []string{"notifications", "listeners"} {
|
||||||
|
value, err := vm.RunString(name + ".length")
|
||||||
|
if err != nil || value.ToInteger() != 0 {
|
||||||
|
t.Fatalf("internal error page registered %s: %v (%v)", name, value, err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// The provider must wait for the native failure, preserving the failed URL.
|
||||||
|
page := newPageWrapper(enginewebview.OpenOptions{})
|
||||||
|
got := make(chan string, 1)
|
||||||
|
_, err := page.On("load-error", func(e enginewebview.Event) { got <- e.Data["url"].(string) })
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
page.handleNativeEvent(webview.Event{Name: "load-error", URL: "https://example.test/failure", Message: "TLS handshake failed"})
|
||||||
|
if err := page.waitForNavigation(time.Second, "load"); err == nil {
|
||||||
|
t.Fatal("native failure completed navigation successfully")
|
||||||
|
}
|
||||||
|
if url := <-got; url != "https://example.test/failure" {
|
||||||
|
t.Fatal(url)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,36 @@
|
|||||||
|
//go:build darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
var mainThreadTasks chan func()
|
||||||
|
|
||||||
|
func RunMainThreadLoop(run func() int) int {
|
||||||
|
if mainThreadTasks != nil {
|
||||||
|
return run()
|
||||||
|
}
|
||||||
|
|
||||||
|
mainThreadTasks = make(chan func())
|
||||||
|
resultCh := make(chan int, 1)
|
||||||
|
|
||||||
|
go func() {
|
||||||
|
resultCh <- run()
|
||||||
|
}()
|
||||||
|
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case task := <-mainThreadTasks:
|
||||||
|
task()
|
||||||
|
case code := <-resultCh:
|
||||||
|
mainThreadTasks = nil
|
||||||
|
return code
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func postMainThreadTask(task func()) bool {
|
||||||
|
if mainThreadTasks == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
mainThreadTasks <- task
|
||||||
|
return true
|
||||||
|
}
|
||||||
@@ -0,0 +1,47 @@
|
|||||||
|
//go:build linux && cgo
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
/*
|
||||||
|
#cgo pkg-config: gtk+-3.0
|
||||||
|
#include <gtk/gtk.h>
|
||||||
|
static void pumpGTK(void) {
|
||||||
|
// Bound each batch so Go creation/removal requests cannot be starved.
|
||||||
|
for (int i = 0; i < 64 && g_main_context_pending(NULL); ++i)
|
||||||
|
g_main_context_iteration(NULL, FALSE);
|
||||||
|
}
|
||||||
|
*/
|
||||||
|
import "C"
|
||||||
|
|
||||||
|
import (
|
||||||
|
"runtime"
|
||||||
|
"sync"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
var gtkThreadOnce sync.Once
|
||||||
|
var gtkThreadTasks = make(chan func())
|
||||||
|
|
||||||
|
func RunMainThreadLoop(run func() int) int { return run() }
|
||||||
|
|
||||||
|
func postMainThreadTask(task func()) bool {
|
||||||
|
gtkThreadOnce.Do(func() {
|
||||||
|
go func() {
|
||||||
|
runtime.LockOSThread()
|
||||||
|
// WebKit must always use its original UI thread, including after
|
||||||
|
// the last page closes. A page cannot stop this shared event loop.
|
||||||
|
ticker := time.NewTicker(10 * time.Millisecond)
|
||||||
|
defer ticker.Stop()
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case task := <-gtkThreadTasks:
|
||||||
|
task()
|
||||||
|
case <-ticker.C:
|
||||||
|
}
|
||||||
|
C.pumpGTK()
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
})
|
||||||
|
gtkThreadTasks <- task
|
||||||
|
return true
|
||||||
|
}
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
//go:build !darwin && (!linux || !cgo)
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
func RunMainThreadLoop(run func() int) int {
|
||||||
|
return run()
|
||||||
|
}
|
||||||
|
|
||||||
|
func postMainThreadTask(func()) bool {
|
||||||
|
return false
|
||||||
|
}
|
||||||
@@ -0,0 +1,700 @@
|
|||||||
|
//go:build cgo
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"strings"
|
||||||
|
"sync"
|
||||||
|
"sync/atomic"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
runtimepkg "runtime"
|
||||||
|
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
webview "github.com/GopeedLab/webview_go"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Provider struct{}
|
||||||
|
|
||||||
|
func New() enginewebview.Provider {
|
||||||
|
return &Provider{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *Provider) IsAvailable() bool {
|
||||||
|
return webview.IsAvailable()
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *Provider) Open(opts enginewebview.OpenOptions) (enginewebview.Page, error) {
|
||||||
|
pw := newPageWrapper(opts)
|
||||||
|
if err := pw.start(); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return pw, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type pageWrapper struct {
|
||||||
|
opts enginewebview.OpenOptions
|
||||||
|
events enginewebview.EventHub
|
||||||
|
navigationErrors chan error
|
||||||
|
|
||||||
|
callbackName string
|
||||||
|
readyID string
|
||||||
|
|
||||||
|
view webview.WebView
|
||||||
|
|
||||||
|
mu sync.Mutex
|
||||||
|
pending map[string]chan evalResult
|
||||||
|
url string
|
||||||
|
closed bool
|
||||||
|
|
||||||
|
ready chan error
|
||||||
|
done chan struct{}
|
||||||
|
loads chan string
|
||||||
|
domReady chan struct{}
|
||||||
|
sameDocument chan struct{}
|
||||||
|
}
|
||||||
|
|
||||||
|
type evalMessage struct {
|
||||||
|
Event string `json:"event,omitempty"`
|
||||||
|
SameDocument bool `json:"sameDocument,omitempty"`
|
||||||
|
ID string `json:"id"`
|
||||||
|
Ready bool `json:"ready,omitempty"`
|
||||||
|
Load bool `json:"load,omitempty"`
|
||||||
|
URL string `json:"url,omitempty"`
|
||||||
|
OK bool `json:"ok,omitempty"`
|
||||||
|
Value any `json:"value,omitempty"`
|
||||||
|
Error string `json:"error,omitempty"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type evalResult struct {
|
||||||
|
value any
|
||||||
|
err error
|
||||||
|
}
|
||||||
|
|
||||||
|
type nativeCookieJSON struct {
|
||||||
|
Name string `json:"name"`
|
||||||
|
Value string `json:"value"`
|
||||||
|
Domain string `json:"domain"`
|
||||||
|
Path string `json:"path"`
|
||||||
|
Expires string `json:"expires"`
|
||||||
|
Secure bool `json:"secure"`
|
||||||
|
HTTPOnly bool `json:"httpOnly"`
|
||||||
|
}
|
||||||
|
|
||||||
|
var providerSeq atomic.Uint64
|
||||||
|
|
||||||
|
// Keep native page creation aligned with the provider availability budget used
|
||||||
|
// by the integration contract. Cold WebView2 startup can exceed ten seconds.
|
||||||
|
const startupTimeout = time.Minute
|
||||||
|
|
||||||
|
func newPageWrapper(opts enginewebview.OpenOptions) *pageWrapper {
|
||||||
|
seq := providerSeq.Add(1)
|
||||||
|
return &pageWrapper{
|
||||||
|
opts: opts,
|
||||||
|
navigationErrors: make(chan error, 8),
|
||||||
|
callbackName: fmt.Sprintf("__gopeedWebViewCallback_%d", seq),
|
||||||
|
readyID: fmt.Sprintf("__ready__%d", seq),
|
||||||
|
pending: make(map[string]chan evalResult),
|
||||||
|
ready: make(chan error, 1),
|
||||||
|
done: make(chan struct{}),
|
||||||
|
loads: make(chan string, 8),
|
||||||
|
domReady: make(chan struct{}, 8),
|
||||||
|
sameDocument: make(chan struct{}, 8),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) start() error {
|
||||||
|
startedAt := time.Now()
|
||||||
|
run := func() {
|
||||||
|
runtimepkg.LockOSThread()
|
||||||
|
defer runtimepkg.UnlockOSThread()
|
||||||
|
|
||||||
|
var w webview.WebView
|
||||||
|
if p.opts.DataPath != "" {
|
||||||
|
var err error
|
||||||
|
w, err = webview.NewWithOptions(webview.Options{Debug: p.opts.Debug, Headless: p.opts.Headless, DataPath: p.opts.DataPath, ProxyURL: p.opts.ProxyURL})
|
||||||
|
if err != nil {
|
||||||
|
p.ready <- err
|
||||||
|
close(p.done)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
} else if p.opts.Headless {
|
||||||
|
w = webview.NewHeadless(p.opts.Debug)
|
||||||
|
} else {
|
||||||
|
w = webview.New(p.opts.Debug)
|
||||||
|
}
|
||||||
|
p.view = w
|
||||||
|
w.SetEventHandler(p.handleNativeEvent)
|
||||||
|
w.SetTitle(firstNonEmpty(p.opts.Title, "Gopeed WebView"))
|
||||||
|
w.SetSize(defaultWindowDimension(p.opts.Width, 1280), defaultWindowDimension(p.opts.Height, 800), webview.HintNone)
|
||||||
|
|
||||||
|
if p.opts.UserAgent != "" {
|
||||||
|
type userAgentSetter interface {
|
||||||
|
SetUserAgent(userAgent string)
|
||||||
|
}
|
||||||
|
if setter, ok := w.(userAgentSetter); ok {
|
||||||
|
setter.SetUserAgent(p.opts.UserAgent)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := w.Bind(p.callbackName, func(payload string) error {
|
||||||
|
return p.handleCallback(payload)
|
||||||
|
}); err != nil {
|
||||||
|
w.Destroy()
|
||||||
|
p.ready <- err
|
||||||
|
close(p.done)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
w.Init(buildLoadNotifyScript(p.callbackName))
|
||||||
|
applyWindowOptions(w, p.opts)
|
||||||
|
w.SetHtml(buildBootstrapHTML(p.callbackName, p.readyID))
|
||||||
|
if runtimepkg.GOOS == "linux" {
|
||||||
|
// All GTK pages share the process-wide event loop below.
|
||||||
|
return
|
||||||
|
}
|
||||||
|
w.Run()
|
||||||
|
p.handleNativeEvent(webview.Event{Name: "closed"})
|
||||||
|
w.Destroy()
|
||||||
|
close(p.done)
|
||||||
|
}
|
||||||
|
|
||||||
|
if !postMainThreadTask(run) {
|
||||||
|
go run()
|
||||||
|
}
|
||||||
|
|
||||||
|
select {
|
||||||
|
case err := <-p.ready:
|
||||||
|
p.tracef("open %dms", time.Since(startedAt).Milliseconds())
|
||||||
|
return err
|
||||||
|
case <-time.After(startupTimeout):
|
||||||
|
p.tracef("open timeout %dms", time.Since(startedAt).Milliseconds())
|
||||||
|
return fmt.Errorf("webview startup timeout")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) AddInitScript(script string) error {
|
||||||
|
return p.dispatch(func(w webview.WebView) error {
|
||||||
|
w.Init(script)
|
||||||
|
return nil
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) Goto(url string, opts enginewebview.GotoOptions) error {
|
||||||
|
startedAt := time.Now()
|
||||||
|
p.drainLoads()
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case <-p.navigationErrors:
|
||||||
|
continue
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
break
|
||||||
|
}
|
||||||
|
if err := p.dispatch(func(w webview.WebView) error {
|
||||||
|
w.Navigate(url)
|
||||||
|
return nil
|
||||||
|
}); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
timeout := 30 * time.Second
|
||||||
|
if opts.TimeoutMS > 0 {
|
||||||
|
timeout = time.Duration(opts.TimeoutMS) * time.Millisecond
|
||||||
|
}
|
||||||
|
waitUntil := opts.WaitUntil
|
||||||
|
if waitUntil == "" {
|
||||||
|
waitUntil = "load"
|
||||||
|
}
|
||||||
|
err := p.waitForNavigation(timeout, waitUntil)
|
||||||
|
if err != nil {
|
||||||
|
p.tracef("goto failed %dms url=%s err=%v", time.Since(startedAt).Milliseconds(), url, err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
p.tracef("goto %dms url=%s", time.Since(startedAt).Milliseconds(), url)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) Execute(expression string, args ...any) (any, error) {
|
||||||
|
startedAt := time.Now()
|
||||||
|
if args == nil {
|
||||||
|
args = []any{}
|
||||||
|
}
|
||||||
|
argsJSON, err := json.Marshal(args)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
reqID := fmt.Sprintf("req-%d", providerSeq.Add(1))
|
||||||
|
ch := make(chan evalResult, 1)
|
||||||
|
|
||||||
|
p.mu.Lock()
|
||||||
|
if p.closed {
|
||||||
|
p.mu.Unlock()
|
||||||
|
return nil, fmt.Errorf("webview page is closed")
|
||||||
|
}
|
||||||
|
p.pending[reqID] = ch
|
||||||
|
p.mu.Unlock()
|
||||||
|
|
||||||
|
script := buildExecuteScript(p.callbackName, reqID, expression, string(argsJSON))
|
||||||
|
if err := p.dispatch(func(w webview.WebView) error {
|
||||||
|
w.Eval(script)
|
||||||
|
return nil
|
||||||
|
}); err != nil {
|
||||||
|
p.mu.Lock()
|
||||||
|
delete(p.pending, reqID)
|
||||||
|
p.mu.Unlock()
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
var result evalResult
|
||||||
|
select {
|
||||||
|
case result = <-ch:
|
||||||
|
case <-p.done:
|
||||||
|
return nil, fmt.Errorf("webview page is closed")
|
||||||
|
}
|
||||||
|
if result.err != nil {
|
||||||
|
p.tracef("execute failed %dms err=%v", time.Since(startedAt).Milliseconds(), result.err)
|
||||||
|
return result.value, result.err
|
||||||
|
}
|
||||||
|
p.tracef("execute %dms", time.Since(startedAt).Milliseconds())
|
||||||
|
return result.value, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) GetCookies() ([]enginewebview.Cookie, error) {
|
||||||
|
cookies, err := p.nativeCookies()
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
result := make([]enginewebview.Cookie, 0, len(cookies))
|
||||||
|
for _, cookie := range cookies {
|
||||||
|
item := enginewebview.Cookie{
|
||||||
|
Name: cookie.Name,
|
||||||
|
Value: cookie.Value,
|
||||||
|
Domain: cookie.Domain,
|
||||||
|
Path: cookie.Path,
|
||||||
|
Secure: cookie.Secure,
|
||||||
|
HTTPOnly: cookie.HTTPOnly,
|
||||||
|
}
|
||||||
|
if cookie.Expires != "" {
|
||||||
|
if parsed, err := time.Parse(time.RFC3339Nano, cookie.Expires); err == nil {
|
||||||
|
item.Expires = parsed
|
||||||
|
}
|
||||||
|
}
|
||||||
|
result = append(result, item)
|
||||||
|
}
|
||||||
|
return result, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) SetCookie(cookie enginewebview.Cookie) error {
|
||||||
|
type cookieSetter interface {
|
||||||
|
SetCookie(cookie webview.Cookie) error
|
||||||
|
}
|
||||||
|
return p.dispatch(func(w webview.WebView) error {
|
||||||
|
setter, ok := w.(cookieSetter)
|
||||||
|
if !ok {
|
||||||
|
return fmt.Errorf("native cookie access is unavailable")
|
||||||
|
}
|
||||||
|
return setter.SetCookie(webview.Cookie{
|
||||||
|
Name: cookie.Name,
|
||||||
|
Value: cookie.Value,
|
||||||
|
Domain: cookie.Domain,
|
||||||
|
Path: cookie.Path,
|
||||||
|
Expires: cookie.Expires,
|
||||||
|
Secure: cookie.Secure,
|
||||||
|
HTTPOnly: cookie.HTTPOnly,
|
||||||
|
})
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) DeleteCookie(cookie enginewebview.Cookie) error {
|
||||||
|
type cookieDeleter interface {
|
||||||
|
DeleteCookie(name string, domain string, path string) error
|
||||||
|
}
|
||||||
|
return p.dispatch(func(w webview.WebView) error {
|
||||||
|
deleter, ok := w.(cookieDeleter)
|
||||||
|
if !ok {
|
||||||
|
return fmt.Errorf("native cookie access is unavailable")
|
||||||
|
}
|
||||||
|
return deleter.DeleteCookie(cookie.Name, cookie.Domain, cookie.Path)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) ClearCookies() error {
|
||||||
|
type cookieClearer interface {
|
||||||
|
ClearCookies() error
|
||||||
|
}
|
||||||
|
return p.dispatch(func(w webview.WebView) error {
|
||||||
|
clearer, ok := w.(cookieClearer)
|
||||||
|
if !ok {
|
||||||
|
return fmt.Errorf("native cookie access is unavailable")
|
||||||
|
}
|
||||||
|
return clearer.ClearCookies()
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) Close() error {
|
||||||
|
p.mu.Lock()
|
||||||
|
if p.closed {
|
||||||
|
p.mu.Unlock()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
p.closed = true
|
||||||
|
p.failPendingLocked()
|
||||||
|
w := p.view
|
||||||
|
wait := p.done
|
||||||
|
p.mu.Unlock()
|
||||||
|
|
||||||
|
if w != nil {
|
||||||
|
// PostQuitMessage (used by the Windows WebView2 terminate_impl)
|
||||||
|
// only takes effect on the thread that owns the message loop.
|
||||||
|
// Dispatch the termination to the webview's UI thread so that
|
||||||
|
// the quit message lands on the correct queue.
|
||||||
|
terminateDone := make(chan struct{})
|
||||||
|
w.Dispatch(func() {
|
||||||
|
if runtimepkg.GOOS == "linux" {
|
||||||
|
w.Destroy()
|
||||||
|
close(p.done)
|
||||||
|
} else {
|
||||||
|
w.Terminate()
|
||||||
|
}
|
||||||
|
close(terminateDone)
|
||||||
|
})
|
||||||
|
<-terminateDone
|
||||||
|
}
|
||||||
|
<-wait
|
||||||
|
p.events.Emit(enginewebview.Event{Name: "closed", Data: map[string]any{"reason": "api"}})
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) tracef(format string, args ...any) {
|
||||||
|
if !strings.Contains(p.opts.Title, "youtube-sabr") {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
fmt.Printf("goprovider "+format+"\n", args...)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) waitForNavigation(timeout time.Duration, waitUntil string) error {
|
||||||
|
timer := time.NewTimer(timeout)
|
||||||
|
defer timer.Stop()
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case <-p.done:
|
||||||
|
return fmt.Errorf("webview page is closed")
|
||||||
|
case err := <-p.navigationErrors:
|
||||||
|
return err
|
||||||
|
case <-timer.C:
|
||||||
|
return fmt.Errorf("webview navigation timeout")
|
||||||
|
case <-p.sameDocument:
|
||||||
|
return nil
|
||||||
|
case <-p.domReady:
|
||||||
|
if waitUntil == "domcontentloaded" {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
case <-p.loads:
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) dispatch(fn func(w webview.WebView) error) error {
|
||||||
|
p.mu.Lock()
|
||||||
|
if p.closed {
|
||||||
|
p.mu.Unlock()
|
||||||
|
return fmt.Errorf("webview page is closed")
|
||||||
|
}
|
||||||
|
w := p.view
|
||||||
|
p.mu.Unlock()
|
||||||
|
if w == nil {
|
||||||
|
return fmt.Errorf("webview is not initialized")
|
||||||
|
}
|
||||||
|
|
||||||
|
done := make(chan error, 1)
|
||||||
|
w.Dispatch(func() {
|
||||||
|
done <- fn(w)
|
||||||
|
})
|
||||||
|
select {
|
||||||
|
case err := <-done:
|
||||||
|
return err
|
||||||
|
case <-p.done:
|
||||||
|
return fmt.Errorf("webview page is closed")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) nativeCookies() ([]nativeCookieJSON, error) {
|
||||||
|
type cookieGetter interface {
|
||||||
|
GetCookies(url string) ([]webview.Cookie, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
var cookies []webview.Cookie
|
||||||
|
err := p.dispatch(func(w webview.WebView) error {
|
||||||
|
getter, ok := w.(cookieGetter)
|
||||||
|
if !ok {
|
||||||
|
return fmt.Errorf("native cookie access is unavailable")
|
||||||
|
}
|
||||||
|
p.mu.Lock()
|
||||||
|
url := p.url
|
||||||
|
p.mu.Unlock()
|
||||||
|
if url == "" {
|
||||||
|
url = "about:blank"
|
||||||
|
}
|
||||||
|
var err error
|
||||||
|
cookies, err = getter.GetCookies(url)
|
||||||
|
return err
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
result := make([]nativeCookieJSON, 0, len(cookies))
|
||||||
|
for _, cookie := range cookies {
|
||||||
|
item := nativeCookieJSON{
|
||||||
|
Name: cookie.Name,
|
||||||
|
Value: cookie.Value,
|
||||||
|
Domain: cookie.Domain,
|
||||||
|
Path: cookie.Path,
|
||||||
|
Secure: cookie.Secure,
|
||||||
|
HTTPOnly: cookie.HTTPOnly,
|
||||||
|
}
|
||||||
|
if !cookie.Expires.IsZero() {
|
||||||
|
item.Expires = cookie.Expires.UTC().Format(time.RFC3339Nano)
|
||||||
|
}
|
||||||
|
result = append(result, item)
|
||||||
|
}
|
||||||
|
return result, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) handleCallback(payload string) error {
|
||||||
|
var msg evalMessage
|
||||||
|
if err := json.Unmarshal([]byte(payload), &msg); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if msg.Ready && msg.ID == p.readyID {
|
||||||
|
select {
|
||||||
|
case p.ready <- nil:
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if msg.Event == "domcontentloaded" {
|
||||||
|
select {
|
||||||
|
case p.domReady <- struct{}{}:
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if msg.Event == "url-changed" {
|
||||||
|
if msg.SameDocument {
|
||||||
|
select {
|
||||||
|
case p.sameDocument <- struct{}{}:
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
}
|
||||||
|
p.mu.Lock()
|
||||||
|
changed := p.url != msg.URL
|
||||||
|
p.url = msg.URL
|
||||||
|
p.mu.Unlock()
|
||||||
|
if changed {
|
||||||
|
p.events.Emit(enginewebview.Event{Name: "url-changed", Data: map[string]any{"url": msg.URL, "sameDocument": msg.SameDocument}})
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if msg.Load {
|
||||||
|
p.events.Emit(enginewebview.Event{Name: "load", Data: map[string]any{"url": msg.URL}})
|
||||||
|
select {
|
||||||
|
case p.loads <- msg.URL:
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
p.mu.Lock()
|
||||||
|
ch := p.pending[msg.ID]
|
||||||
|
delete(p.pending, msg.ID)
|
||||||
|
p.mu.Unlock()
|
||||||
|
if ch == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
if !msg.OK {
|
||||||
|
ch <- evalResult{err: errors.New(strings.TrimSpace(msg.Error))}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
ch <- evalResult{value: msg.Value}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) drainLoads() {
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case <-p.domReady:
|
||||||
|
continue
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
break
|
||||||
|
}
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case <-p.sameDocument:
|
||||||
|
continue
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
break
|
||||||
|
}
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case <-p.loads:
|
||||||
|
default:
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func buildBootstrapHTML(callbackName string, readyID string) string {
|
||||||
|
return fmt.Sprintf(`<!doctype html>
|
||||||
|
<html>
|
||||||
|
<head><meta charset="utf-8"></head>
|
||||||
|
<body>
|
||||||
|
<script>
|
||||||
|
window.addEventListener("load", () => {
|
||||||
|
const callback = globalThis[%q];
|
||||||
|
if (typeof callback === "function") {
|
||||||
|
callback(JSON.stringify({ id: %q, ready: true }));
|
||||||
|
}
|
||||||
|
}, { once: true });
|
||||||
|
</script>
|
||||||
|
</body>
|
||||||
|
</html>`, callbackName, readyID)
|
||||||
|
}
|
||||||
|
|
||||||
|
func buildExecuteScript(callbackName string, reqID string, expression string, argsJSON string) string {
|
||||||
|
callbackJSON, _ := json.Marshal(callbackName)
|
||||||
|
reqJSON, _ := json.Marshal(reqID)
|
||||||
|
exprJSON, _ := json.Marshal(expression)
|
||||||
|
argsLiteral := argsJSON
|
||||||
|
if argsLiteral == "" || argsLiteral == "null" {
|
||||||
|
argsLiteral = "[]"
|
||||||
|
}
|
||||||
|
return fmt.Sprintf(`(() => {
|
||||||
|
const __cb = globalThis[%s];
|
||||||
|
const __id = %s;
|
||||||
|
const __expression = %s;
|
||||||
|
const __args = %s;
|
||||||
|
Promise.resolve()
|
||||||
|
.then(async () => {
|
||||||
|
const __target = (0, eval)(__expression);
|
||||||
|
const __value = await (typeof __target === "function" ? __target(...__args) : __target);
|
||||||
|
return { id: __id, ok: true, value: __value ?? null };
|
||||||
|
})
|
||||||
|
.catch((error) => ({
|
||||||
|
id: __id,
|
||||||
|
ok: false,
|
||||||
|
error: [
|
||||||
|
error && error.name ? error.name : "Error",
|
||||||
|
error && error.message ? error.message : String(error),
|
||||||
|
error && error.stack ? error.stack : "",
|
||||||
|
].filter(Boolean).join(": ").replace(": @", "\n@"),
|
||||||
|
}))
|
||||||
|
.then((message) => __cb(JSON.stringify(message)));
|
||||||
|
})();`, string(callbackJSON), string(reqJSON), string(exprJSON), argsLiteral)
|
||||||
|
}
|
||||||
|
|
||||||
|
func buildLoadNotifyScript(callbackName string) string {
|
||||||
|
callbackJSON, _ := json.Marshal(callbackName)
|
||||||
|
return fmt.Sprintf(`(() => {
|
||||||
|
if (window !== window.top) return;
|
||||||
|
// WebView2 runs init scripts in its internal error document too. Its load
|
||||||
|
// must not complete goto() before the native NavigationCompleted failure.
|
||||||
|
if (location.protocol === "chrome-error:") return;
|
||||||
|
const send = (message) => {
|
||||||
|
const cb = globalThis[%s];
|
||||||
|
if (typeof cb === "function") cb(JSON.stringify(message));
|
||||||
|
};
|
||||||
|
let lastURL = String(location.href);
|
||||||
|
const changed = () => {
|
||||||
|
const url = String(location.href);
|
||||||
|
if (url === lastURL) return;
|
||||||
|
lastURL = url;
|
||||||
|
send({event: "url-changed", url, sameDocument: true});
|
||||||
|
};
|
||||||
|
send({event: "url-changed", url: lastURL, sameDocument: false});
|
||||||
|
for (const name of ["pushState", "replaceState"]) {
|
||||||
|
const original = history[name];
|
||||||
|
history[name] = function(...args) {
|
||||||
|
const result = Reflect.apply(original, this, args);
|
||||||
|
changed();
|
||||||
|
return result;
|
||||||
|
};
|
||||||
|
}
|
||||||
|
window.addEventListener("hashchange", changed);
|
||||||
|
window.addEventListener("popstate", changed);
|
||||||
|
window.addEventListener("pageshow", (event) => {
|
||||||
|
if (event.persisted) send({event: "url-changed", url: String(location.href), sameDocument: false});
|
||||||
|
else changed();
|
||||||
|
});
|
||||||
|
window.addEventListener("DOMContentLoaded", () => send({event: "domcontentloaded"}), {once:true});
|
||||||
|
window.addEventListener("load", () => send({load: true, url: String(location.href)}), {once: true});
|
||||||
|
})();`, string(callbackJSON))
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) On(name string, handler func(enginewebview.Event)) (func(), error) {
|
||||||
|
return p.events.On(name, handler)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) failPendingLocked() {
|
||||||
|
for id, ch := range p.pending {
|
||||||
|
ch <- evalResult{err: fmt.Errorf("webview page is closed")}
|
||||||
|
delete(p.pending, id)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *pageWrapper) handleNativeEvent(event webview.Event) {
|
||||||
|
switch event.Name {
|
||||||
|
case "load-error":
|
||||||
|
p.events.Emit(enginewebview.Event{Name: "load-error", Data: map[string]any{"url": event.URL, "message": event.Message}})
|
||||||
|
select {
|
||||||
|
case p.navigationErrors <- errors.New(event.Message):
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
case "closed":
|
||||||
|
p.mu.Lock()
|
||||||
|
api := p.closed
|
||||||
|
p.closed = true
|
||||||
|
p.failPendingLocked()
|
||||||
|
p.mu.Unlock()
|
||||||
|
reason := "user"
|
||||||
|
if api {
|
||||||
|
reason = "api"
|
||||||
|
}
|
||||||
|
p.events.Emit(enginewebview.Event{Name: "closed", Data: map[string]any{"reason": reason}})
|
||||||
|
if runtimepkg.GOOS == "linux" && !api {
|
||||||
|
p.view.Dispatch(func() { p.view.Destroy(); close(p.done) })
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func defaultWindowDimension(value int, fallback int) int {
|
||||||
|
if value > 0 {
|
||||||
|
return value
|
||||||
|
}
|
||||||
|
return fallback
|
||||||
|
}
|
||||||
|
|
||||||
|
func firstNonEmpty(values ...string) string {
|
||||||
|
for _, value := range values {
|
||||||
|
if strings.TrimSpace(value) != "" {
|
||||||
|
return value
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *Provider) RemoveProfile(profileID, dataPath string) error {
|
||||||
|
done := make(chan error, 1)
|
||||||
|
run := func() { done <- webview.RemoveProfile(dataPath) }
|
||||||
|
if !postMainThreadTask(run) {
|
||||||
|
run()
|
||||||
|
}
|
||||||
|
return <-done
|
||||||
|
}
|
||||||
@@ -0,0 +1,19 @@
|
|||||||
|
//go:build cgo && webview && !darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/integrationtest"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestProviderContract(t *testing.T) {
|
||||||
|
integrationtest.RunProviderContract(t, New(), integrationtest.ContractOptions{
|
||||||
|
CookieDomainMode: integrationtest.CookieDomainModeRequired,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestProviderProfiles(t *testing.T) { integrationtest.RunProfileContract(t, New()) }
|
||||||
|
|
||||||
|
func TestProviderEvents(t *testing.T) { integrationtest.RunEventContract(t, New()) }
|
||||||
@@ -0,0 +1,9 @@
|
|||||||
|
//go:build !cgo
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
|
||||||
|
func New() enginewebview.Provider {
|
||||||
|
return enginewebview.NewUnavailableProvider()
|
||||||
|
}
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
//go:build cgo && darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
/*
|
||||||
|
#cgo darwin CFLAGS: -x objective-c
|
||||||
|
#cgo darwin LDFLAGS: -framework Cocoa
|
||||||
|
|
||||||
|
#include <Cocoa/Cocoa.h>
|
||||||
|
|
||||||
|
static void gopeedApplyHeadlessWindowOptions(void *windowPtr, int headless) {
|
||||||
|
if (windowPtr == NULL) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
NSWindow *window = (__bridge NSWindow *)windowPtr;
|
||||||
|
if (headless) {
|
||||||
|
[window orderOut:nil];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
*/
|
||||||
|
import "C"
|
||||||
|
|
||||||
|
import (
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
webview "github.com/GopeedLab/webview_go"
|
||||||
|
)
|
||||||
|
|
||||||
|
func applyWindowOptions(w webview.WebView, opts enginewebview.OpenOptions) {
|
||||||
|
C.gopeedApplyHeadlessWindowOptions(w.Window(), C.int(boolToInt(opts.Headless)))
|
||||||
|
}
|
||||||
|
|
||||||
|
func boolToInt(value bool) int {
|
||||||
|
if value {
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
return 0
|
||||||
|
}
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
//go:build cgo && !darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
webview "github.com/GopeedLab/webview_go"
|
||||||
|
)
|
||||||
|
|
||||||
|
func applyWindowOptions(_ webview.WebView, _ enginewebview.OpenOptions) {}
|
||||||
Loaded 100 of 1050 files, more files were not shown because too many files have changed in this diff.
Show more
Reference in new issue
Block a user