mirror of
https://github.com/GopeedLab/gopeed.git
synced 2026-11-18 22:33:42 +00:00
feat: add WebView support for extension (#1359)
This commit is contained in:
92 files changed
+10248
-2676
No files matched your search
+12
-10
@@ -13,7 +13,7 @@ on:
|
|||||||
default: "false"
|
default: "false"
|
||||||
|
|
||||||
env:
|
env:
|
||||||
GO_VERSION: "1.24"
|
GO_VERSION: "1.25"
|
||||||
FLUTTER_VERSION: "3.41.6"
|
FLUTTER_VERSION: "3.41.6"
|
||||||
GA4_MEASUREMENT_ID: ${{ secrets.GA4_MEASUREMENT_ID }}
|
GA4_MEASUREMENT_ID: ${{ secrets.GA4_MEASUREMENT_ID }}
|
||||||
GA4_API_SECRET: ${{ secrets.GA4_API_SECRET }}
|
GA4_API_SECRET: ${{ secrets.GA4_API_SECRET }}
|
||||||
@@ -81,7 +81,7 @@ jobs:
|
|||||||
"CLANGARM64_ROOT=$target" >> $env:GITHUB_ENV
|
"CLANGARM64_ROOT=$target" >> $env:GITHUB_ENV
|
||||||
$b >> $env:GITHUB_PATH
|
$b >> $env:GITHUB_PATH
|
||||||
|
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -198,7 +198,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- name: Build
|
- name: Build
|
||||||
@@ -224,7 +224,7 @@ jobs:
|
|||||||
needs: [get-release, build-macos-amd64-lib]
|
needs: [get-release, build-macos-amd64-lib]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: actions/setup-node@v3
|
- uses: actions/setup-node@v3
|
||||||
@@ -315,7 +315,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -324,7 +324,7 @@ jobs:
|
|||||||
channel: master
|
channel: master
|
||||||
- run: |
|
- run: |
|
||||||
sudo apt update -y
|
sudo apt update -y
|
||||||
sudo apt install -y ninja-build libgtk-3-dev libayatana-appindicator3-1 libayatana-appindicator3-dev rpm patchelf libfuse2 locate libkeybinder-3.0-dev
|
sudo apt install -y ninja-build libgtk-3-dev libwebkit2gtk-4.1-dev libayatana-appindicator3-1 libayatana-appindicator3-dev rpm patchelf libfuse2 locate libkeybinder-3.0-dev
|
||||||
arch=$(uname -m)
|
arch=$(uname -m)
|
||||||
wget -O appimagetool "https://github.com/AppImage/appimagetool/releases/download/continuous/appimagetool-${arch}.AppImage"
|
wget -O appimagetool "https://github.com/AppImage/appimagetool/releases/download/continuous/appimagetool-${arch}.AppImage"
|
||||||
chmod +x appimagetool
|
chmod +x appimagetool
|
||||||
@@ -411,7 +411,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- name: Setup LXD
|
- name: Setup LXD
|
||||||
@@ -480,6 +480,7 @@ jobs:
|
|||||||
- cmake
|
- cmake
|
||||||
- curl
|
- curl
|
||||||
- libgtk-3-dev
|
- libgtk-3-dev
|
||||||
|
- libwebkit2gtk-4.1-dev
|
||||||
- libkeybinder-3.0-dev
|
- libkeybinder-3.0-dev
|
||||||
- ninja-build
|
- ninja-build
|
||||||
- unzip
|
- unzip
|
||||||
@@ -495,6 +496,7 @@ jobs:
|
|||||||
source: .
|
source: .
|
||||||
plugin: nil
|
plugin: nil
|
||||||
stage-packages:
|
stage-packages:
|
||||||
|
- libwebkit2gtk-4.1-0
|
||||||
- libgtk-3-dev
|
- libgtk-3-dev
|
||||||
- libkeybinder-3.0-dev
|
- libkeybinder-3.0-dev
|
||||||
- libappindicator3-dev
|
- libappindicator3-dev
|
||||||
@@ -545,7 +547,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: actions/setup-java@v3
|
- uses: actions/setup-java@v3
|
||||||
@@ -587,7 +589,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -620,7 +622,7 @@ jobs:
|
|||||||
needs: [get-release]
|
needs: [get-release]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ on:
|
|||||||
- "Dockerfile"
|
- "Dockerfile"
|
||||||
|
|
||||||
env:
|
env:
|
||||||
GO_VERSION: "1.24"
|
GO_VERSION: "1.25"
|
||||||
|
|
||||||
permissions:
|
permissions:
|
||||||
contents: write
|
contents: write
|
||||||
@@ -31,7 +31,7 @@ jobs:
|
|||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: release-drafter/release-drafter@v5
|
- uses: release-drafter/release-drafter@v5
|
||||||
|
|||||||
+70
-14
@@ -28,7 +28,7 @@ on:
|
|||||||
workflow_dispatch:
|
workflow_dispatch:
|
||||||
|
|
||||||
env:
|
env:
|
||||||
GO_VERSION: "1.24"
|
GO_VERSION: "1.25"
|
||||||
FLUTTER_VERSION: "3.41.6"
|
FLUTTER_VERSION: "3.41.6"
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
@@ -50,14 +50,18 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
|
- name: Install webview dependencies
|
||||||
|
run: |
|
||||||
|
sudo apt-get update -y
|
||||||
|
sudo apt-get install -y libgtk-3-dev libwebkit2gtk-4.1-dev xvfb
|
||||||
- name: Run Unit tests.
|
- name: Run Unit tests.
|
||||||
run: |
|
run: |
|
||||||
# Get packages for testing and coverage (including cmd/web for flags_test.go)
|
# Get packages for testing and coverage (including cmd/web for flags_test.go)
|
||||||
PACKAGES=$(go list ./... | grep -v /bind/ | grep -v -E '/cmd/(?!web)')
|
PACKAGES=$(go list ./... | awk '!/\/bind\// && (!/\/cmd\// || /\/cmd\/web$/)')
|
||||||
go test -v -coverpkg=$(echo "$PACKAGES" | paste -sd "," -) -covermode=count -coverprofile=coverage.txt $PACKAGES
|
env CGO_ENABLED=1 xvfb-run -a go test -tags webview -v -coverpkg=$(echo "$PACKAGES" | paste -sd "," -) -covermode=count -coverprofile=coverage.txt $PACKAGES
|
||||||
# Filter out main.go from coverage report to avoid lowering coverage percentage
|
# Filter out main.go from coverage report to avoid lowering coverage percentage
|
||||||
grep -v "main.go" coverage.txt > coverage_filtered.txt || true
|
grep -v "main.go" coverage.txt > coverage_filtered.txt || true
|
||||||
mv coverage_filtered.txt coverage.txt
|
mv coverage_filtered.txt coverage.txt
|
||||||
@@ -65,6 +69,58 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
files: ./coverage.txt
|
files: ./coverage.txt
|
||||||
token: ${{ secrets.CODECOV_UPLOAD_TOKEN }}
|
token: ${{ secrets.CODECOV_UPLOAD_TOKEN }}
|
||||||
|
test-webview-integration:
|
||||||
|
name: Test webview integration (${{ matrix.name }})
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
matrix:
|
||||||
|
include:
|
||||||
|
- name: Windows
|
||||||
|
os: windows-latest
|
||||||
|
- name: macOS
|
||||||
|
os: macos-latest
|
||||||
|
runs-on: ${{ matrix.os }}
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
- uses: actions/setup-go@v5
|
||||||
|
with:
|
||||||
|
go-version: ${{ env.GO_VERSION }}
|
||||||
|
- uses: subosito/flutter-action@v2
|
||||||
|
if: runner.os == 'macOS'
|
||||||
|
with:
|
||||||
|
flutter-version: ${{ env.FLUTTER_VERSION }}
|
||||||
|
- name: Test webview
|
||||||
|
if: runner.os == 'Windows'
|
||||||
|
run: go test -tags webview -v -timeout 300s ./internal/webview/goprovider/
|
||||||
|
env:
|
||||||
|
CGO_ENABLED: 1
|
||||||
|
- name: Test webview
|
||||||
|
if: runner.os == 'macOS'
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
SOCKET_PATH="$HOME/Library/Application Support/com.gopeed.gopeed/gopeed_webview.sock"
|
||||||
|
LOG_PATH="$RUNNER_TEMP/gopeed-webview-rpc.log"
|
||||||
|
rm -f "$SOCKET_PATH"
|
||||||
|
|
||||||
|
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/macos/Frameworks/libgopeed.dylib github.com/GopeedLab/gopeed/bind/desktop
|
||||||
|
|
||||||
|
cd ui/flutter
|
||||||
|
flutter pub get
|
||||||
|
flutter run -d macos >"$LOG_PATH" 2>&1 &
|
||||||
|
FLUTTER_PID=$!
|
||||||
|
cd ../..
|
||||||
|
|
||||||
|
cleanup() {
|
||||||
|
kill "$FLUTTER_PID" >/dev/null 2>&1 || true
|
||||||
|
}
|
||||||
|
trap cleanup EXIT
|
||||||
|
|
||||||
|
if ! go test -tags webview -v -timeout 600s ./internal/webview/rpcprovider/ -args -webview-rpc-network unix -webview-rpc-address "$SOCKET_PATH"; then
|
||||||
|
cat "$LOG_PATH"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
build-desktop:
|
build-desktop:
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
@@ -80,7 +136,7 @@ jobs:
|
|||||||
flutter_channel: "main"
|
flutter_channel: "main"
|
||||||
name: Build desktop check (${{ matrix.os }})
|
name: Build desktop check (${{ matrix.os }})
|
||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
needs: [test]
|
needs: [ test ]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- name: Enable long paths for flutter main branch checks
|
- name: Enable long paths for flutter main branch checks
|
||||||
@@ -109,7 +165,7 @@ jobs:
|
|||||||
"CGO_ENABLED=1" >> $env:GITHUB_ENV
|
"CGO_ENABLED=1" >> $env:GITHUB_ENV
|
||||||
"CLANGARM64_ROOT=$target" >> $env:GITHUB_ENV
|
"CLANGARM64_ROOT=$target" >> $env:GITHUB_ENV
|
||||||
$b >> $env:GITHUB_PATH
|
$b >> $env:GITHUB_PATH
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -129,7 +185,7 @@ jobs:
|
|||||||
- if: runner.os == 'Linux'
|
- if: runner.os == 'Linux'
|
||||||
run: |
|
run: |
|
||||||
sudo apt-get update -y
|
sudo apt-get update -y
|
||||||
sudo apt-get install -y ninja-build libgtk-3-dev libayatana-appindicator3-dev libkeybinder-3.0-dev
|
sudo apt-get install -y ninja-build libgtk-3-dev libwebkit2gtk-4.1-dev libayatana-appindicator3-dev libkeybinder-3.0-dev
|
||||||
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
|
go build -tags nosqlite -ldflags="-w -s" -buildmode=c-shared -o ui/flutter/linux/bundle/lib/libgopeed.so github.com/GopeedLab/gopeed/bind/desktop
|
||||||
cd ui/flutter
|
cd ui/flutter
|
||||||
flutter build linux
|
flutter build linux
|
||||||
@@ -138,11 +194,11 @@ jobs:
|
|||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
os: [macos-14, ubuntu-latest]
|
os: [ macos-14, ubuntu-latest ]
|
||||||
needs: [test]
|
needs: [ test ]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -171,10 +227,10 @@ jobs:
|
|||||||
build-web:
|
build-web:
|
||||||
name: Build web check
|
name: Build web check
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
needs: [test]
|
needs: [ test ]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
@@ -192,10 +248,10 @@ jobs:
|
|||||||
build-docker:
|
build-docker:
|
||||||
name: Build docker check
|
name: Build docker check
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
needs: [test]
|
needs: [ test ]
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
- uses: actions/setup-go@v4
|
- uses: actions/setup-go@v5
|
||||||
with:
|
with:
|
||||||
go-version: ${{ env.GO_VERSION }}
|
go-version: ${{ env.GO_VERSION }}
|
||||||
- uses: subosito/flutter-action@v2
|
- uses: subosito/flutter-action@v2
|
||||||
|
|||||||
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
FROM golang:1.24.11-alpine3.23 AS go
|
FROM golang:1.25.4-alpine3.22 AS go
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
COPY ./go.mod ./go.sum ./
|
COPY ./go.mod ./go.sum ./
|
||||||
RUN go mod download
|
RUN go mod download
|
||||||
|
|||||||
@@ -201,7 +201,7 @@ This project is divided into two parts, the front end uses `flutter`, the back e
|
|||||||
|
|
||||||
### 🌍 Environment
|
### 🌍 Environment
|
||||||
|
|
||||||
1. Golang 1.24+
|
1. Golang 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.38+
|
||||||
|
|
||||||
### 📋 Clone
|
### 📋 Clone
|
||||||
|
|||||||
+1
-1
@@ -182,7 +182,7 @@ Gopeed (正式名 Go Speed) は `Golang` + `Flutter` によって開発された
|
|||||||
|
|
||||||
### 🌍 環境
|
### 🌍 環境
|
||||||
|
|
||||||
1. Go 言語 1.24+
|
1. Go 言語 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.38+
|
||||||
|
|
||||||
### 📋 クローン
|
### 📋 クローン
|
||||||
|
|||||||
+1
-1
@@ -188,7 +188,7 @@ Dự án này được chia thành hai phần, phần giao diện sử dụng `f
|
|||||||
|
|
||||||
### 🌍 Environment
|
### 🌍 Environment
|
||||||
|
|
||||||
1. Golang 1.24+
|
1. Golang 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.38+
|
||||||
|
|
||||||
### 📋 Clone
|
### 📋 Clone
|
||||||
|
|||||||
+1
-1
@@ -192,7 +192,7 @@ Gopeed 还提供了浏览器扩展用于接管浏览器下载,支持 Chrome、
|
|||||||
|
|
||||||
### 🌍 环境要求
|
### 🌍 环境要求
|
||||||
|
|
||||||
1. Golang 1.24+
|
1. Golang 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.38+
|
||||||
|
|
||||||
### 📋 克隆项目
|
### 📋 克隆项目
|
||||||
|
|||||||
+1
-1
@@ -189,7 +189,7 @@ go install github.com/GopeedLab/gopeed/cmd/gopeed@latest
|
|||||||
|
|
||||||
### 🌍 開發環境
|
### 🌍 開發環境
|
||||||
|
|
||||||
1. Golang 1.24+
|
1. Golang 1.25+
|
||||||
2. Flutter 3.38+
|
2. Flutter 3.38+
|
||||||
|
|
||||||
### 📋 克隆項目
|
### 📋 克隆項目
|
||||||
|
|||||||
@@ -16,6 +16,7 @@ func Start(cfg *C.char) (int, *C.char) {
|
|||||||
return 0, C.CString(err.Error())
|
return 0, C.CString(err.Error())
|
||||||
}
|
}
|
||||||
config.ProductionMode = true
|
config.ProductionMode = true
|
||||||
|
applyWebViewProvider(&config)
|
||||||
realPort, err := rest.Start(&config)
|
realPort, err := rest.Start(&config)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return 0, C.CString(err.Error())
|
return 0, C.CString(err.Error())
|
||||||
|
|||||||
@@ -0,0 +1,23 @@
|
|||||||
|
//go:build darwin
|
||||||
|
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/rpcprovider"
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
||||||
|
)
|
||||||
|
|
||||||
|
func applyWebViewProvider(config *model.StartConfig) {
|
||||||
|
if config == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
config.WebViewProvider = newDesktopWebViewProvider(config.WebViewRPCConfig)
|
||||||
|
}
|
||||||
|
|
||||||
|
func newDesktopWebViewProvider(rpcCfg *enginewebview.RPCConfig) enginewebview.Provider {
|
||||||
|
if rpcCfg != nil && rpcCfg.Enabled() {
|
||||||
|
return rpcprovider.New(*rpcCfg)
|
||||||
|
}
|
||||||
|
return enginewebview.NewUnavailableProvider()
|
||||||
|
}
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
//go:build !darwin
|
||||||
|
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/goprovider"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
||||||
|
)
|
||||||
|
|
||||||
|
func applyWebViewProvider(config *model.StartConfig) {
|
||||||
|
if config == nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
config.WebViewProvider = goprovider.New()
|
||||||
|
}
|
||||||
@@ -4,6 +4,7 @@ package libgopeed
|
|||||||
import "C"
|
import "C"
|
||||||
import (
|
import (
|
||||||
"encoding/json"
|
"encoding/json"
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/rpcprovider"
|
||||||
"github.com/GopeedLab/gopeed/pkg/rest"
|
"github.com/GopeedLab/gopeed/pkg/rest"
|
||||||
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
"github.com/GopeedLab/gopeed/pkg/rest/model"
|
||||||
)
|
)
|
||||||
@@ -14,9 +15,17 @@ func Start(cfg string) (int, error) {
|
|||||||
return 0, err
|
return 0, err
|
||||||
}
|
}
|
||||||
config.ProductionMode = true
|
config.ProductionMode = true
|
||||||
|
applyWebViewProvider(&config)
|
||||||
return rest.Start(&config)
|
return rest.Start(&config)
|
||||||
}
|
}
|
||||||
|
|
||||||
func Stop() {
|
func Stop() {
|
||||||
rest.Stop()
|
rest.Stop()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func applyWebViewProvider(config *model.StartConfig) {
|
||||||
|
if config == nil || config.WebViewRPCConfig == nil || !config.WebViewRPCConfig.Enabled() {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
config.WebViewProvider = rpcprovider.New(*config.WebViewRPCConfig)
|
||||||
|
}
|
||||||
+442
-10
File diff suppressed because it is too large.
Load diff
@@ -1,10 +1,9 @@
|
|||||||
module github.com/GopeedLab/gopeed
|
module github.com/GopeedLab/gopeed
|
||||||
|
|
||||||
go 1.24.9
|
go 1.25.4
|
||||||
|
|
||||||
toolchain go1.24.11
|
|
||||||
|
|
||||||
require (
|
require (
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260423085439-7a2f88b6e9b5
|
||||||
github.com/anacrolix/torrent v1.60.1-0.20251217073903-486bcbe758e0
|
github.com/anacrolix/torrent v1.60.1-0.20251217073903-486bcbe758e0
|
||||||
github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5
|
github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5
|
||||||
github.com/bodgit/sevenzip v1.6.1
|
github.com/bodgit/sevenzip v1.6.1
|
||||||
@@ -17,6 +16,7 @@ require (
|
|||||||
github.com/matoous/go-nanoid/v2 v2.0.0
|
github.com/matoous/go-nanoid/v2 v2.0.0
|
||||||
github.com/mattn/go-ieproxy v0.0.12
|
github.com/mattn/go-ieproxy v0.0.12
|
||||||
github.com/mholt/archives v0.1.5
|
github.com/mholt/archives v0.1.5
|
||||||
|
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447
|
||||||
github.com/pkg/errors v0.9.1
|
github.com/pkg/errors v0.9.1
|
||||||
github.com/rs/dnscache v0.0.0-20230804202142-fc85eb664529
|
github.com/rs/dnscache v0.0.0-20230804202142-fc85eb664529
|
||||||
github.com/rs/zerolog v1.31.0
|
github.com/rs/zerolog v1.31.0
|
||||||
@@ -45,7 +45,6 @@ require (
|
|||||||
github.com/klauspost/pgzip v1.2.6 // indirect
|
github.com/klauspost/pgzip v1.2.6 // indirect
|
||||||
github.com/mikelolasagasti/xz v1.0.1 // indirect
|
github.com/mikelolasagasti/xz v1.0.1 // indirect
|
||||||
github.com/minio/minlz v1.0.1 // indirect
|
github.com/minio/minlz v1.0.1 // indirect
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447 // indirect
|
|
||||||
github.com/nwaples/rardecode/v2 v2.2.0 // indirect
|
github.com/nwaples/rardecode/v2 v2.2.0 // indirect
|
||||||
github.com/onsi/ginkgo/v2 v2.23.4 // indirect
|
github.com/onsi/ginkgo/v2 v2.23.4 // indirect
|
||||||
github.com/pierrec/lz4/v4 v4.1.22 // indirect
|
github.com/pierrec/lz4/v4 v4.1.22 // indirect
|
||||||
|
|||||||
@@ -23,6 +23,12 @@ filippo.io/edwards25519 v1.0.0-rc.1 h1:m0VOOB23frXZvAOK44usCgLWvtsxIoMCTBGJZlpmG
|
|||||||
filippo.io/edwards25519 v1.0.0-rc.1/go.mod h1:N1IkdkCkiLB6tki+MYJoSx2JTY9NUlxZE7eHn5EwJns=
|
filippo.io/edwards25519 v1.0.0-rc.1/go.mod h1:N1IkdkCkiLB6tki+MYJoSx2JTY9NUlxZE7eHn5EwJns=
|
||||||
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
|
github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
|
||||||
github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo=
|
github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260416010719-fc58e7d53769 h1:iuMR7aHvckis8PKYUDXDa8elcmf34GksWpaYak1EYKw=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260416010719-fc58e7d53769/go.mod h1:FvV19lu9rQ9NcbczN5y8pbWecURRRbWa8tbfFARBDa0=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260423023243-b3f067ccab2f h1:yu//jtofUpHZB+IpB1xIH8z4o4JsFJ6pMvgA1Ww/ElY=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260423023243-b3f067ccab2f/go.mod h1:FvV19lu9rQ9NcbczN5y8pbWecURRRbWa8tbfFARBDa0=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260423085439-7a2f88b6e9b5 h1:86LVTaNDM/j/uTAD2HedkXNO9LIQlt642VAdbU/0D/M=
|
||||||
|
github.com/GopeedLab/webview_go v0.0.0-20260423085439-7a2f88b6e9b5/go.mod h1:FvV19lu9rQ9NcbczN5y8pbWecURRRbWa8tbfFARBDa0=
|
||||||
github.com/Masterminds/semver/v3 v3.2.1 h1:RN9w6+7QoMeJVGyfmbcgs28Br8cvmnucEXnY0rYXWg0=
|
github.com/Masterminds/semver/v3 v3.2.1 h1:RN9w6+7QoMeJVGyfmbcgs28Br8cvmnucEXnY0rYXWg0=
|
||||||
github.com/Masterminds/semver/v3 v3.2.1/go.mod h1:qvl/7zhW3nngYb5+80sSMF+FG2BjYrf8m9wsX0PNOMQ=
|
github.com/Masterminds/semver/v3 v3.2.1/go.mod h1:qvl/7zhW3nngYb5+80sSMF+FG2BjYrf8m9wsX0PNOMQ=
|
||||||
github.com/Microsoft/go-winio v0.5.2/go.mod h1:WpS1mjBmmwHBEWmogvA2mj8546UReBk4v8QkMxJ6pZY=
|
github.com/Microsoft/go-winio v0.5.2/go.mod h1:WpS1mjBmmwHBEWmogvA2mj8546UReBk4v8QkMxJ6pZY=
|
||||||
@@ -386,8 +392,6 @@ github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJ
|
|||||||
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
|
||||||
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
||||||
github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317094144-6e18d43056e5 h1:tEOucyKJzFsCz5Gr41jFHj8i2g1zemTyS4uyErJgFHc=
|
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317094144-6e18d43056e5/go.mod h1:Ry2y1QlzerUgA1hVmExBdXXzE4Sjk1M7w0nSh6dhDOg=
|
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447 h1:88kRsNwkDKPA4NzRUWdOoIL7SyMNDwtmAxzShKBvKTI=
|
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447 h1:88kRsNwkDKPA4NzRUWdOoIL7SyMNDwtmAxzShKBvKTI=
|
||||||
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447/go.mod h1:Ry2y1QlzerUgA1hVmExBdXXzE4Sjk1M7w0nSh6dhDOg=
|
github.com/monkeyWie/goed2k v0.0.0-20260317100435-7a7575cf2447/go.mod h1:Ry2y1QlzerUgA1hVmExBdXXzE4Sjk1M7w0nSh6dhDOg=
|
||||||
github.com/mr-tron/base58 v1.2.0 h1:T/HDJBh4ZCPbU39/+c3rRvE0uKBQlU27+QI8LJ4t64o=
|
github.com/mr-tron/base58 v1.2.0 h1:T/HDJBh4ZCPbU39/+c3rRvE0uKBQlU27+QI8LJ4t64o=
|
||||||
|
|||||||
@@ -15,7 +15,8 @@ The `gblob` protocol provides an internal object-URL style transport so extensio
|
|||||||
The extension-facing model is intentionally close to the browser:
|
The extension-facing model is intentionally close to the browser:
|
||||||
|
|
||||||
- `URL.createObjectURL(new Blob(...))`
|
- `URL.createObjectURL(new Blob(...))`
|
||||||
- `URL.createObjectURL(writableStream)`
|
- `URL.createObjectURL(readableStream)`
|
||||||
|
- `URL.createObjectURL(openReadable)`
|
||||||
- `URL.revokeObjectURL(url)`
|
- `URL.revokeObjectURL(url)`
|
||||||
|
|
||||||
The returned URL looks like:
|
The returned URL looks like:
|
||||||
@@ -29,7 +30,7 @@ gblob:<id>
|
|||||||
## Design Goals
|
## Design Goals
|
||||||
|
|
||||||
- make extension-generated data download as a normal task
|
- make extension-generated data download as a normal task
|
||||||
- support both eager `Blob` data and incremental `WritableStream` data
|
- support eager `Blob` data, one-shot `ReadableStream` data, and resumable opener functions
|
||||||
- avoid large in-memory buffering by spooling to disk
|
- avoid large in-memory buffering by spooling to disk
|
||||||
- keep pause/continue behavior intuitive
|
- keep pause/continue behavior intuitive
|
||||||
- allow an extension to recreate a new `gblob` URL after source expiration
|
- allow an extension to recreate a new `gblob` URL after source expiration
|
||||||
@@ -43,7 +44,7 @@ The implementation has two layers in this directory:
|
|||||||
|
|
||||||
The end-to-end flow is:
|
The end-to-end flow is:
|
||||||
|
|
||||||
1. JavaScript creates a `Blob` or `WritableStream` object URL.
|
1. JavaScript creates a `Blob`, `ReadableStream`, or opener-function object URL.
|
||||||
2. Go registers a `gblob` source and assigns it a unique `gblob:<id>` URL.
|
2. Go registers a `gblob` source and assigns it a unique `gblob:<id>` URL.
|
||||||
3. Source bytes are written into a local spool file.
|
3. Source bytes are written into a local spool file.
|
||||||
4. The downloader resolves the `gblob` URL through the `gblob` fetcher.
|
4. The downloader resolves the `gblob` URL through the `gblob` fetcher.
|
||||||
@@ -67,7 +68,8 @@ Each source tracks:
|
|||||||
Key behaviors:
|
Key behaviors:
|
||||||
|
|
||||||
- `Blob` sources are written once and immediately closed.
|
- `Blob` sources are written once and immediately closed.
|
||||||
- `WritableStream` sources stay open until the writer closes or aborts.
|
- `ReadableStream` sources are bridged into the internal writable-source pipeline.
|
||||||
|
- opener-function sources are opened lazily and can be reopened from an offset.
|
||||||
- readers wait on a per-source notification channel when no new bytes are available yet.
|
- readers wait on a per-source notification channel when no new bytes are available yet.
|
||||||
- revocation only prevents future use; cleanup happens when the source is no longer pinned.
|
- revocation only prevents future use; cleanup happens when the source is no longer pinned.
|
||||||
|
|
||||||
@@ -82,9 +84,9 @@ The fetcher treats `gblob` as a local file-backed download source.
|
|||||||
Behavior differences by source type:
|
Behavior differences by source type:
|
||||||
|
|
||||||
- `Blob`: resolved size is the current written size
|
- `Blob`: resolved size is the current written size
|
||||||
- `WritableStream`: resolved size is reported as `0` until the writer closes
|
- `ReadableStream` / opener function: resolved size is whatever the extension declared; if unknown, it stays `0` until download completion updates the final size
|
||||||
|
|
||||||
`Range` is always `false`.
|
`Range` is `true` only when the extension provides a resumable opener and marks the resource as ranged.
|
||||||
|
|
||||||
### Start
|
### Start
|
||||||
|
|
||||||
@@ -123,7 +125,12 @@ For the same `gblob` id:
|
|||||||
|
|
||||||
- the partially downloaded output file is kept
|
- the partially downloaded output file is kept
|
||||||
- the fetcher resumes from the current file size
|
- the fetcher resumes from the current file size
|
||||||
- `WritableStream` producers may continue writing while the task is paused
|
- opener-function sources can be reopened from the current offset
|
||||||
|
|
||||||
|
For non-reopenable one-shot `ReadableStream` sources:
|
||||||
|
|
||||||
|
- a normal in-process pause/continue only works while the same in-memory source is still alive
|
||||||
|
- they are not suitable for cross-session or reconstructable range resume
|
||||||
|
|
||||||
### Process restart
|
### Process restart
|
||||||
|
|
||||||
@@ -172,19 +179,19 @@ gopeed.events.onResolve(async function (ctx) {
|
|||||||
});
|
});
|
||||||
```
|
```
|
||||||
|
|
||||||
### 2. Create a streaming object URL
|
### 2. Create a one-shot `ReadableStream` object URL
|
||||||
|
|
||||||
```js
|
```js
|
||||||
gopeed.events.onResolve(async function (ctx) {
|
gopeed.events.onResolve(async function (ctx) {
|
||||||
const stream = new TransformStream();
|
const encoder = new TextEncoder();
|
||||||
const writer = stream.writable.getWriter();
|
const stream = new ReadableStream({
|
||||||
const url = URL.createObjectURL(stream.writable);
|
start(controller) {
|
||||||
|
controller.enqueue(encoder.encode("line 1\n"));
|
||||||
(async () => {
|
controller.enqueue(encoder.encode("line 2\n"));
|
||||||
await writer.write(new TextEncoder().encode("line 1\n"));
|
controller.close();
|
||||||
await writer.write(new TextEncoder().encode("line 2\n"));
|
}
|
||||||
await writer.close();
|
});
|
||||||
})();
|
const url = URL.createObjectURL(stream);
|
||||||
|
|
||||||
ctx.res = {
|
ctx.res = {
|
||||||
name: "stream-example",
|
name: "stream-example",
|
||||||
@@ -198,14 +205,53 @@ gopeed.events.onResolve(async function (ctx) {
|
|||||||
});
|
});
|
||||||
```
|
```
|
||||||
|
|
||||||
### 3. Recover in `onError`
|
### 3. Create a resumable opener object URL
|
||||||
|
|
||||||
|
```js
|
||||||
|
gopeed.events.onResolve(async function (ctx) {
|
||||||
|
const target = "https://example.com/file.bin";
|
||||||
|
|
||||||
|
const openReadable = async (offset) => {
|
||||||
|
const headers = {};
|
||||||
|
if (offset > 0) {
|
||||||
|
headers.Range = `bytes=${offset}-`;
|
||||||
|
}
|
||||||
|
const response = await fetch(target, { headers });
|
||||||
|
if (response.status !== 200 || response.status !== 206) {
|
||||||
|
throw new Error(`unexpected response status: ${response.status}, expected ${expectedStatus}`);
|
||||||
|
}
|
||||||
|
if (!response.body) {
|
||||||
|
throw new Error("empty response body");
|
||||||
|
}
|
||||||
|
return response.body;
|
||||||
|
};
|
||||||
|
|
||||||
|
ctx.res = {
|
||||||
|
name: "range-example",
|
||||||
|
range: true,
|
||||||
|
files: [
|
||||||
|
{
|
||||||
|
name: "file.bin",
|
||||||
|
req: { url: URL.createObjectURL(openReadable) }
|
||||||
|
}
|
||||||
|
]
|
||||||
|
};
|
||||||
|
});
|
||||||
|
```
|
||||||
|
|
||||||
|
Important:
|
||||||
|
|
||||||
|
- opener functions must return a `ReadableStream`
|
||||||
|
- do not return `response.body.getReader()`
|
||||||
|
- use opener functions for resumable / range-aware sources
|
||||||
|
- validate HTTP status codes explicitly:
|
||||||
|
first request usually expects `200`, resumed range requests usually expect `206`
|
||||||
|
|
||||||
|
### 4. Recover in `onError`
|
||||||
|
|
||||||
```js
|
```js
|
||||||
gopeed.events.onError(async function (ctx) {
|
gopeed.events.onError(async function (ctx) {
|
||||||
const req = ctx.task.meta.req;
|
const req = ctx.task.meta.req;
|
||||||
if (!req.rawUrl) return;
|
|
||||||
if (!req.url.startsWith("gblob:")) return;
|
|
||||||
|
|
||||||
req.url = URL.createObjectURL(new Blob(["recovered\n"]));
|
req.url = URL.createObjectURL(new Blob(["recovered\n"]));
|
||||||
ctx.task.continue();
|
ctx.task.continue();
|
||||||
});
|
});
|
||||||
@@ -215,11 +261,11 @@ This creates a new `gblob` id, so the downloader restarts from byte `0`.
|
|||||||
|
|
||||||
## Limitations
|
## Limitations
|
||||||
|
|
||||||
- `gblob` is not a network protocol and does not support range requests.
|
- `gblob` is not a network protocol. Range support only exists when the extension recreates bytes through a resumable opener.
|
||||||
- unfinished `gblob` sources do not survive process restarts.
|
- unfinished `gblob` sources do not survive process restarts.
|
||||||
- recovery after restart depends on extension logic recreating a new source.
|
- recovery after restart depends on extension logic recreating a new source.
|
||||||
- the current restart behavior is full restart on source-id change, not byte-range recovery across recreated sources.
|
- the current restart behavior is full restart on source-id change, not byte-range recovery across recreated sources.
|
||||||
- `WritableStream` tasks with unknown total size report size `0` until the writer closes.
|
- one-shot `ReadableStream` tasks with unknown total size report size `0` until completion updates the final size.
|
||||||
|
|
||||||
## Summary
|
## Summary
|
||||||
|
|
||||||
@@ -231,3 +277,9 @@ The most important rule is simple:
|
|||||||
|
|
||||||
- same `gblob` id means resume
|
- same `gblob` id means resume
|
||||||
- different `gblob` id means restart
|
- different `gblob` id means restart
|
||||||
|
|
||||||
|
And for extension authors:
|
||||||
|
|
||||||
|
- use `ReadableStream` for one-shot streaming content
|
||||||
|
- use opener functions for resumable content
|
||||||
|
- opener functions must return `ReadableStream`, not a reader
|
||||||
@@ -62,15 +62,21 @@ func (f *Fetcher) Resolve(req *base.Request, opts *base.Options) error {
|
|||||||
if name == "" {
|
if name == "" {
|
||||||
name = src.ID
|
name = src.ID
|
||||||
}
|
}
|
||||||
size := src.Snapshot().Written
|
snapshot := src.Snapshot()
|
||||||
|
size := snapshot.Written
|
||||||
|
if snapshot.DeclaredSize > 0 {
|
||||||
|
size = snapshot.DeclaredSize
|
||||||
|
}
|
||||||
if src.Type == SourceTypeWritableStream {
|
if src.Type == SourceTypeWritableStream {
|
||||||
// Writable streams may continue producing bytes after Resolve,
|
// Writable streams may continue producing bytes after Resolve,
|
||||||
// so treat the total size as unknown until the writer closes.
|
// so treat the total size as unknown until the writer closes.
|
||||||
size = 0
|
if snapshot.DeclaredSize == 0 {
|
||||||
|
size = 0
|
||||||
|
}
|
||||||
}
|
}
|
||||||
f.meta.Res = &base.Resource{
|
f.meta.Res = &base.Resource{
|
||||||
Size: size,
|
Size: size,
|
||||||
Range: false,
|
Range: snapshot.Range,
|
||||||
Files: []*base.FileInfo{
|
Files: []*base.FileInfo{
|
||||||
{
|
{
|
||||||
Name: name,
|
Name: name,
|
||||||
@@ -102,45 +108,90 @@ func (f *Fetcher) Start() error {
|
|||||||
f.cancel = cancel
|
f.cancel = cancel
|
||||||
f.runDone = runDone
|
f.runDone = runDone
|
||||||
f.mu.Unlock()
|
f.mu.Unlock()
|
||||||
|
cleanupStartErr := func(err error) error {
|
||||||
|
f.mu.Lock()
|
||||||
|
if f.runDone == runDone {
|
||||||
|
f.runDone = nil
|
||||||
|
f.cancel = nil
|
||||||
|
}
|
||||||
|
f.mu.Unlock()
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
path := f.meta.SingleFilepath()
|
path := f.meta.SingleFilepath()
|
||||||
if err := os.MkdirAll(filepath.Dir(path), 0755); err != nil {
|
if err := os.MkdirAll(filepath.Dir(path), 0755); err != nil {
|
||||||
return err
|
return cleanupStartErr(err)
|
||||||
}
|
}
|
||||||
target, err := os.OpenFile(path, os.O_CREATE|os.O_WRONLY, 0644)
|
target, err := os.OpenFile(path, os.O_CREATE|os.O_WRONLY, 0644)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return cleanupStartErr(err)
|
||||||
}
|
}
|
||||||
offset := int64(0)
|
offset := int64(0)
|
||||||
if f.lastSourceID != "" && f.lastSourceID != currentSourceID {
|
allowResumeAcrossSource := f.meta.Res != nil && f.meta.Res.Range
|
||||||
|
if f.lastSourceID != "" && f.lastSourceID != currentSourceID && !allowResumeAcrossSource {
|
||||||
if err := target.Truncate(0); err != nil {
|
if err := target.Truncate(0); err != nil {
|
||||||
target.Close()
|
target.Close()
|
||||||
return err
|
return cleanupStartErr(err)
|
||||||
}
|
}
|
||||||
if _, err := target.Seek(0, io.SeekStart); err != nil {
|
if _, err := target.Seek(0, io.SeekStart); err != nil {
|
||||||
target.Close()
|
target.Close()
|
||||||
return err
|
return cleanupStartErr(err)
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
stat, err := target.Stat()
|
stat, err := target.Stat()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
target.Close()
|
target.Close()
|
||||||
return err
|
return cleanupStartErr(err)
|
||||||
}
|
}
|
||||||
offset = stat.Size()
|
offset = stat.Size()
|
||||||
if _, err := target.Seek(offset, io.SeekStart); err != nil {
|
if _, err := target.Seek(offset, io.SeekStart); err != nil {
|
||||||
target.Close()
|
target.Close()
|
||||||
return err
|
return cleanupStartErr(err)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
f.lastSourceID = currentSourceID
|
f.lastSourceID = currentSourceID
|
||||||
f.downloaded.Store(offset)
|
f.downloaded.Store(offset)
|
||||||
|
|
||||||
go f.copyLoop(ctx, target, offset)
|
sourceOffset := offset
|
||||||
|
src, err := f.registry.Get(f.meta.Req.URL)
|
||||||
|
if err != nil {
|
||||||
|
target.Close()
|
||||||
|
return cleanupStartErr(err)
|
||||||
|
}
|
||||||
|
snapshot := src.Snapshot()
|
||||||
|
if snapshot.Written == 0 && !snapshot.Started {
|
||||||
|
if f.meta.Res != nil && f.meta.Res.Range && offset > 0 {
|
||||||
|
if err := f.registry.Reopen(f.meta.Req.URL, offset); err != nil {
|
||||||
|
target.Close()
|
||||||
|
return cleanupStartErr(err)
|
||||||
|
}
|
||||||
|
sourceOffset = 0
|
||||||
|
} else if err := f.registry.StartSource(f.meta.Req.URL); err != nil {
|
||||||
|
target.Close()
|
||||||
|
return cleanupStartErr(err)
|
||||||
|
}
|
||||||
|
src, err = f.registry.Get(f.meta.Req.URL)
|
||||||
|
if err != nil {
|
||||||
|
target.Close()
|
||||||
|
return cleanupStartErr(err)
|
||||||
|
}
|
||||||
|
snapshot = src.Snapshot()
|
||||||
|
}
|
||||||
|
if f.meta.Res != nil && f.meta.Res.Range && (snapshot.State == SourceStateAborted || snapshot.State == SourceStateFailed) {
|
||||||
|
if err := f.registry.Reopen(f.meta.Req.URL, offset); err != nil {
|
||||||
|
target.Close()
|
||||||
|
return cleanupStartErr(err)
|
||||||
|
}
|
||||||
|
sourceOffset = 0
|
||||||
|
}
|
||||||
|
|
||||||
|
go f.copyLoop(ctx, target, offset, sourceOffset)
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (f *Fetcher) copyLoop(ctx context.Context, target *os.File, offset int64) {
|
func (f *Fetcher) copyLoop(ctx context.Context, target *os.File, targetOffset, sourceOffset int64) {
|
||||||
|
var finalErr error
|
||||||
|
|
||||||
defer target.Close()
|
defer target.Close()
|
||||||
defer func() {
|
defer func() {
|
||||||
f.mu.Lock()
|
f.mu.Lock()
|
||||||
@@ -161,85 +212,75 @@ func (f *Fetcher) copyLoop(ctx context.Context, target *os.File, offset int64) {
|
|||||||
if paused {
|
if paused {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
select {
|
||||||
|
case f.doneCh <- finalErr:
|
||||||
|
default:
|
||||||
|
}
|
||||||
}()
|
}()
|
||||||
|
|
||||||
src, err := f.registry.Get(f.meta.Req.URL)
|
src, err := f.registry.Get(f.meta.Req.URL)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
select {
|
finalErr = err
|
||||||
case f.doneCh <- err:
|
|
||||||
default:
|
|
||||||
}
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
sourceFile, err := os.Open(src.Path)
|
sourceFile, err := os.Open(src.Path)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
select {
|
finalErr = err
|
||||||
case f.doneCh <- err:
|
|
||||||
default:
|
|
||||||
}
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
defer sourceFile.Close()
|
defer sourceFile.Close()
|
||||||
|
|
||||||
buf := make([]byte, 32*1024)
|
buf := make([]byte, 32*1024)
|
||||||
for {
|
for {
|
||||||
if err := f.registry.WaitForReadable(ctx, f.meta.Req.URL, offset); err != nil {
|
if err := f.registry.WaitForReadable(ctx, f.meta.Req.URL, sourceOffset); err != nil {
|
||||||
if errors.Is(err, context.Canceled) {
|
if errors.Is(err, context.Canceled) {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
select {
|
finalErr = err
|
||||||
case f.doneCh <- err:
|
|
||||||
default:
|
|
||||||
}
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
snapshot, serr := f.registry.Get(f.meta.Req.URL)
|
snapshot, serr := f.registry.Get(f.meta.Req.URL)
|
||||||
if serr != nil {
|
if serr != nil {
|
||||||
select {
|
finalErr = serr
|
||||||
case f.doneCh <- serr:
|
|
||||||
default:
|
|
||||||
}
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
current := snapshot.Snapshot()
|
current := snapshot.Snapshot()
|
||||||
for offset < current.Written {
|
for sourceOffset < current.Written {
|
||||||
remain := current.Written - offset
|
remain := current.Written - sourceOffset
|
||||||
readSize := int64(len(buf))
|
readSize := int64(len(buf))
|
||||||
if remain < readSize {
|
if remain < readSize {
|
||||||
readSize = remain
|
readSize = remain
|
||||||
}
|
}
|
||||||
n, err := sourceFile.ReadAt(buf[:readSize], offset)
|
n, err := sourceFile.ReadAt(buf[:readSize], sourceOffset)
|
||||||
if err != nil && !errors.Is(err, io.EOF) {
|
if err != nil && !errors.Is(err, io.EOF) {
|
||||||
select {
|
finalErr = err
|
||||||
case f.doneCh <- err:
|
|
||||||
default:
|
|
||||||
}
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
if n == 0 {
|
if n == 0 {
|
||||||
break
|
break
|
||||||
}
|
}
|
||||||
if _, err := target.Write(buf[:n]); err != nil {
|
if _, err := target.Write(buf[:n]); err != nil {
|
||||||
select {
|
finalErr = err
|
||||||
case f.doneCh <- err:
|
|
||||||
default:
|
|
||||||
}
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
offset += int64(n)
|
sourceOffset += int64(n)
|
||||||
f.downloaded.Store(offset)
|
targetOffset += int64(n)
|
||||||
|
f.downloaded.Store(targetOffset)
|
||||||
}
|
}
|
||||||
|
|
||||||
if current.State == SourceStateClosed && offset >= current.Written {
|
if current.State == SourceStateClosed && sourceOffset >= current.Written {
|
||||||
if f.meta.Res != nil {
|
if f.meta.Res != nil {
|
||||||
f.meta.Res.Size = current.Written
|
if f.meta.Res.Size > 0 && targetOffset < f.meta.Res.Size {
|
||||||
f.meta.Res.Files[0].Size = current.Written
|
finalErr = io.ErrUnexpectedEOF
|
||||||
}
|
return
|
||||||
select {
|
}
|
||||||
case f.doneCh <- nil:
|
if f.meta.Res.Size == 0 {
|
||||||
default:
|
f.meta.Res.Size = targetOffset
|
||||||
|
}
|
||||||
|
f.meta.Res.Files[0].Size = f.meta.Res.Size
|
||||||
}
|
}
|
||||||
|
finalErr = nil
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
if current.State == SourceStateAborted || current.State == SourceStateFailed {
|
if current.State == SourceStateAborted || current.State == SourceStateFailed {
|
||||||
@@ -247,10 +288,7 @@ func (f *Fetcher) copyLoop(ctx context.Context, target *os.File, offset int64) {
|
|||||||
if err == nil {
|
if err == nil {
|
||||||
err = ErrSourceAborted
|
err = ErrSourceAborted
|
||||||
}
|
}
|
||||||
select {
|
finalErr = err
|
||||||
case f.doneCh <- err:
|
|
||||||
default:
|
|
||||||
}
|
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,122 @@
|
|||||||
|
package gblob
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"io"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/controller"
|
||||||
|
internalfetcher "github.com/GopeedLab/gopeed/internal/fetcher"
|
||||||
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestFetcherClosedSourceBeforeExpectedSizeReturnsError(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
url, err := registry.CreateWritableStream(&CreateWritableStreamOptions{})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.Write(url, []byte("abc")); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.CloseSource(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
downloadDir := t.TempDir()
|
||||||
|
filePath := filepath.Join(downloadDir, "partial.bin")
|
||||||
|
f := &Fetcher{
|
||||||
|
registry: registry,
|
||||||
|
meta: &internalfetcher.FetcherMeta{
|
||||||
|
Req: &base.Request{URL: url},
|
||||||
|
Res: &base.Resource{
|
||||||
|
Size: 10,
|
||||||
|
Range: true,
|
||||||
|
Files: []*base.FileInfo{{Name: "partial.bin", Req: &base.Request{URL: url}}},
|
||||||
|
},
|
||||||
|
Opts: &base.Options{Path: downloadDir, Name: "partial.bin"},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
f.Setup(controller.NewController())
|
||||||
|
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
select {
|
||||||
|
case err := <-f.doneCh:
|
||||||
|
if !errors.Is(err, io.ErrUnexpectedEOF) {
|
||||||
|
t.Fatalf("expected unexpected EOF, got %v", err)
|
||||||
|
}
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("timeout waiting for fetcher completion")
|
||||||
|
}
|
||||||
|
|
||||||
|
data, err := os.ReadFile(filePath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if string(data) != "abc" {
|
||||||
|
t.Fatalf("unexpected partial file content: %q", string(data))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestFetcherClosedUnknownSizeSourceCompletesSuccessfully(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
url, err := registry.CreateWritableStream(&CreateWritableStreamOptions{})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.Write(url, []byte("abcdef")); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.CloseSource(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
downloadDir := t.TempDir()
|
||||||
|
filePath := filepath.Join(downloadDir, "stream.bin")
|
||||||
|
f := &Fetcher{
|
||||||
|
registry: registry,
|
||||||
|
meta: &internalfetcher.FetcherMeta{
|
||||||
|
Req: &base.Request{URL: url},
|
||||||
|
Res: &base.Resource{
|
||||||
|
Size: 0,
|
||||||
|
Range: false,
|
||||||
|
Files: []*base.FileInfo{{Name: "stream.bin", Req: &base.Request{URL: url}}},
|
||||||
|
},
|
||||||
|
Opts: &base.Options{Path: downloadDir, Name: "stream.bin"},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
f.Setup(controller.NewController())
|
||||||
|
|
||||||
|
if err := f.Start(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
select {
|
||||||
|
case err := <-f.doneCh:
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("expected nil completion error, got %v", err)
|
||||||
|
}
|
||||||
|
case <-time.After(2 * time.Second):
|
||||||
|
t.Fatal("timeout waiting for fetcher completion")
|
||||||
|
}
|
||||||
|
|
||||||
|
data, err := os.ReadFile(filePath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if string(data) != "abcdef" {
|
||||||
|
t.Fatalf("unexpected stream file content: %q", string(data))
|
||||||
|
}
|
||||||
|
if got := f.meta.Res.Size; got != int64(len(data)) {
|
||||||
|
t.Fatalf("unexpected resolved size: got %d want %d", got, len(data))
|
||||||
|
}
|
||||||
|
if got := f.meta.Res.Files[0].Size; got != int64(len(data)) {
|
||||||
|
t.Fatalf("unexpected resolved file size: got %d want %d", got, len(data))
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -42,11 +42,21 @@ type SessionRef interface {
|
|||||||
Release()
|
Release()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type ResumeFunc func(offset int64) error
|
||||||
|
|
||||||
|
type CreateWritableStreamOptions struct {
|
||||||
|
Session SessionRef
|
||||||
|
Reopenable bool
|
||||||
|
}
|
||||||
|
|
||||||
type Snapshot struct {
|
type Snapshot struct {
|
||||||
Written int64
|
Written int64
|
||||||
State SourceState
|
DeclaredSize int64
|
||||||
Err error
|
Range bool
|
||||||
WaitCh <-chan struct{}
|
Started bool
|
||||||
|
State SourceState
|
||||||
|
Err error
|
||||||
|
WaitCh <-chan struct{}
|
||||||
}
|
}
|
||||||
|
|
||||||
type Source struct {
|
type Source struct {
|
||||||
@@ -66,16 +76,24 @@ type Source struct {
|
|||||||
waitCh chan struct{}
|
waitCh chan struct{}
|
||||||
session SessionRef
|
session SessionRef
|
||||||
sessionReleased bool
|
sessionReleased bool
|
||||||
|
reopenable bool
|
||||||
|
rangeEnabled bool
|
||||||
|
declaredSize int64
|
||||||
|
started bool
|
||||||
|
reopen ResumeFunc
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *Source) Snapshot() Snapshot {
|
func (s *Source) Snapshot() Snapshot {
|
||||||
s.mu.Lock()
|
s.mu.Lock()
|
||||||
defer s.mu.Unlock()
|
defer s.mu.Unlock()
|
||||||
return Snapshot{
|
return Snapshot{
|
||||||
Written: s.written,
|
Written: s.written,
|
||||||
State: s.state,
|
DeclaredSize: s.declaredSize,
|
||||||
Err: s.err,
|
Range: s.rangeEnabled,
|
||||||
WaitCh: s.waitCh,
|
Started: s.started,
|
||||||
|
State: s.state,
|
||||||
|
Err: s.err,
|
||||||
|
WaitCh: s.waitCh,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -122,6 +140,13 @@ func (s *Source) releaseSessionLocked() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (s *Source) retainSessionLocked() {
|
||||||
|
if s.session != nil && s.sessionReleased {
|
||||||
|
s.session.Retain()
|
||||||
|
s.sessionReleased = false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func (s *Source) write(data []byte) error {
|
func (s *Source) write(data []byte) error {
|
||||||
s.mu.Lock()
|
s.mu.Lock()
|
||||||
defer s.mu.Unlock()
|
defer s.mu.Unlock()
|
||||||
@@ -146,7 +171,9 @@ func (s *Source) write(data []byte) error {
|
|||||||
s.err = err
|
s.err = err
|
||||||
s.file.Close()
|
s.file.Close()
|
||||||
s.file = nil
|
s.file = nil
|
||||||
s.releaseSessionLocked()
|
if !s.rangeEnabled {
|
||||||
|
s.releaseSessionLocked()
|
||||||
|
}
|
||||||
s.notifyLocked()
|
s.notifyLocked()
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -187,7 +214,9 @@ func (s *Source) abort(err error) error {
|
|||||||
_ = s.file.Close()
|
_ = s.file.Close()
|
||||||
s.file = nil
|
s.file = nil
|
||||||
}
|
}
|
||||||
s.releaseSessionLocked()
|
if !s.rangeEnabled {
|
||||||
|
s.releaseSessionLocked()
|
||||||
|
}
|
||||||
s.notifyLocked()
|
s.notifyLocked()
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
@@ -196,6 +225,18 @@ func (s *Source) revoke() bool {
|
|||||||
s.mu.Lock()
|
s.mu.Lock()
|
||||||
defer s.mu.Unlock()
|
defer s.mu.Unlock()
|
||||||
s.revoked = true
|
s.revoked = true
|
||||||
|
if s.state == SourceStateOpen {
|
||||||
|
s.state = SourceStateAborted
|
||||||
|
if s.err == nil {
|
||||||
|
s.err = ErrSourceRevoked
|
||||||
|
}
|
||||||
|
if s.file != nil {
|
||||||
|
_ = s.file.Close()
|
||||||
|
s.file = nil
|
||||||
|
}
|
||||||
|
s.releaseSessionLocked()
|
||||||
|
s.notifyLocked()
|
||||||
|
}
|
||||||
return s.shouldCleanupLocked()
|
return s.shouldCleanupLocked()
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -229,6 +270,13 @@ type Registry struct {
|
|||||||
sources map[string]*Source
|
sources map[string]*Source
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (r *Registry) Dir() string {
|
||||||
|
if r == nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return r.dir
|
||||||
|
}
|
||||||
|
|
||||||
func NewRegistry(baseDir string) *Registry {
|
func NewRegistry(baseDir string) *Registry {
|
||||||
dir := baseDir
|
dir := baseDir
|
||||||
if dir == "" {
|
if dir == "" {
|
||||||
@@ -258,7 +306,7 @@ func ParseURL(raw string) (string, error) {
|
|||||||
return id, nil
|
return id, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *Registry) createSource(sourceType SourceType, contentType string, session SessionRef) (*Source, error) {
|
func (r *Registry) createSource(sourceType SourceType, contentType string, session SessionRef, reopenable bool, declaredSize int64) (*Source, error) {
|
||||||
if err := os.MkdirAll(r.dir, 0755); err != nil {
|
if err := os.MkdirAll(r.dir, 0755); err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
@@ -275,15 +323,19 @@ func (r *Registry) createSource(sourceType SourceType, contentType string, sessi
|
|||||||
session.Retain()
|
session.Retain()
|
||||||
}
|
}
|
||||||
src := &Source{
|
src := &Source{
|
||||||
ID: id,
|
ID: id,
|
||||||
URL: BuildURL(id),
|
URL: BuildURL(id),
|
||||||
Path: filePath,
|
Path: filePath,
|
||||||
Type: sourceType,
|
Type: sourceType,
|
||||||
ContentType: contentType,
|
ContentType: contentType,
|
||||||
file: file,
|
file: file,
|
||||||
state: SourceStateOpen,
|
state: SourceStateOpen,
|
||||||
waitCh: make(chan struct{}),
|
waitCh: make(chan struct{}),
|
||||||
session: session,
|
session: session,
|
||||||
|
reopenable: reopenable,
|
||||||
|
rangeEnabled: reopenable,
|
||||||
|
declaredSize: declaredSize,
|
||||||
|
started: !reopenable,
|
||||||
}
|
}
|
||||||
r.mu.Lock()
|
r.mu.Lock()
|
||||||
r.sources[id] = src
|
r.sources[id] = src
|
||||||
@@ -292,7 +344,7 @@ func (r *Registry) createSource(sourceType SourceType, contentType string, sessi
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (r *Registry) CreateBlob(data []byte, contentType string) (string, error) {
|
func (r *Registry) CreateBlob(data []byte, contentType string) (string, error) {
|
||||||
src, err := r.createSource(SourceTypeBlob, contentType, nil)
|
src, err := r.createSource(SourceTypeBlob, contentType, nil, false, int64(len(data)))
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", err
|
return "", err
|
||||||
}
|
}
|
||||||
@@ -307,14 +359,59 @@ func (r *Registry) CreateBlob(data []byte, contentType string) (string, error) {
|
|||||||
return src.URL, nil
|
return src.URL, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *Registry) CreateWritableStream(session SessionRef) (string, error) {
|
func (r *Registry) CreateWritableStream(opts *CreateWritableStreamOptions) (string, error) {
|
||||||
src, err := r.createSource(SourceTypeWritableStream, "", session)
|
if opts == nil {
|
||||||
|
opts = &CreateWritableStreamOptions{}
|
||||||
|
}
|
||||||
|
src, err := r.createSource(SourceTypeWritableStream, "", opts.Session, opts.Reopenable, 0)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return "", err
|
return "", err
|
||||||
}
|
}
|
||||||
return src.URL, nil
|
return src.URL, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (r *Registry) SetResumeOpener(raw string, reopen ResumeFunc) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
src.mu.Lock()
|
||||||
|
defer src.mu.Unlock()
|
||||||
|
if !src.reopenable {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
src.reopen = reopen
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) SetRange(raw string, enabled bool) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
src.mu.Lock()
|
||||||
|
src.rangeEnabled = enabled
|
||||||
|
if !enabled && (src.state == SourceStateAborted || src.state == SourceStateFailed) {
|
||||||
|
src.releaseSessionLocked()
|
||||||
|
}
|
||||||
|
src.mu.Unlock()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) SetSize(raw string, size int64) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
src.mu.Lock()
|
||||||
|
if size < 0 {
|
||||||
|
size = 0
|
||||||
|
}
|
||||||
|
src.declaredSize = size
|
||||||
|
src.mu.Unlock()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
func (r *Registry) get(raw string) (*Source, error) {
|
func (r *Registry) get(raw string) (*Source, error) {
|
||||||
id, err := ParseURL(raw)
|
id, err := ParseURL(raw)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -405,10 +502,80 @@ func (r *Registry) WaitForReadable(ctx context.Context, raw string, offset int64
|
|||||||
return src.waitForReadable(ctx, offset)
|
return src.waitForReadable(ctx, offset)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (r *Registry) Reopen(raw string, offset int64) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
src.mu.Lock()
|
||||||
|
if !src.reopenable || src.reopen == nil {
|
||||||
|
src.mu.Unlock()
|
||||||
|
return ErrSourceNotFound
|
||||||
|
}
|
||||||
|
if src.revoked {
|
||||||
|
src.mu.Unlock()
|
||||||
|
return ErrSourceRevoked
|
||||||
|
}
|
||||||
|
if src.file != nil {
|
||||||
|
_ = src.file.Close()
|
||||||
|
src.file = nil
|
||||||
|
}
|
||||||
|
if err := os.MkdirAll(filepath.Dir(src.Path), 0755); err != nil {
|
||||||
|
src.mu.Unlock()
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
file, err := os.Create(src.Path)
|
||||||
|
if err != nil {
|
||||||
|
src.mu.Unlock()
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
src.file = file
|
||||||
|
src.written = 0
|
||||||
|
src.state = SourceStateOpen
|
||||||
|
src.err = nil
|
||||||
|
src.started = true
|
||||||
|
src.retainSessionLocked()
|
||||||
|
reopen := src.reopen
|
||||||
|
src.mu.Unlock()
|
||||||
|
|
||||||
|
if err := reopen(offset); err != nil {
|
||||||
|
src.mu.Lock()
|
||||||
|
if src.file != nil {
|
||||||
|
_ = src.file.Close()
|
||||||
|
src.file = nil
|
||||||
|
}
|
||||||
|
src.state = SourceStateFailed
|
||||||
|
src.err = err
|
||||||
|
src.releaseSessionLocked()
|
||||||
|
src.notifyLocked()
|
||||||
|
src.mu.Unlock()
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (r *Registry) StartSource(raw string) error {
|
||||||
|
src, err := r.get(raw)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
src.mu.Lock()
|
||||||
|
if !src.reopenable || src.started {
|
||||||
|
src.mu.Unlock()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
src.mu.Unlock()
|
||||||
|
return r.Reopen(raw, 0)
|
||||||
|
}
|
||||||
|
|
||||||
func (r *Registry) cleanupIfNeeded(src *Source) {
|
func (r *Registry) cleanupIfNeeded(src *Source) {
|
||||||
src.mu.Lock()
|
src.mu.Lock()
|
||||||
shouldCleanup := src.shouldCleanupLocked()
|
shouldCleanup := src.shouldCleanupLocked()
|
||||||
file := src.file
|
file := src.file
|
||||||
|
if shouldCleanup {
|
||||||
|
src.releaseSessionLocked()
|
||||||
|
}
|
||||||
src.mu.Unlock()
|
src.mu.Unlock()
|
||||||
if !shouldCleanup {
|
if !shouldCleanup {
|
||||||
return
|
return
|
||||||
@@ -443,5 +610,8 @@ func (r *Registry) Close() error {
|
|||||||
lastErr = err
|
lastErr = err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if err := os.RemoveAll(r.dir); err != nil && !errors.Is(err, os.ErrNotExist) {
|
||||||
|
lastErr = err
|
||||||
|
}
|
||||||
return lastErr
|
return lastErr
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,46 @@
|
|||||||
|
package gblob
|
||||||
|
|
||||||
|
import (
|
||||||
|
"errors"
|
||||||
|
"testing"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestRegistry_RevokeOpenWritableStreamAbortsAndCleansUpAfterUnpin(t *testing.T) {
|
||||||
|
registry := NewRegistry(t.TempDir())
|
||||||
|
url, err := registry.CreateWritableStream(&CreateWritableStreamOptions{})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := registry.Pin(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
src, err := registry.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if state := src.Snapshot().State; state != SourceStateOpen {
|
||||||
|
t.Fatalf("expected initial open state, got %s", state)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := registry.Revoke(url); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
src, err = registry.Get(url)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
snapshot := src.Snapshot()
|
||||||
|
if snapshot.State != SourceStateAborted {
|
||||||
|
t.Fatalf("expected revoked open source to become aborted, got %s", snapshot.State)
|
||||||
|
}
|
||||||
|
if !errors.Is(snapshot.Err, ErrSourceRevoked) {
|
||||||
|
t.Fatalf("expected revoke error, got %v", snapshot.Err)
|
||||||
|
}
|
||||||
|
|
||||||
|
registry.Unpin(url)
|
||||||
|
if _, err := registry.Get(url); !errors.Is(err, ErrSourceNotFound) {
|
||||||
|
t.Fatalf("expected source cleanup after unpin, got %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -376,7 +376,7 @@ func TestFetcher_DownloadError(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func TestFetcher_DownloadLimit(t *testing.T) {
|
func TestFetcher_DownloadLimit(t *testing.T) {
|
||||||
listener := test.StartTestLimitServer(4, 0)
|
listener := test.StartTestConLimitServer(4)
|
||||||
defer listener.Close()
|
defer listener.Close()
|
||||||
|
|
||||||
downloadNormal(listener, 1, t)
|
downloadNormal(listener, 1, t)
|
||||||
@@ -614,7 +614,7 @@ func TestFetcher_SlowStartExpansion(t *testing.T) {
|
|||||||
os.Remove(test.DownloadFile)
|
os.Remove(test.DownloadFile)
|
||||||
|
|
||||||
// Use 100ns delay per byte for faster test (~10MB/s theoretical)
|
// Use 100ns delay per byte for faster test (~10MB/s theoretical)
|
||||||
listener := test.StartTestSlowStartServer(100 * time.Nanosecond)
|
listener := test.StartTestLowSpeedServer(100 * time.Nanosecond)
|
||||||
|
|
||||||
// Ensure cleanup happens before next subtest
|
// Ensure cleanup happens before next subtest
|
||||||
cleanup := func() {
|
cleanup := func() {
|
||||||
@@ -758,7 +758,7 @@ func TestFetcher_AsyncPrefetch(t *testing.T) {
|
|||||||
t.Run("PrefetchPartial", func(t *testing.T) {
|
t.Run("PrefetchPartial", func(t *testing.T) {
|
||||||
// Use slow server with 100 nanosecond delay per byte
|
// Use slow server with 100 nanosecond delay per byte
|
||||||
// This means ~10MB/s speed, so 100ms should download ~1MB
|
// This means ~10MB/s speed, so 100ms should download ~1MB
|
||||||
listener := test.StartTestSlowStartServer(100 * time.Nanosecond)
|
listener := test.StartTestLowSpeedServer(100 * time.Nanosecond)
|
||||||
defer listener.Close()
|
defer listener.Close()
|
||||||
|
|
||||||
fetcher := buildFetcher()
|
fetcher := buildFetcher()
|
||||||
|
|||||||
+12
-19
@@ -433,9 +433,8 @@ func StartTestExpiringRedirectServer(requestsBeforeExpire int32, delayPerByte ti
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
// StartTestSlowStartServer creates a server with configurable delay per request
|
// StartTestLowSpeedServer creates a server with configurable delay per request
|
||||||
// This allows testing slow-start connection expansion to reach max connections
|
func StartTestLowSpeedServer(delayPerByte time.Duration) net.Listener {
|
||||||
func StartTestSlowStartServer(delayPerByte time.Duration) net.Listener {
|
|
||||||
return startTestServer(func(sl *shutdownListener) http.Handler {
|
return startTestServer(func(sl *shutdownListener) http.Handler {
|
||||||
mux := http.NewServeMux()
|
mux := http.NewServeMux()
|
||||||
mux.HandleFunc("/"+BuildName, func(writer http.ResponseWriter, request *http.Request) {
|
mux.HandleFunc("/"+BuildName, func(writer http.ResponseWriter, request *http.Request) {
|
||||||
@@ -484,10 +483,9 @@ func slowCopyNWithDelay(sl *shutdownListener, dst io.Writer, src io.Reader, n in
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// StartTestLimitServer connections limit server
|
// StartTestConLimitServer connections limit server
|
||||||
func StartTestLimitServer(maxConnections int32, delay int64) net.Listener {
|
func StartTestConLimitServer(maxConnections int32) net.Listener {
|
||||||
var connections atomic.Int32
|
var connections atomic.Int32
|
||||||
var slowOnce atomic.Bool
|
|
||||||
|
|
||||||
return startTestServer(func(sl *shutdownListener) http.Handler {
|
return startTestServer(func(sl *shutdownListener) http.Handler {
|
||||||
mux := http.NewServeMux()
|
mux := http.NewServeMux()
|
||||||
@@ -500,19 +498,11 @@ func StartTestLimitServer(maxConnections int32, delay int64) net.Listener {
|
|||||||
writer.WriteHeader(403)
|
writer.WriteHeader(403)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
// First request intentionally delays the first write to trigger a single read timeout,
|
|
||||||
// subsequent requests respond at normal speed.
|
|
||||||
useInitialDelay := delay > 0 && !slowOnce.Swap(true)
|
|
||||||
rangeFileHandle(
|
rangeFileHandle(
|
||||||
writer,
|
writer,
|
||||||
request,
|
request,
|
||||||
nil,
|
nil,
|
||||||
func(file *os.File, n int64) {
|
func(file *os.File, n int64) {
|
||||||
if useInitialDelay {
|
|
||||||
slowCopyAfterDelay(sl, writer, file, n, delay)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
slowCopyN(sl, writer, file, n, 0)
|
slowCopyN(sl, writer, file, n, 0)
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
@@ -711,10 +701,13 @@ func rangeFileHandle(writer http.ResponseWriter, request *http.Request, modifyEn
|
|||||||
writer.WriteHeader(400)
|
writer.WriteHeader(400)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
end, err := strconv.ParseInt(s[1], 10, 64)
|
end := int64(BuildSize - 1)
|
||||||
if err != nil {
|
if s[1] != "" {
|
||||||
writer.WriteHeader(400)
|
end, err = strconv.ParseInt(s[1], 10, 64)
|
||||||
return
|
if err != nil {
|
||||||
|
writer.WriteHeader(400)
|
||||||
|
return
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if start < 0 || end < 0 || start > end {
|
if start < 0 || end < 0 || start > end {
|
||||||
writer.WriteHeader(400)
|
writer.WriteHeader(400)
|
||||||
@@ -880,7 +873,7 @@ func StartSocks5Server(usr, pwd string) net.Listener {
|
|||||||
panic(err)
|
panic(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
listener, err := net.Listen("tcp", "127.0.0.1:0") // 你可以根据需要更改监听地址
|
listener, err := net.Listen("tcp", "127.0.0.1:0")
|
||||||
if err != nil {
|
if err != nil {
|
||||||
panic(err)
|
panic(err)
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,36 @@
|
|||||||
|
//go:build darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
var mainThreadTasks chan func()
|
||||||
|
|
||||||
|
func RunMainThreadLoop(run func() int) int {
|
||||||
|
if mainThreadTasks != nil {
|
||||||
|
return run()
|
||||||
|
}
|
||||||
|
|
||||||
|
mainThreadTasks = make(chan func())
|
||||||
|
resultCh := make(chan int, 1)
|
||||||
|
|
||||||
|
go func() {
|
||||||
|
resultCh <- run()
|
||||||
|
}()
|
||||||
|
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case task := <-mainThreadTasks:
|
||||||
|
task()
|
||||||
|
case code := <-resultCh:
|
||||||
|
mainThreadTasks = nil
|
||||||
|
return code
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func postMainThreadTask(task func()) bool {
|
||||||
|
if mainThreadTasks == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
mainThreadTasks <- task
|
||||||
|
return true
|
||||||
|
}
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
//go:build !darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
func RunMainThreadLoop(run func() int) int {
|
||||||
|
return run()
|
||||||
|
}
|
||||||
|
|
||||||
|
func postMainThreadTask(func()) bool {
|
||||||
|
return false
|
||||||
|
}
|
||||||
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,15 @@
|
|||||||
|
//go:build cgo && webview && !darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/integrationtest"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestProviderContract(t *testing.T) {
|
||||||
|
integrationtest.RunProviderContract(t, New(), integrationtest.ContractOptions{
|
||||||
|
CookieDomainMode: integrationtest.CookieDomainModeRequired,
|
||||||
|
})
|
||||||
|
}
|
||||||
@@ -0,0 +1,9 @@
|
|||||||
|
//go:build !cgo
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
|
||||||
|
func New() enginewebview.Provider {
|
||||||
|
return enginewebview.NewUnavailableProvider()
|
||||||
|
}
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
//go:build cgo && darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
/*
|
||||||
|
#cgo darwin CFLAGS: -x objective-c
|
||||||
|
#cgo darwin LDFLAGS: -framework Cocoa
|
||||||
|
|
||||||
|
#include <Cocoa/Cocoa.h>
|
||||||
|
|
||||||
|
static void gopeedApplyHeadlessWindowOptions(void *windowPtr, int headless) {
|
||||||
|
if (windowPtr == NULL) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
NSWindow *window = (__bridge NSWindow *)windowPtr;
|
||||||
|
if (headless) {
|
||||||
|
[window orderOut:nil];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
*/
|
||||||
|
import "C"
|
||||||
|
|
||||||
|
import (
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
webview "github.com/GopeedLab/webview_go"
|
||||||
|
)
|
||||||
|
|
||||||
|
func applyWindowOptions(w webview.WebView, opts enginewebview.OpenOptions) {
|
||||||
|
C.gopeedApplyHeadlessWindowOptions(w.Window(), C.int(boolToInt(opts.Headless)))
|
||||||
|
}
|
||||||
|
|
||||||
|
func boolToInt(value bool) int {
|
||||||
|
if value {
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
return 0
|
||||||
|
}
|
||||||
@@ -0,0 +1,10 @@
|
|||||||
|
//go:build cgo && !darwin
|
||||||
|
|
||||||
|
package goprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
webview "github.com/GopeedLab/webview_go"
|
||||||
|
)
|
||||||
|
|
||||||
|
func applyWindowOptions(_ webview.WebView, _ enginewebview.OpenOptions) {}
|
||||||
@@ -0,0 +1,378 @@
|
|||||||
|
package integrationtest
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"net/url"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
)
|
||||||
|
|
||||||
|
const TestUserAgent = "GopeedWebViewIntegration/1.0"
|
||||||
|
|
||||||
|
type ContractOptions struct {
|
||||||
|
AvailabilityTimeout time.Duration
|
||||||
|
CookieDomainMode CookieDomainMode
|
||||||
|
CookieTestURL string
|
||||||
|
}
|
||||||
|
|
||||||
|
type CookieDomainMode int
|
||||||
|
|
||||||
|
const (
|
||||||
|
CookieDomainModeRequired CookieDomainMode = iota
|
||||||
|
CookieDomainModeOmit
|
||||||
|
)
|
||||||
|
|
||||||
|
func RunProviderContract(t *testing.T, provider enginewebview.Provider, opts ContractOptions) {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
timeout := opts.AvailabilityTimeout
|
||||||
|
if timeout <= 0 {
|
||||||
|
timeout = 10 * time.Second
|
||||||
|
}
|
||||||
|
waitForProviderAvailable(t, provider, timeout)
|
||||||
|
|
||||||
|
page, server, testURL := openTestPage(t, provider, enginewebview.OpenOptions{
|
||||||
|
Headless: true,
|
||||||
|
Title: "Gopeed WebView Integration",
|
||||||
|
Width: 640,
|
||||||
|
Height: 480,
|
||||||
|
UserAgent: TestUserAgent,
|
||||||
|
})
|
||||||
|
|
||||||
|
if err := page.Goto(testURL, map[string]any{"timeoutMs": 10000}); err != nil {
|
||||||
|
t.Fatalf("goto failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
ua, err := page.Execute(`() => navigator.userAgent`)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("navigator.userAgent execute failed: %v", err)
|
||||||
|
}
|
||||||
|
if ua != TestUserAgent {
|
||||||
|
t.Fatalf("unexpected user agent: got %v want %q", ua, TestUserAgent)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := page.Focus("#name"); err != nil {
|
||||||
|
t.Fatalf("focus failed: %v", err)
|
||||||
|
}
|
||||||
|
activeElement, err := page.Execute(`() => document.activeElement && document.activeElement.id`)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("activeElement execute failed: %v", err)
|
||||||
|
}
|
||||||
|
if activeElement != "name" {
|
||||||
|
t.Fatalf("expected active element to be #name, got %v", activeElement)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := page.Type("#name", "Gopeed", map[string]any{"delay": 5}); err != nil {
|
||||||
|
t.Fatalf("type failed: %v", err)
|
||||||
|
}
|
||||||
|
typeState, err := page.Execute(`() => ({
|
||||||
|
value: document.querySelector('#name').value,
|
||||||
|
mirror: document.querySelector('#name-value').textContent,
|
||||||
|
inputCount: window.__inputEvents.length
|
||||||
|
})`)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("type state execute failed: %v", err)
|
||||||
|
}
|
||||||
|
stateMap, ok := typeState.(map[string]any)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("unexpected type state payload: %T", typeState)
|
||||||
|
}
|
||||||
|
if stateMap["value"] != "Gopeed" || stateMap["mirror"] != "Gopeed" {
|
||||||
|
t.Fatalf("unexpected type state: %#v", stateMap)
|
||||||
|
}
|
||||||
|
if stateMap["inputCount"] != float64(len("Gopeed")) {
|
||||||
|
t.Fatalf("unexpected input event count: %#v", stateMap["inputCount"])
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := page.Click("#clicker"); err != nil {
|
||||||
|
t.Fatalf("click failed: %v", err)
|
||||||
|
}
|
||||||
|
clickCount, err := page.Execute(`() => document.querySelector('#click-count').textContent`)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("click count execute failed: %v", err)
|
||||||
|
}
|
||||||
|
if clickCount != "1" {
|
||||||
|
t.Fatalf("expected click count to be 1, got %v", clickCount)
|
||||||
|
}
|
||||||
|
|
||||||
|
found, err := page.WaitForSelector("#delayed", map[string]any{
|
||||||
|
"timeoutMs": 5000,
|
||||||
|
"pollIntervalMs": 25,
|
||||||
|
"visible": true,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("waitForSelector failed: %v", err)
|
||||||
|
}
|
||||||
|
if !found {
|
||||||
|
t.Fatal("expected delayed selector to appear")
|
||||||
|
}
|
||||||
|
|
||||||
|
value, err := page.WaitForFunction(`() => window.__readyValue`, map[string]any{
|
||||||
|
"timeoutMs": 5000,
|
||||||
|
"pollIntervalMs": 25,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("waitForFunction failed: %v", err)
|
||||||
|
}
|
||||||
|
readyValue, ok := value.(map[string]any)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("unexpected waitForFunction value: %T", value)
|
||||||
|
}
|
||||||
|
if readyValue["status"] != "ready" {
|
||||||
|
t.Fatalf("unexpected waitForFunction payload: %#v", readyValue)
|
||||||
|
}
|
||||||
|
|
||||||
|
found, err = page.WaitForSelector("#missing", map[string]any{
|
||||||
|
"timeoutMs": 200,
|
||||||
|
"pollIntervalMs": 25,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("waitForSelector timeout case failed: %v", err)
|
||||||
|
}
|
||||||
|
if found {
|
||||||
|
t.Fatal("expected missing selector wait to time out")
|
||||||
|
}
|
||||||
|
|
||||||
|
cookieTestURL := opts.CookieTestURL
|
||||||
|
if cookieTestURL == "" {
|
||||||
|
cookieTestURL = testURL
|
||||||
|
}
|
||||||
|
runCookieLifecycleAssertions(t, page, server, cookieTestURL, opts.CookieDomainMode)
|
||||||
|
}
|
||||||
|
|
||||||
|
func waitForProviderAvailable(t *testing.T, provider enginewebview.Provider, timeout time.Duration) {
|
||||||
|
t.Helper()
|
||||||
|
deadline := time.Now().Add(timeout)
|
||||||
|
for time.Now().Before(deadline) {
|
||||||
|
if provider != nil && provider.IsAvailable() {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
time.Sleep(200 * time.Millisecond)
|
||||||
|
}
|
||||||
|
t.Fatalf("provider did not become available within %s", timeout)
|
||||||
|
}
|
||||||
|
|
||||||
|
func openTestPage(t *testing.T, provider enginewebview.Provider, opts enginewebview.OpenOptions) (*enginewebview.PageHandle, *httptest.Server, string) {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.Header().Set("Content-Type", "text/html; charset=utf-8")
|
||||||
|
switch r.URL.Path {
|
||||||
|
case "/next":
|
||||||
|
fmt.Fprint(w, `<!DOCTYPE html>
|
||||||
|
<html>
|
||||||
|
<head><title>Next Page</title></head>
|
||||||
|
<body>
|
||||||
|
<h1 id="next-page">Navigation complete</h1>
|
||||||
|
</body>
|
||||||
|
</html>`)
|
||||||
|
default:
|
||||||
|
fmt.Fprint(w, `<!DOCTYPE html>
|
||||||
|
<html>
|
||||||
|
<head><title>Test Page</title></head>
|
||||||
|
<body>
|
||||||
|
<input id="name" type="text" />
|
||||||
|
<div id="name-value"></div>
|
||||||
|
<button id="clicker" type="button">Click me</button>
|
||||||
|
<div id="click-count">0</div>
|
||||||
|
<button id="nav-btn" type="button">Navigate</button>
|
||||||
|
<script>
|
||||||
|
window.__inputEvents = [];
|
||||||
|
window.__readyValue = null;
|
||||||
|
const nameInput = document.getElementById('name');
|
||||||
|
const nameValue = document.getElementById('name-value');
|
||||||
|
nameInput.addEventListener('input', () => {
|
||||||
|
nameValue.textContent = nameInput.value;
|
||||||
|
window.__inputEvents.push(nameInput.value);
|
||||||
|
});
|
||||||
|
document.getElementById('clicker').addEventListener('click', () => {
|
||||||
|
const counter = document.getElementById('click-count');
|
||||||
|
counter.textContent = String(Number(counter.textContent || '0') + 1);
|
||||||
|
});
|
||||||
|
document.getElementById('nav-btn').addEventListener('click', () => {
|
||||||
|
setTimeout(() => {
|
||||||
|
window.location.href = '/next';
|
||||||
|
}, 50);
|
||||||
|
});
|
||||||
|
setTimeout(() => {
|
||||||
|
const marker = document.createElement('div');
|
||||||
|
marker.id = 'delayed';
|
||||||
|
marker.textContent = 'Loaded later';
|
||||||
|
document.body.appendChild(marker);
|
||||||
|
}, 150);
|
||||||
|
setTimeout(() => {
|
||||||
|
window.__readyValue = { status: 'ready', source: 'timer' };
|
||||||
|
}, 200);
|
||||||
|
</script>
|
||||||
|
</body>
|
||||||
|
</html>`)
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
t.Cleanup(server.Close)
|
||||||
|
|
||||||
|
runtime := enginewebview.NewRuntime(provider, true)
|
||||||
|
page, err := runtime.Open(map[string]any{
|
||||||
|
"headless": opts.Headless,
|
||||||
|
"debug": opts.Debug,
|
||||||
|
"title": opts.Title,
|
||||||
|
"width": opts.Width,
|
||||||
|
"height": opts.Height,
|
||||||
|
"userAgent": opts.UserAgent,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("failed to open webview: %v", err)
|
||||||
|
}
|
||||||
|
t.Cleanup(func() {
|
||||||
|
_ = runtime.Close()
|
||||||
|
})
|
||||||
|
|
||||||
|
return page, server, server.URL
|
||||||
|
}
|
||||||
|
|
||||||
|
func runCookieLifecycleAssertions(t *testing.T, page *enginewebview.PageHandle, _ *httptest.Server, testURL string, domainMode CookieDomainMode) {
|
||||||
|
t.Helper()
|
||||||
|
|
||||||
|
parsedURL, err := url.Parse(testURL)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("parse cookie test url failed: %v", err)
|
||||||
|
}
|
||||||
|
cookieDomain := parsedURL.Hostname()
|
||||||
|
|
||||||
|
if err := page.ClearCookies(); err != nil {
|
||||||
|
t.Fatalf("clearCookies before cookie assertions failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
visibleCookie := map[string]any{
|
||||||
|
"name": "visible",
|
||||||
|
"value": "1",
|
||||||
|
"path": "/",
|
||||||
|
}
|
||||||
|
secretCookie := map[string]any{
|
||||||
|
"name": "secret",
|
||||||
|
"value": "2",
|
||||||
|
"path": "/",
|
||||||
|
"httpOnly": true,
|
||||||
|
"expires": time.Now().Add(time.Hour).UTC().Format(time.RFC3339Nano),
|
||||||
|
}
|
||||||
|
deleteCookie := map[string]any{
|
||||||
|
"name": "visible",
|
||||||
|
"path": "/",
|
||||||
|
}
|
||||||
|
if domainMode == CookieDomainModeRequired {
|
||||||
|
visibleCookie["domain"] = cookieDomain
|
||||||
|
secretCookie["domain"] = cookieDomain
|
||||||
|
deleteCookie["domain"] = cookieDomain
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := page.SetCookie(visibleCookie); err != nil {
|
||||||
|
t.Fatalf("set visible cookie failed: %v", err)
|
||||||
|
}
|
||||||
|
if err := page.SetCookie(secretCookie); err != nil {
|
||||||
|
t.Fatalf("set secret cookie failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := page.Goto(testURL, map[string]any{"timeoutMs": 10000}); err != nil {
|
||||||
|
t.Fatalf("goto after setCookie failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
documentCookie, err := page.Execute(`() => document.cookie`)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("document.cookie execute failed: %v", err)
|
||||||
|
}
|
||||||
|
documentCookieText, ok := documentCookie.(string)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("unexpected document.cookie payload: %T", documentCookie)
|
||||||
|
}
|
||||||
|
if !strings.Contains(documentCookieText, "visible=1") {
|
||||||
|
t.Fatalf("expected visible cookie in document.cookie, got %q", documentCookieText)
|
||||||
|
}
|
||||||
|
if strings.Contains(documentCookieText, "secret=2") {
|
||||||
|
t.Fatalf("expected httpOnly cookie to be hidden from document.cookie, got %q", documentCookieText)
|
||||||
|
}
|
||||||
|
|
||||||
|
cookies, err := page.GetCookies()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("getCookies failed: %v", err)
|
||||||
|
}
|
||||||
|
if len(cookies) < 2 {
|
||||||
|
t.Fatalf("expected at least 2 cookies, got %#v", cookies)
|
||||||
|
}
|
||||||
|
if !hasCookie(cookies, "visible", "1") {
|
||||||
|
t.Fatalf("expected visible cookie in native cookie store, got %#v", cookies)
|
||||||
|
}
|
||||||
|
if !hasCookie(cookies, "secret", "2") {
|
||||||
|
t.Fatalf("expected secret cookie in native cookie store, got %#v", cookies)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := page.DeleteCookie(deleteCookie); err != nil {
|
||||||
|
t.Fatalf("deleteCookie failed: %v", err)
|
||||||
|
}
|
||||||
|
if err := page.Goto(testURL, map[string]any{"timeoutMs": 10000}); err != nil {
|
||||||
|
t.Fatalf("goto after deleteCookie failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
documentCookie, err = page.Execute(`() => document.cookie`)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("document.cookie execute after delete failed: %v", err)
|
||||||
|
}
|
||||||
|
documentCookieText, ok = documentCookie.(string)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("unexpected document.cookie payload after delete: %T", documentCookie)
|
||||||
|
}
|
||||||
|
if strings.Contains(documentCookieText, "visible=1") {
|
||||||
|
t.Fatalf("expected visible cookie to be deleted, got %q", documentCookieText)
|
||||||
|
}
|
||||||
|
if strings.Contains(documentCookieText, "secret=2") {
|
||||||
|
t.Fatalf("expected httpOnly cookie to remain hidden after delete, got %q", documentCookieText)
|
||||||
|
}
|
||||||
|
|
||||||
|
cookies, err = page.GetCookies()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("getCookies after delete failed: %v", err)
|
||||||
|
}
|
||||||
|
if hasCookie(cookies, "visible", "1") {
|
||||||
|
t.Fatalf("expected visible cookie to be removed from native store, got %#v", cookies)
|
||||||
|
}
|
||||||
|
if !hasCookie(cookies, "secret", "2") {
|
||||||
|
t.Fatalf("expected secret cookie to remain in native store after delete, got %#v", cookies)
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := page.ClearCookies(); err != nil {
|
||||||
|
t.Fatalf("clearCookies failed: %v", err)
|
||||||
|
}
|
||||||
|
if err := page.Goto(testURL, map[string]any{"timeoutMs": 10000}); err != nil {
|
||||||
|
t.Fatalf("goto after clearCookies failed: %v", err)
|
||||||
|
}
|
||||||
|
documentCookie, err = page.Execute(`() => document.cookie`)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("document.cookie execute after clear failed: %v", err)
|
||||||
|
}
|
||||||
|
documentCookieText, ok = documentCookie.(string)
|
||||||
|
if !ok {
|
||||||
|
t.Fatalf("unexpected document.cookie payload after clear: %T", documentCookie)
|
||||||
|
}
|
||||||
|
if documentCookieText != "" {
|
||||||
|
t.Fatalf("expected document.cookie to be empty after clear, got %q", documentCookieText)
|
||||||
|
}
|
||||||
|
cookies, err = page.GetCookies()
|
||||||
|
if err != nil {
|
||||||
|
t.Fatalf("getCookies after clear failed: %v", err)
|
||||||
|
}
|
||||||
|
if len(cookies) != 0 {
|
||||||
|
t.Fatalf("expected cookie store to be empty after clear, got %#v", cookies)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func hasCookie(cookies []enginewebview.Cookie, name string, value string) bool {
|
||||||
|
for _, cookie := range cookies {
|
||||||
|
if cookie.Name == name && cookie.Value == value {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
@@ -0,0 +1,488 @@
|
|||||||
|
# rpcprovider
|
||||||
|
|
||||||
|
`rpcprovider` is the RPC-backed implementation of Gopeed's `webview.Provider` interface.
|
||||||
|
|
||||||
|
It is intended for environments where WebView capability is owned by another process, most notably mobile hosts. This package does not implement a WebView itself. Instead, it translates the `pkg/download/engine/webview` page API into single-request `POST + JSON` calls sent to a local host-side RPC service.
|
||||||
|
|
||||||
|
## When to use it
|
||||||
|
|
||||||
|
Use `rpcprovider` for entrypoints such as `bind/mobile`, where the Go process cannot directly own a native WebView.
|
||||||
|
|
||||||
|
Do not use it for desktop or `cmd/web` local WebView integration. Those entrypoints should use `internal/webview/goprovider` instead.
|
||||||
|
|
||||||
|
## Configuration
|
||||||
|
|
||||||
|
The provider is configured through `pkg/download/engine/webview.RPCConfig`:
|
||||||
|
|
||||||
|
```go
|
||||||
|
type RPCConfig struct {
|
||||||
|
Network string `json:"network"`
|
||||||
|
Address string `json:"address"`
|
||||||
|
Token string `json:"token,omitempty"`
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Notes:
|
||||||
|
|
||||||
|
- `Network` currently supports `tcp` and `unix`.
|
||||||
|
- `Address` examples:
|
||||||
|
- `127.0.0.1:38765`
|
||||||
|
- `/path/to/webview.sock`
|
||||||
|
- `Token` is optional. When set, the client sends `Authorization: Bearer <token>`.
|
||||||
|
|
||||||
|
Example:
|
||||||
|
|
||||||
|
```go
|
||||||
|
provider := rpcprovider.New(webview.RPCConfig{
|
||||||
|
Network: "tcp",
|
||||||
|
Address: "127.0.0.1:38765",
|
||||||
|
Token: "secret-token",
|
||||||
|
})
|
||||||
|
```
|
||||||
|
|
||||||
|
## Transport
|
||||||
|
|
||||||
|
- Endpoint: `POST /webview`
|
||||||
|
- Content type: `application/json`
|
||||||
|
- One request, one response
|
||||||
|
- No `id` field yet
|
||||||
|
- The envelope is intentionally close to JSON-RPC so it can evolve later without renaming the methods or reshaping the payloads
|
||||||
|
|
||||||
|
Request example:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.execute",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1",
|
||||||
|
"expression": "document.title",
|
||||||
|
"args": []
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Successful response:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {
|
||||||
|
"title": "Example"
|
||||||
|
},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Failure response:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": null,
|
||||||
|
"error": {
|
||||||
|
"code": "PAGE_NOT_FOUND",
|
||||||
|
"message": "page not found"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
## Supported methods
|
||||||
|
|
||||||
|
- `webview.isAvailable`
|
||||||
|
- `page.open`
|
||||||
|
- `page.addInitScript`
|
||||||
|
- `page.goto`
|
||||||
|
- `page.execute`
|
||||||
|
- `page.getCookies`
|
||||||
|
- `page.setCookie`
|
||||||
|
- `page.deleteCookie`
|
||||||
|
- `page.clearCookies`
|
||||||
|
- `page.close`
|
||||||
|
|
||||||
|
The canonical wire models for these methods are defined in:
|
||||||
|
|
||||||
|
- [pkg/download/engine/webview/rpc.go](../../../pkg/download/engine/webview/rpc.go)
|
||||||
|
- [pkg/download/engine/webview/runtime.go](../../../pkg/download/engine/webview/runtime.go)
|
||||||
|
|
||||||
|
The README is only a guide. The Go source above is the authoritative protocol reference.
|
||||||
|
|
||||||
|
## Method reference
|
||||||
|
|
||||||
|
Each method below uses the common envelope:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "<method-name>",
|
||||||
|
"params": { ... }
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
and returns:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": ...,
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
or:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": null,
|
||||||
|
"error": {
|
||||||
|
"code": "<ERROR_CODE>",
|
||||||
|
"message": "<message>"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `webview.isAvailable`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "webview.isAvailable",
|
||||||
|
"params": {}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {
|
||||||
|
"available": true
|
||||||
|
},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `page.open`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.open",
|
||||||
|
"params": {
|
||||||
|
"headless": true,
|
||||||
|
"debug": false,
|
||||||
|
"title": "Gopeed WebView",
|
||||||
|
"width": 1280,
|
||||||
|
"height": 720,
|
||||||
|
"userAgent": "Mozilla/5.0 ..."
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {
|
||||||
|
"pageId": "page-1"
|
||||||
|
},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `page.addInitScript`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.addInitScript",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1",
|
||||||
|
"script": "window.__READY__ = true;"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `page.goto`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.goto",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1",
|
||||||
|
"url": "https://example.com",
|
||||||
|
"timeoutMs": 15000,
|
||||||
|
"waitUntil": "domcontentloaded"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
`waitUntil` currently supports `load` and `domcontentloaded`. The default is `load`.
|
||||||
|
|
||||||
|
### `page.execute`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.execute",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1",
|
||||||
|
"expression": "document.title",
|
||||||
|
"args": []
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": "Example Domain",
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `page.getCookies`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.getCookies",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": [
|
||||||
|
{
|
||||||
|
"name": "session",
|
||||||
|
"value": "abc",
|
||||||
|
"domain": ".example.com",
|
||||||
|
"path": "/",
|
||||||
|
"expires": "2026-03-26T12:00:00Z",
|
||||||
|
"secure": true,
|
||||||
|
"httpOnly": true
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `page.setCookie`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.setCookie",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1",
|
||||||
|
"cookie": {
|
||||||
|
"name": "session",
|
||||||
|
"value": "abc",
|
||||||
|
"domain": ".example.com",
|
||||||
|
"path": "/",
|
||||||
|
"expires": "2026-03-26T12:00:00Z",
|
||||||
|
"secure": true,
|
||||||
|
"httpOnly": true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `page.deleteCookie`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.deleteCookie",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1",
|
||||||
|
"cookie": {
|
||||||
|
"name": "session",
|
||||||
|
"domain": ".example.com",
|
||||||
|
"path": "/"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `page.clearCookies`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.clearCookies",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### `page.close`
|
||||||
|
|
||||||
|
Request:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"method": "page.close",
|
||||||
|
"params": {
|
||||||
|
"pageId": "page-1"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Success:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"result": {},
|
||||||
|
"error": null
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
## Method semantics
|
||||||
|
|
||||||
|
- `page.open`
|
||||||
|
- Creates a page session
|
||||||
|
- Returns `pageId`
|
||||||
|
- `page.addInitScript`
|
||||||
|
- Registers a page initialization script
|
||||||
|
- `page.goto`
|
||||||
|
- Goes to the target URL
|
||||||
|
- The server should return only after navigation completes or fails
|
||||||
|
- `page.execute`
|
||||||
|
- Executes an expression or serialized function body
|
||||||
|
- The returned value must be JSON-serializable
|
||||||
|
- `page.getCookies`
|
||||||
|
- Returns cookies from the underlying native WebView cookie store
|
||||||
|
- `page.setCookie`
|
||||||
|
- Inserts or updates a cookie
|
||||||
|
- `page.deleteCookie`
|
||||||
|
- Deletes a cookie using `name/domain/path`
|
||||||
|
- `page.clearCookies`
|
||||||
|
- Clears the current cookie store
|
||||||
|
- `page.close`
|
||||||
|
- Closes the page and releases related resources
|
||||||
|
|
||||||
|
## Cookie model
|
||||||
|
|
||||||
|
Cookies use `runtime/webview.Cookie`.
|
||||||
|
|
||||||
|
Example payload:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"name": "session",
|
||||||
|
"value": "abc",
|
||||||
|
"domain": ".example.com",
|
||||||
|
"path": "/",
|
||||||
|
"expires": "2026-03-26T12:00:00Z",
|
||||||
|
"secure": true,
|
||||||
|
"httpOnly": true
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Notes:
|
||||||
|
|
||||||
|
- `expires` uses RFC3339 / RFC3339Nano string form.
|
||||||
|
- If the host platform supports a full native cookie store, it should return fields such as `httpOnly` and `secure`.
|
||||||
|
- `setCookie -> goto` is a valid pattern for preloading authenticated session state.
|
||||||
|
|
||||||
|
## Error codes
|
||||||
|
|
||||||
|
The current error code set is defined in `pkg/download/engine/webview/rpc.go`:
|
||||||
|
|
||||||
|
- `INVALID_REQUEST`
|
||||||
|
- `UNKNOWN_METHOD`
|
||||||
|
- `UNAVAILABLE`
|
||||||
|
- `BROWSER_NOT_FOUND`
|
||||||
|
- `PAGE_NOT_FOUND`
|
||||||
|
- `NAVIGATION_FAILED`
|
||||||
|
- `EVALUATION_FAILED`
|
||||||
|
- `TIMEOUT`
|
||||||
|
- `INTERNAL_ERROR`
|
||||||
|
|
||||||
|
`BROWSER_NOT_FOUND` is a historical leftover from an earlier shape of the protocol. The current protocol no longer has a separate browser model, so this can be cleaned up later if the protocol is tightened further.
|
||||||
|
|
||||||
|
## Current protocol boundary
|
||||||
|
|
||||||
|
This protocol is intentionally limited:
|
||||||
|
|
||||||
|
- Single-direction request/response only
|
||||||
|
- Not REST-style resource routing
|
||||||
|
- No bidirectional events
|
||||||
|
- No streaming event subscriptions
|
||||||
|
- No host-initiated push channel
|
||||||
|
|
||||||
|
If the protocol needs to evolve toward full JSON-RPC later, the intended migration path is to keep the existing `method/params/result/error` structure and add:
|
||||||
|
|
||||||
|
- `id`
|
||||||
|
- notifications
|
||||||
|
- a bidirectional transport model
|
||||||
|
|
||||||
|
## Host implementation guidance
|
||||||
|
|
||||||
|
A host implementation should usually:
|
||||||
|
|
||||||
|
- Listen on a local `tcp` address or `unix socket`
|
||||||
|
- Expose `POST /webview`
|
||||||
|
- Validate the bearer token if configured
|
||||||
|
- Maintain `pageId -> native webview/session`
|
||||||
|
- Own page lifecycle, cleanup, and timeout handling
|
||||||
|
|
||||||
|
With that split, Gopeed stays a pure RPC client and does not need to know how the host's native WebView is implemented.
|
||||||
@@ -0,0 +1,195 @@
|
|||||||
|
package rpcprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
"bytes"
|
||||||
|
"context"
|
||||||
|
"encoding/json"
|
||||||
|
"fmt"
|
||||||
|
"net"
|
||||||
|
"net/http"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
)
|
||||||
|
|
||||||
|
type Provider struct {
|
||||||
|
client *Client
|
||||||
|
}
|
||||||
|
|
||||||
|
func New(cfg enginewebview.RPCConfig) enginewebview.Provider {
|
||||||
|
return &Provider{
|
||||||
|
client: NewClient(cfg),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *Provider) IsAvailable() bool {
|
||||||
|
if p == nil || p.client == nil || !p.client.Enabled() {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
var result enginewebview.IsAvailableResult
|
||||||
|
if err := p.client.Call(enginewebview.MethodIsAvailable, enginewebview.IsAvailableParams{}, &result); err != nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return result.Available
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *Provider) Open(opts enginewebview.OpenOptions) (enginewebview.Page, error) {
|
||||||
|
if p == nil || p.client == nil || !p.IsAvailable() {
|
||||||
|
return nil, enginewebview.ErrUnavailable
|
||||||
|
}
|
||||||
|
var result enginewebview.PageOpenResult
|
||||||
|
if err := p.client.Call(enginewebview.MethodPageOpen, enginewebview.NewPageOpenParams(opts), &result); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return &page{
|
||||||
|
client: p.client,
|
||||||
|
id: result.PageID,
|
||||||
|
}, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
type page struct {
|
||||||
|
client *Client
|
||||||
|
id string
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *page) AddInitScript(script string) error {
|
||||||
|
return p.client.Call(enginewebview.MethodPageAddInitScript, enginewebview.PageAddInitScriptParams{
|
||||||
|
PageID: p.id,
|
||||||
|
Script: script,
|
||||||
|
}, nil)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *page) Goto(url string, opts enginewebview.GotoOptions) error {
|
||||||
|
return p.client.Call(enginewebview.MethodPageGoto, enginewebview.NewPageGotoParams(p.id, url, opts), nil)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *page) Execute(expression string, args ...any) (any, error) {
|
||||||
|
var result any
|
||||||
|
if err := p.client.Call(enginewebview.MethodPageExecute, enginewebview.PageExecuteParams{
|
||||||
|
PageID: p.id,
|
||||||
|
Expression: expression,
|
||||||
|
Args: args,
|
||||||
|
}, &result); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
return result, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *page) GetCookies() ([]enginewebview.Cookie, error) {
|
||||||
|
var result []enginewebview.Cookie
|
||||||
|
if err := p.client.Call(enginewebview.MethodPageGetCookies, enginewebview.PageGetCookiesParams{
|
||||||
|
PageID: p.id,
|
||||||
|
}, &result); err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
if result == nil {
|
||||||
|
return []enginewebview.Cookie{}, nil
|
||||||
|
}
|
||||||
|
return result, nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *page) SetCookie(cookie enginewebview.Cookie) error {
|
||||||
|
return p.client.Call(enginewebview.MethodPageSetCookie, enginewebview.PageSetCookieParams{
|
||||||
|
PageID: p.id,
|
||||||
|
Cookie: cookie,
|
||||||
|
}, nil)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *page) DeleteCookie(cookie enginewebview.Cookie) error {
|
||||||
|
return p.client.Call(enginewebview.MethodPageDeleteCookie, enginewebview.PageDeleteCookieParams{
|
||||||
|
PageID: p.id,
|
||||||
|
Cookie: cookie,
|
||||||
|
}, nil)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *page) ClearCookies() error {
|
||||||
|
return p.client.Call(enginewebview.MethodPageClearCookies, enginewebview.PageClearCookiesParams{
|
||||||
|
PageID: p.id,
|
||||||
|
}, nil)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (p *page) Close() error {
|
||||||
|
return p.client.Call(enginewebview.MethodPageClose, enginewebview.PageCloseParams{
|
||||||
|
PageID: p.id,
|
||||||
|
}, nil)
|
||||||
|
}
|
||||||
|
|
||||||
|
type Client struct {
|
||||||
|
endpoint string
|
||||||
|
token string
|
||||||
|
http *http.Client
|
||||||
|
}
|
||||||
|
|
||||||
|
func NewClient(cfg enginewebview.RPCConfig) *Client {
|
||||||
|
client := &Client{token: cfg.Token}
|
||||||
|
if !cfg.Enabled() {
|
||||||
|
return client
|
||||||
|
}
|
||||||
|
switch strings.ToLower(cfg.Network) {
|
||||||
|
case "unix":
|
||||||
|
client.endpoint = "http://unix" + enginewebview.RPCEndpointPath
|
||||||
|
client.http = &http.Client{
|
||||||
|
Transport: &http.Transport{
|
||||||
|
DialContext: func(ctx context.Context, _, _ string) (net.Conn, error) {
|
||||||
|
var d net.Dialer
|
||||||
|
return d.DialContext(ctx, "unix", cfg.Address)
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
client.endpoint = "http://" + cfg.Address + enginewebview.RPCEndpointPath
|
||||||
|
client.http = &http.Client{}
|
||||||
|
}
|
||||||
|
return client
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *Client) Enabled() bool {
|
||||||
|
return c != nil && c.endpoint != "" && c.http != nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *Client) Call(method string, params any, result any) error {
|
||||||
|
if !c.Enabled() {
|
||||||
|
return enginewebview.ErrUnavailable
|
||||||
|
}
|
||||||
|
payload, err := json.Marshal(enginewebview.RPCRequest{
|
||||||
|
Method: method,
|
||||||
|
Params: params,
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
req, err := http.NewRequest(http.MethodPost, c.endpoint, bytes.NewReader(payload))
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
req.Header.Set("Content-Type", "application/json")
|
||||||
|
if c.token != "" {
|
||||||
|
req.Header.Set("Authorization", "Bearer "+c.token)
|
||||||
|
}
|
||||||
|
|
||||||
|
resp, err := c.http.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
|
||||||
|
if resp.StatusCode != http.StatusOK {
|
||||||
|
return fmt.Errorf("webview rpc status %d", resp.StatusCode)
|
||||||
|
}
|
||||||
|
|
||||||
|
var body enginewebview.RPCResponse
|
||||||
|
if err := json.NewDecoder(resp.Body).Decode(&body); err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
if body.Error != nil {
|
||||||
|
return body.Error
|
||||||
|
}
|
||||||
|
if result == nil {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
if len(body.Result) == 0 || string(body.Result) == "null" {
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return json.Unmarshal(body.Result, result)
|
||||||
|
}
|
||||||
@@ -0,0 +1,41 @@
|
|||||||
|
//go:build webview && darwin
|
||||||
|
|
||||||
|
package rpcprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
"flag"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/GopeedLab/gopeed/internal/webview/integrationtest"
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
)
|
||||||
|
|
||||||
|
var (
|
||||||
|
webViewRPCNetwork = flag.String("webview-rpc-network", "unix", "WebView RPC network for integration tests")
|
||||||
|
webViewRPCAddress = flag.String("webview-rpc-address", defaultWebViewRPCAddress(), "WebView RPC address for integration tests")
|
||||||
|
webViewRPCToken = flag.String("webview-rpc-token", "", "WebView RPC token for integration tests")
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestProviderContract(t *testing.T) {
|
||||||
|
provider := New(enginewebview.RPCConfig{
|
||||||
|
Network: *webViewRPCNetwork,
|
||||||
|
Address: *webViewRPCAddress,
|
||||||
|
Token: *webViewRPCToken,
|
||||||
|
})
|
||||||
|
integrationtest.RunProviderContract(t, provider, integrationtest.ContractOptions{
|
||||||
|
AvailabilityTimeout: 5 * time.Minute,
|
||||||
|
CookieDomainMode: integrationtest.CookieDomainModeRequired,
|
||||||
|
CookieTestURL: "https://example.com/",
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
func defaultWebViewRPCAddress() string {
|
||||||
|
homeDir, err := os.UserHomeDir()
|
||||||
|
if err != nil {
|
||||||
|
return ""
|
||||||
|
}
|
||||||
|
return filepath.Join(homeDir, "Library", "Application Support", "com.gopeed.gopeed", "gopeed_webview.sock")
|
||||||
|
}
|
||||||
@@ -0,0 +1,50 @@
|
|||||||
|
package rpcprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"net"
|
||||||
|
"net/http"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"testing"
|
||||||
|
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestProviderIsAvailableOverUnixSocket(t *testing.T) {
|
||||||
|
socketPath := filepath.Join("/tmp", "gopeed-rpcwebview-"+t.Name()+".sock")
|
||||||
|
listener, err := net.Listen("unix", socketPath)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer listener.Close()
|
||||||
|
defer os.Remove(socketPath)
|
||||||
|
|
||||||
|
server := &http.Server{
|
||||||
|
Handler: http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
var req enginewebview.RPCRequest
|
||||||
|
if err := json.NewDecoder(r.Body).Decode(&req); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if req.Method != enginewebview.MethodIsAvailable {
|
||||||
|
t.Fatalf("unexpected unix method: %s", req.Method)
|
||||||
|
}
|
||||||
|
if err := json.NewEncoder(w).Encode(map[string]any{
|
||||||
|
"result": enginewebview.IsAvailableResult{Available: true},
|
||||||
|
"error": nil,
|
||||||
|
}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}),
|
||||||
|
}
|
||||||
|
defer server.Close()
|
||||||
|
go server.Serve(listener)
|
||||||
|
|
||||||
|
provider := New(enginewebview.RPCConfig{
|
||||||
|
Network: "unix",
|
||||||
|
Address: socketPath,
|
||||||
|
})
|
||||||
|
if !provider.IsAvailable() {
|
||||||
|
t.Fatal("expected unix provider to be available")
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,186 @@
|
|||||||
|
package rpcprovider
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"net/http"
|
||||||
|
"net/http/httptest"
|
||||||
|
"strings"
|
||||||
|
"testing"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
enginewebview "github.com/GopeedLab/gopeed/pkg/download/engine/webview"
|
||||||
|
)
|
||||||
|
|
||||||
|
func TestProviderLifecycleOverHTTP(t *testing.T) {
|
||||||
|
var calls []enginewebview.RPCRequest
|
||||||
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
if r.Method != http.MethodPost {
|
||||||
|
t.Fatalf("unexpected method: %s", r.Method)
|
||||||
|
}
|
||||||
|
if r.URL.Path != enginewebview.RPCEndpointPath {
|
||||||
|
t.Fatalf("unexpected path: %s", r.URL.Path)
|
||||||
|
}
|
||||||
|
if got := r.Header.Get("Authorization"); got != "Bearer secret-token" {
|
||||||
|
t.Fatalf("unexpected auth header: %q", got)
|
||||||
|
}
|
||||||
|
var req enginewebview.RPCRequest
|
||||||
|
if err := json.NewDecoder(r.Body).Decode(&req); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
calls = append(calls, req)
|
||||||
|
|
||||||
|
var body any
|
||||||
|
switch req.Method {
|
||||||
|
case enginewebview.MethodIsAvailable:
|
||||||
|
body = map[string]any{
|
||||||
|
"result": enginewebview.IsAvailableResult{Available: true},
|
||||||
|
"error": nil,
|
||||||
|
}
|
||||||
|
case enginewebview.MethodPageOpen:
|
||||||
|
body = map[string]any{
|
||||||
|
"result": enginewebview.PageOpenResult{PageID: "page-open-1"},
|
||||||
|
"error": nil,
|
||||||
|
}
|
||||||
|
case enginewebview.MethodPageAddInitScript, enginewebview.MethodPageGoto:
|
||||||
|
body = map[string]any{
|
||||||
|
"result": enginewebview.EmptyResult{},
|
||||||
|
"error": nil,
|
||||||
|
}
|
||||||
|
case enginewebview.MethodPageExecute:
|
||||||
|
body = map[string]any{
|
||||||
|
"result": map[string]any{"title": "Example"},
|
||||||
|
"error": nil,
|
||||||
|
}
|
||||||
|
case enginewebview.MethodPageClose:
|
||||||
|
body = map[string]any{
|
||||||
|
"result": enginewebview.EmptyResult{},
|
||||||
|
"error": nil,
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
t.Fatalf("unexpected method: %s", req.Method)
|
||||||
|
}
|
||||||
|
if err := json.NewEncoder(w).Encode(body); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
}))
|
||||||
|
defer server.Close()
|
||||||
|
|
||||||
|
cfg := enginewebview.RPCConfig{
|
||||||
|
Network: "tcp",
|
||||||
|
Address: server.Listener.Addr().String(),
|
||||||
|
Token: "secret-token",
|
||||||
|
}
|
||||||
|
provider := New(cfg)
|
||||||
|
if !provider.IsAvailable() {
|
||||||
|
t.Fatal("expected provider to be available")
|
||||||
|
}
|
||||||
|
|
||||||
|
opener, ok := provider.(enginewebview.Opener)
|
||||||
|
if !ok {
|
||||||
|
t.Fatal("expected provider to implement runtime webview opener")
|
||||||
|
}
|
||||||
|
opened, err := opener.Open(enginewebview.OpenOptions{
|
||||||
|
Headless: true,
|
||||||
|
Width: 1280,
|
||||||
|
Height: 720,
|
||||||
|
Title: "Gopeed",
|
||||||
|
UserAgent: "UA",
|
||||||
|
})
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := opened.AddInitScript("window.__TEST__ = true"); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if err := opened.Goto("https://example.com", enginewebview.GotoOptions{
|
||||||
|
TimeoutMS: 3210,
|
||||||
|
WaitUntil: "domcontentloaded",
|
||||||
|
}); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
value, err := opened.Execute("document.title")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
got, ok := value.(map[string]any)
|
||||||
|
if !ok || got["title"] != "Example" {
|
||||||
|
t.Fatalf("unexpected evaluate result: %#v", value)
|
||||||
|
}
|
||||||
|
if err := opened.Close(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
expectedMethods := []string{
|
||||||
|
enginewebview.MethodIsAvailable,
|
||||||
|
enginewebview.MethodIsAvailable,
|
||||||
|
enginewebview.MethodPageOpen,
|
||||||
|
enginewebview.MethodPageAddInitScript,
|
||||||
|
enginewebview.MethodPageGoto,
|
||||||
|
enginewebview.MethodPageExecute,
|
||||||
|
enginewebview.MethodPageClose,
|
||||||
|
}
|
||||||
|
if len(calls) != len(expectedMethods) {
|
||||||
|
t.Fatalf("unexpected call count: got %d want %d", len(calls), len(expectedMethods))
|
||||||
|
}
|
||||||
|
for i, method := range expectedMethods {
|
||||||
|
if calls[i].Method != method {
|
||||||
|
t.Fatalf("unexpected method at %d: got %s want %s", i, calls[i].Method, method)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
gotoParamsJSON, err := json.Marshal(calls[4].Params)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
var gotoParams enginewebview.PageGotoParams
|
||||||
|
if err := json.Unmarshal(gotoParamsJSON, &gotoParams); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if gotoParams.WaitUntil != "domcontentloaded" {
|
||||||
|
t.Fatalf("unexpected waitUntil: %q", gotoParams.WaitUntil)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestProviderLaunchUnavailableWithoutEndpoint(t *testing.T) {
|
||||||
|
provider := New(enginewebview.RPCConfig{})
|
||||||
|
if provider.IsAvailable() {
|
||||||
|
t.Fatal("expected empty provider to be unavailable")
|
||||||
|
}
|
||||||
|
opener, ok := provider.(enginewebview.Opener)
|
||||||
|
if !ok {
|
||||||
|
t.Fatal("expected provider to implement runtime webview opener")
|
||||||
|
}
|
||||||
|
if _, err := opener.Open(enginewebview.OpenOptions{}); err == nil || err.Error() != enginewebview.ErrUnavailable.Error() {
|
||||||
|
t.Fatalf("unexpected launch error: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestPageSetCookieParamsOmitsZeroExpires(t *testing.T) {
|
||||||
|
params := enginewebview.PageSetCookieParams{
|
||||||
|
PageID: "page-1",
|
||||||
|
Cookie: enginewebview.Cookie{
|
||||||
|
Name: "visible",
|
||||||
|
Value: "1",
|
||||||
|
Domain: "example.com",
|
||||||
|
Path: "/",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
payload, err := json.Marshal(params)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if string(payload) == "" {
|
||||||
|
t.Fatal("expected non-empty json payload")
|
||||||
|
}
|
||||||
|
if got := string(payload); strings.Contains(got, `"expires"`) {
|
||||||
|
t.Fatalf("unexpected zero expires in payload: %s", got)
|
||||||
|
}
|
||||||
|
|
||||||
|
params.Cookie.Expires = time.Now().UTC().Truncate(time.Second)
|
||||||
|
payload, err = json.Marshal(params)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if got := string(payload); !strings.Contains(got, `"expires"`) {
|
||||||
|
t.Fatalf("expected expires in payload: %s", got)
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -144,7 +144,11 @@ func NewDownloader(cfg *DownloaderConfig) *Downloader {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (d *Downloader) Setup() error {
|
func (d *Downloader) Setup() error {
|
||||||
d.gblob = protogblob.NewRegistry(filepath.Join(d.cfg.StorageDir, protogblob.Scheme))
|
gblobDir := filepath.Join(d.cfg.StorageDir, "gblob")
|
||||||
|
if err := os.RemoveAll(gblobDir); err != nil && !errors.Is(err, os.ErrNotExist) {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
d.gblob = protogblob.NewRegistry(gblobDir)
|
||||||
|
|
||||||
// setup storage
|
// setup storage
|
||||||
if err := d.storage.Setup([]string{bucketTask, bucketSave, bucketProtocolState, bucketConfig, bucketExtension, bucketExtensionStorage}); err != nil {
|
if err := d.storage.Setup([]string{bucketTask, bucketSave, bucketProtocolState, bucketConfig, bucketExtension, bucketExtensionStorage}); err != nil {
|
||||||
@@ -498,6 +502,11 @@ func (d *Downloader) CreateDirect(req *base.Request, opts *base.Options) (taskId
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
if strings.HasPrefix(strings.ToLower(req.URL), protogblob.Scheme+":") {
|
||||||
|
if err = fetcher.Resolve(req, initOpt); err != nil {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
return d.doCreate(fetcher, initOpt)
|
return d.doCreate(fetcher, initOpt)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -802,7 +811,7 @@ func (d *Downloader) Stats(id string) (sr any, err error) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (d *Downloader) doDelete(task *Task, force bool) (err error) {
|
func (d *Downloader) doDelete(task *Task, force bool) (err error) {
|
||||||
defer d.unpinGBlobTask(task)
|
defer d.releaseGBlobTask(task)
|
||||||
err = func() error {
|
err = func() error {
|
||||||
if err := d.storage.Delete(bucketTask, task.ID); err != nil {
|
if err := d.storage.Delete(bucketTask, task.ID); err != nil {
|
||||||
return err
|
return err
|
||||||
@@ -1073,7 +1082,7 @@ func (d *Downloader) watch(task *Task) {
|
|||||||
d.emit(EventKeyDone, task)
|
d.emit(EventKeyDone, task)
|
||||||
d.emit(EventKeyFinally, task, err)
|
d.emit(EventKeyFinally, task, err)
|
||||||
d.notifyRunning()
|
d.notifyRunning()
|
||||||
d.unpinGBlobTask(task)
|
d.releaseGBlobTask(task)
|
||||||
d.triggerOnDone(task)
|
d.triggerOnDone(task)
|
||||||
d.triggerWebhooks(WebhookEventDownloadDone, task, nil)
|
d.triggerWebhooks(WebhookEventDownloadDone, task, nil)
|
||||||
d.triggerScripts(ScriptEventDownloadDone, task, nil)
|
d.triggerScripts(ScriptEventDownloadDone, task, nil)
|
||||||
@@ -1141,9 +1150,11 @@ func (d *Downloader) watch(task *Task) {
|
|||||||
func (d *Downloader) doOnError(task *Task, err error) {
|
func (d *Downloader) doOnError(task *Task, err error) {
|
||||||
d.Logger.Warn().Err(err).Msgf("task download failed, task id: %s", task.ID)
|
d.Logger.Warn().Err(err).Msgf("task download failed, task id: %s", task.ID)
|
||||||
task.updateStatus(base.DownloadStatusError)
|
task.updateStatus(base.DownloadStatusError)
|
||||||
d.unpinGBlobTask(task)
|
|
||||||
d.triggerOnError(task, err)
|
d.triggerOnError(task, err)
|
||||||
if task.Status == base.DownloadStatusError {
|
if task.Status == base.DownloadStatusError {
|
||||||
|
if !d.isResumableGBlobTask(task) {
|
||||||
|
d.releaseGBlobTask(task)
|
||||||
|
}
|
||||||
d.emit(EventKeyError, task, err)
|
d.emit(EventKeyError, task, err)
|
||||||
d.emit(EventKeyFinally, task, err)
|
d.emit(EventKeyFinally, task, err)
|
||||||
d.notifyRunning()
|
d.notifyRunning()
|
||||||
@@ -1281,7 +1292,7 @@ func (d *Downloader) statusMut(task *Task, fn func() (bool, error)) (bool, error
|
|||||||
}
|
}
|
||||||
|
|
||||||
func (d *Downloader) doStart(task *Task) (err error) {
|
func (d *Downloader) doStart(task *Task) (err error) {
|
||||||
var needCreate bool
|
var isCreate bool
|
||||||
isReturn, err := d.statusMut(task, func() (isReturn bool, err error) {
|
isReturn, err := d.statusMut(task, func() (isReturn bool, err error) {
|
||||||
if task.Status == base.DownloadStatusRunning || task.Status == base.DownloadStatusDone {
|
if task.Status == base.DownloadStatusRunning || task.Status == base.DownloadStatusDone {
|
||||||
isReturn = true
|
isReturn = true
|
||||||
@@ -1293,7 +1304,7 @@ func (d *Downloader) doStart(task *Task) (err error) {
|
|||||||
d.Logger.Error().Stack().Err(err).Msgf("restore fetcher failed, task id: %s", task.ID)
|
d.Logger.Error().Stack().Err(err).Msgf("restore fetcher failed, task id: %s", task.ID)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
needCreate = !task.IsCreated
|
isCreate = task.Status == base.DownloadStatusReady
|
||||||
task.updateStatus(base.DownloadStatusRunning)
|
task.updateStatus(base.DownloadStatusRunning)
|
||||||
|
|
||||||
return
|
return
|
||||||
@@ -1311,6 +1322,11 @@ func (d *Downloader) doStart(task *Task) (err error) {
|
|||||||
defer task.lock.Unlock()
|
defer task.lock.Unlock()
|
||||||
|
|
||||||
d.triggerOnStart(task)
|
d.triggerOnStart(task)
|
||||||
|
if task.fetcher != nil {
|
||||||
|
task.fetcher.Meta().Req = task.Meta.Req
|
||||||
|
task.fetcher.Meta().Res = task.Meta.Res
|
||||||
|
task.fetcher.Meta().Opts = task.Meta.Opts
|
||||||
|
}
|
||||||
if task.Meta.Res == nil {
|
if task.Meta.Res == nil {
|
||||||
err := task.fetcher.Resolve(task.Meta.Req, task.Meta.Opts)
|
err := task.fetcher.Resolve(task.Meta.Req, task.Meta.Opts)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -1319,7 +1335,7 @@ func (d *Downloader) doStart(task *Task) (err error) {
|
|||||||
task.Meta.Res = task.fetcher.Meta().Res
|
task.Meta.Res = task.fetcher.Meta().Res
|
||||||
}
|
}
|
||||||
|
|
||||||
if needCreate {
|
if isCreate {
|
||||||
if task.fetcherManager.AutoRename() {
|
if task.fetcherManager.AutoRename() {
|
||||||
d.checkDuplicateLock.Lock()
|
d.checkDuplicateLock.Lock()
|
||||||
defer d.checkDuplicateLock.Unlock()
|
defer d.checkDuplicateLock.Unlock()
|
||||||
@@ -1343,9 +1359,10 @@ func (d *Downloader) doStart(task *Task) (err error) {
|
|||||||
task.Meta.Opts.Name = newName
|
task.Meta.Opts.Name = newName
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
task.IsCreated = true
|
|
||||||
task.Meta.Res.CalcSize(task.Meta.Opts.SelectFiles)
|
task.Meta.Res.CalcSize(task.Meta.Opts.SelectFiles)
|
||||||
}
|
}
|
||||||
|
|
||||||
task.Progress.Speed = 0
|
task.Progress.Speed = 0
|
||||||
task.timer.Start()
|
task.timer.Start()
|
||||||
if err := task.fetcher.Start(); err != nil {
|
if err := task.fetcher.Start(); err != nil {
|
||||||
@@ -1842,6 +1859,28 @@ func (d *Downloader) unpinGBlobTask(task *Task) {
|
|||||||
d.gblob.Unpin(task.Meta.Req.URL)
|
d.gblob.Unpin(task.Meta.Req.URL)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func (d *Downloader) isResumableGBlobTask(task *Task) bool {
|
||||||
|
if task == nil || task.Meta == nil || task.Meta.Res == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return task.Protocol == protogblob.Scheme && task.Meta.Res.Range
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Downloader) revokeGBlobTask(task *Task) {
|
||||||
|
if d.gblob == nil || task == nil || task.Meta == nil || task.Meta.Req == nil || task.Meta.Req.URL == "" {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if task.Protocol != protogblob.Scheme {
|
||||||
|
return
|
||||||
|
}
|
||||||
|
_ = d.gblob.Revoke(task.Meta.Req.URL)
|
||||||
|
}
|
||||||
|
|
||||||
|
func (d *Downloader) releaseGBlobTask(task *Task) {
|
||||||
|
d.revokeGBlobTask(task)
|
||||||
|
d.unpinGBlobTask(task)
|
||||||
|
}
|
||||||
|
|
||||||
var defaultDownloader = NewDownloader(nil)
|
var defaultDownloader = NewDownloader(nil)
|
||||||
|
|
||||||
type boot struct {
|
type boot struct {
|
||||||
|
|||||||
@@ -21,12 +21,14 @@ import (
|
|||||||
"github.com/GopeedLab/gopeed/pkg/util"
|
"github.com/GopeedLab/gopeed/pkg/util"
|
||||||
)
|
)
|
||||||
|
|
||||||
var testDownloadOpt = &base.Options{
|
func newTestDownloadOpt() *base.Options {
|
||||||
Path: test.Dir,
|
return &base.Options{
|
||||||
Name: test.DownloadName,
|
Path: test.Dir,
|
||||||
Extra: http.OptsExtra{
|
Name: test.DownloadName,
|
||||||
Connections: 4,
|
Extra: http.OptsExtra{
|
||||||
},
|
Connections: 4,
|
||||||
|
},
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestDownloader_Resolve(t *testing.T) {
|
func TestDownloader_Resolve(t *testing.T) {
|
||||||
@@ -61,6 +63,51 @@ func TestDownloader_Resolve(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestDownloader_UsesStorageDirForGBlobRegistry(t *testing.T) {
|
||||||
|
storageDir := t.TempDir()
|
||||||
|
downloader := NewDownloader(&DownloaderConfig{
|
||||||
|
Storage: NewMemStorage(),
|
||||||
|
StorageDir: storageDir,
|
||||||
|
})
|
||||||
|
if err := downloader.Setup(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer downloader.Clear()
|
||||||
|
|
||||||
|
if downloader.gblob == nil {
|
||||||
|
t.Fatal("expected gblob registry to be initialized")
|
||||||
|
}
|
||||||
|
expectedDir := filepath.Join(storageDir, "gblob")
|
||||||
|
if filepath.Clean(downloader.gblob.Dir()) != filepath.Clean(expectedDir) {
|
||||||
|
t.Fatalf("expected gblob registry dir under storage dir, got %s want %s", downloader.gblob.Dir(), expectedDir)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestDownloader_SetupCleansStaleGBlobDir(t *testing.T) {
|
||||||
|
storageDir := t.TempDir()
|
||||||
|
gblobDir := filepath.Join(storageDir, "gblob")
|
||||||
|
if err := os.MkdirAll(gblobDir, 0o755); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
staleFile := filepath.Join(gblobDir, "stale")
|
||||||
|
if err := os.WriteFile(staleFile, []byte("stale"), 0o644); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
downloader := NewDownloader(&DownloaderConfig{
|
||||||
|
Storage: NewMemStorage(),
|
||||||
|
StorageDir: storageDir,
|
||||||
|
})
|
||||||
|
if err := downloader.Setup(); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
defer downloader.Clear()
|
||||||
|
|
||||||
|
if _, err := os.Stat(staleFile); !os.IsNotExist(err) {
|
||||||
|
t.Fatalf("expected stale gblob file to be removed on setup, got err=%v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestDownloader_Create(t *testing.T) {
|
func TestDownloader_Create(t *testing.T) {
|
||||||
listener := test.StartTestFileServer()
|
listener := test.StartTestFileServer()
|
||||||
defer listener.Close()
|
defer listener.Close()
|
||||||
@@ -73,7 +120,7 @@ func TestDownloader_Create(t *testing.T) {
|
|||||||
req := &base.Request{
|
req := &base.Request{
|
||||||
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
||||||
}
|
}
|
||||||
rr, err := downloader.Resolve(req, testDownloadOpt)
|
rr, err := downloader.Resolve(req, newTestDownloadOpt())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
@@ -113,7 +160,7 @@ func TestDownloader_CreateNotInWhite(t *testing.T) {
|
|||||||
}
|
}
|
||||||
// With new fetcher design, white list check happens during Resolve (not Create)
|
// With new fetcher design, white list check happens during Resolve (not Create)
|
||||||
// because Resolve now requires Options which includes the download path
|
// because Resolve now requires Options which includes the download path
|
||||||
_, err := downloader.Resolve(req, testDownloadOpt)
|
_, err := downloader.Resolve(req, newTestDownloadOpt())
|
||||||
if err == nil {
|
if err == nil {
|
||||||
t.Error("TestDownloader_CreateNotInWhite() expected error but got nil")
|
t.Error("TestDownloader_CreateNotInWhite() expected error but got nil")
|
||||||
}
|
}
|
||||||
@@ -162,7 +209,7 @@ func TestDownloader_CreateDirectBatch(t *testing.T) {
|
|||||||
|
|
||||||
_, err := downloader.CreateDirectBatch(&base.CreateTaskBatch{
|
_, err := downloader.CreateDirectBatch(&base.CreateTaskBatch{
|
||||||
Reqs: reqs,
|
Reqs: reqs,
|
||||||
Opts: testDownloadOpt,
|
Opts: newTestDownloadOpt(),
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
@@ -266,6 +313,9 @@ func TestDownloader_CreateWithProxy(t *testing.T) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func doTestDownloaderCreateWithProxy(t *testing.T, auth bool, buildReqProxy func(reqProxy *base.RequestProxy) *base.RequestProxy, buildProxyConfig func(proxyCfg *base.DownloaderProxyConfig) *base.DownloaderProxyConfig, errHandler func(err error)) {
|
func doTestDownloaderCreateWithProxy(t *testing.T, auth bool, buildReqProxy func(reqProxy *base.RequestProxy) *base.RequestProxy, buildProxyConfig func(proxyCfg *base.DownloaderProxyConfig) *base.DownloaderProxyConfig, errHandler func(err error)) {
|
||||||
|
listener := test.StartTestFileServer()
|
||||||
|
defer listener.Close()
|
||||||
|
|
||||||
usr, pwd := "", ""
|
usr, pwd := "", ""
|
||||||
if auth {
|
if auth {
|
||||||
usr, pwd = "admin", "123"
|
usr, pwd = "admin", "123"
|
||||||
@@ -291,7 +341,7 @@ func doTestDownloaderCreateWithProxy(t *testing.T, auth bool, buildReqProxy func
|
|||||||
downloader.cfg.DownloaderStoreConfig.Proxy = globalProxyCfg
|
downloader.cfg.DownloaderStoreConfig.Proxy = globalProxyCfg
|
||||||
|
|
||||||
req := &base.Request{
|
req := &base.Request{
|
||||||
URL: test.ExternalDownloadUrl,
|
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
||||||
}
|
}
|
||||||
if buildReqProxy != nil {
|
if buildReqProxy != nil {
|
||||||
req.Proxy = buildReqProxy(&base.RequestProxy{
|
req.Proxy = buildReqProxy(&base.RequestProxy{
|
||||||
@@ -310,13 +360,13 @@ func doTestDownloaderCreateWithProxy(t *testing.T, auth bool, buildReqProxy func
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
want := &base.Resource{
|
want := &base.Resource{
|
||||||
Size: test.ExternalDownloadSize,
|
Size: test.BuildSize,
|
||||||
Range: true,
|
Range: true,
|
||||||
Files: []*base.FileInfo{
|
Files: []*base.FileInfo{
|
||||||
{
|
{
|
||||||
Name: test.ExternalDownloadName,
|
Name: test.BuildName,
|
||||||
Path: "",
|
Path: "",
|
||||||
Size: test.ExternalDownloadSize,
|
Size: test.BuildSize,
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
@@ -384,7 +434,7 @@ func TestDownloader_StoreAndRestore(t *testing.T) {
|
|||||||
req := &base.Request{
|
req := &base.Request{
|
||||||
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
||||||
}
|
}
|
||||||
rr, err := downloader.Resolve(req, testDownloadOpt)
|
rr, err := downloader.Resolve(req, newTestDownloadOpt())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
@@ -653,7 +703,7 @@ func TestDownloader_Stats(t *testing.T) {
|
|||||||
req := &base.Request{
|
req := &base.Request{
|
||||||
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
||||||
}
|
}
|
||||||
rr, err := downloader.Resolve(req, testDownloadOpt)
|
rr, err := downloader.Resolve(req, newTestDownloadOpt())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
@@ -708,7 +758,7 @@ func TestDownloader_Delete(t *testing.T) {
|
|||||||
req := &base.Request{
|
req := &base.Request{
|
||||||
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
||||||
}
|
}
|
||||||
taskId, err := downloader.CreateDirect(req, testDownloadOpt)
|
taskId, err := downloader.CreateDirect(req, newTestDownloadOpt())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
@@ -772,7 +822,7 @@ func TestDownloader_PauseAndContinue(t *testing.T) {
|
|||||||
req := &base.Request{
|
req := &base.Request{
|
||||||
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
||||||
}
|
}
|
||||||
rr, err := downloader.Resolve(req, testDownloadOpt)
|
rr, err := downloader.Resolve(req, newTestDownloadOpt())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
@@ -843,7 +893,7 @@ func TestDownloader_PauseAllAndContinueAll(t *testing.T) {
|
|||||||
req := &base.Request{
|
req := &base.Request{
|
||||||
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
URL: "http://" + listener.Addr().String() + "/" + test.BuildName,
|
||||||
}
|
}
|
||||||
rr, err := downloader.Resolve(req, testDownloadOpt)
|
rr, err := downloader.Resolve(req, newTestDownloadOpt())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Fatal(err)
|
t.Fatal(err)
|
||||||
}
|
}
|
||||||
|
|||||||
+107
-43
@@ -3,6 +3,8 @@ package engine
|
|||||||
import (
|
import (
|
||||||
_ "embed"
|
_ "embed"
|
||||||
"errors"
|
"errors"
|
||||||
|
"fmt"
|
||||||
|
"sync"
|
||||||
|
|
||||||
"github.com/GopeedLab/gopeed/pkg/base"
|
"github.com/GopeedLab/gopeed/pkg/base"
|
||||||
gojaerror "github.com/GopeedLab/gopeed/pkg/download/engine/inject/error"
|
gojaerror "github.com/GopeedLab/gopeed/pkg/download/engine/inject/error"
|
||||||
@@ -14,7 +16,6 @@ import (
|
|||||||
"github.com/dop251/goja"
|
"github.com/dop251/goja"
|
||||||
"github.com/dop251/goja_nodejs/eventloop"
|
"github.com/dop251/goja_nodejs/eventloop"
|
||||||
gojaurl "github.com/dop251/goja_nodejs/url"
|
gojaurl "github.com/dop251/goja_nodejs/url"
|
||||||
"time"
|
|
||||||
)
|
)
|
||||||
|
|
||||||
//go:embed polyfill/out/index.js
|
//go:embed polyfill/out/index.js
|
||||||
@@ -26,6 +27,8 @@ type Engine struct {
|
|||||||
Runtime *goja.Runtime
|
Runtime *goja.Runtime
|
||||||
}
|
}
|
||||||
|
|
||||||
|
type JSFunction func(goja.FunctionCall) goja.Value
|
||||||
|
|
||||||
// RunString executes the script and returns the go type value
|
// RunString executes the script and returns the go type value
|
||||||
// if script result is promise, it will be resolved
|
// if script result is promise, it will be resolved
|
||||||
func (e *Engine) RunString(script string) (value any, err error) {
|
func (e *Engine) RunString(script string) (value any, err error) {
|
||||||
@@ -36,37 +39,88 @@ func (e *Engine) RunString(script string) (value any, err error) {
|
|||||||
|
|
||||||
// CallFunction calls the function and returns the go type value
|
// CallFunction calls the function and returns the go type value
|
||||||
// if function result is promise, it will be resolved
|
// if function result is promise, it will be resolved
|
||||||
func (e *Engine) CallFunction(fn goja.Callable, args ...any) (value any, err error) {
|
func (e *Engine) CallFunction(fn any, args ...any) (value any, err error) {
|
||||||
return e.runOnLoop(func(runtime *goja.Runtime) (goja.Value, error) {
|
return e.runOnLoop(func(runtime *goja.Runtime) (goja.Value, error) {
|
||||||
if args == nil {
|
|
||||||
return fn(nil)
|
|
||||||
}
|
|
||||||
var jsArgs []goja.Value
|
var jsArgs []goja.Value
|
||||||
for _, arg := range args {
|
for _, arg := range args {
|
||||||
jsArgs = append(jsArgs, runtime.ToValue(arg))
|
jsArgs = append(jsArgs, runtime.ToValue(arg))
|
||||||
}
|
}
|
||||||
return fn(nil, jsArgs...)
|
switch f := fn.(type) {
|
||||||
|
case goja.Callable:
|
||||||
|
if args == nil {
|
||||||
|
return f(nil)
|
||||||
|
}
|
||||||
|
return f(nil, jsArgs...)
|
||||||
|
case JSFunction:
|
||||||
|
return callExportedFunction(func(call goja.FunctionCall) goja.Value {
|
||||||
|
return f(call)
|
||||||
|
}, jsArgs...)
|
||||||
|
default:
|
||||||
|
return nil, fmt.Errorf("unsupported function type: %T", fn)
|
||||||
|
}
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
func (e *Engine) runOnLoop(fn func(runtime *goja.Runtime) (goja.Value, error)) (any, error) {
|
func (e *Engine) runOnLoop(fn func(runtime *goja.Runtime) (goja.Value, error)) (any, error) {
|
||||||
type result struct {
|
type result struct {
|
||||||
value goja.Value
|
value any
|
||||||
err error
|
err error
|
||||||
}
|
}
|
||||||
ch := make(chan result, 1)
|
ch := make(chan result, 1)
|
||||||
ok := e.loop.RunOnLoop(func(runtime *goja.Runtime) {
|
ok := e.loop.RunOnLoop(func(runtime *goja.Runtime) {
|
||||||
|
var once sync.Once
|
||||||
|
sendResult := func(res result) {
|
||||||
|
once.Do(func() {
|
||||||
|
ch <- res
|
||||||
|
})
|
||||||
|
}
|
||||||
defer func() {
|
defer func() {
|
||||||
if r := recover(); r != nil {
|
if r := recover(); r != nil {
|
||||||
if err, ok := r.(error); ok {
|
switch v := r.(type) {
|
||||||
ch <- result{err: err}
|
case error:
|
||||||
return
|
sendResult(result{err: v})
|
||||||
|
case goja.Value:
|
||||||
|
sendResult(result{err: exportJSError(v)})
|
||||||
|
default:
|
||||||
|
sendResult(result{err: fmt.Errorf("panic: %v", r)})
|
||||||
}
|
}
|
||||||
ch <- result{err: errors.New("panic")}
|
|
||||||
}
|
}
|
||||||
}()
|
}()
|
||||||
value, err := fn(runtime)
|
value, err := fn(runtime)
|
||||||
ch <- result{value: value, err: err}
|
if err != nil {
|
||||||
|
sendResult(result{err: err})
|
||||||
|
return
|
||||||
|
}
|
||||||
|
if p, ok := value.Export().(*goja.Promise); ok {
|
||||||
|
switch p.State() {
|
||||||
|
case goja.PromiseStateFulfilled:
|
||||||
|
sendResult(result{value: exportJSValue(p.Result())})
|
||||||
|
return
|
||||||
|
case goja.PromiseStateRejected:
|
||||||
|
sendResult(result{err: exportJSError(p.Result())})
|
||||||
|
return
|
||||||
|
}
|
||||||
|
promiseObj := value.ToObject(runtime)
|
||||||
|
thenVal := promiseObj.Get("then")
|
||||||
|
thenFn, ok := goja.AssertFunction(thenVal)
|
||||||
|
if !ok {
|
||||||
|
sendResult(result{err: errors.New("promise.then is not callable")})
|
||||||
|
return
|
||||||
|
}
|
||||||
|
onFulfilled := runtime.ToValue(func(call goja.FunctionCall) goja.Value {
|
||||||
|
sendResult(result{value: exportJSValue(call.Argument(0))})
|
||||||
|
return goja.Undefined()
|
||||||
|
})
|
||||||
|
onRejected := runtime.ToValue(func(call goja.FunctionCall) goja.Value {
|
||||||
|
sendResult(result{err: exportJSError(call.Argument(0))})
|
||||||
|
return goja.Undefined()
|
||||||
|
})
|
||||||
|
if _, err := thenFn(promiseObj, onFulfilled, onRejected); err != nil {
|
||||||
|
sendResult(result{err: err})
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
sendResult(result{value: exportJSValue(value)})
|
||||||
})
|
})
|
||||||
if !ok {
|
if !ok {
|
||||||
return nil, errors.New("engine loop terminated")
|
return nil, errors.New("engine loop terminated")
|
||||||
@@ -75,7 +129,7 @@ func (e *Engine) runOnLoop(fn func(runtime *goja.Runtime) (goja.Value, error)) (
|
|||||||
if res.err != nil {
|
if res.err != nil {
|
||||||
return nil, res.err
|
return nil, res.err
|
||||||
}
|
}
|
||||||
return resolveResult(res.value)
|
return res.value, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (e *Engine) Close() {
|
func (e *Engine) Close() {
|
||||||
@@ -130,7 +184,7 @@ func NewEngine(cfg *Config) *Engine {
|
|||||||
if _, err := runtime.RunString("global.location = new URL('http://localhost');"); err != nil {
|
if _, err := runtime.RunString("global.location = new URL('http://localhost');"); err != nil {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
if err := stream.Enable(runtime, cfg.StreamConfig); err != nil {
|
if err := stream.Enable(runtime, loop, cfg.StreamConfig); err != nil {
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
return
|
return
|
||||||
@@ -144,35 +198,45 @@ func Run(script string) (value any, err error) {
|
|||||||
return engine.RunString(script)
|
return engine.RunString(script)
|
||||||
}
|
}
|
||||||
|
|
||||||
// if the value is Promise, it will be resolved and return the result.
|
func exportJSValue(value goja.Value) any {
|
||||||
func resolveResult(value goja.Value) (any, error) {
|
if value == nil {
|
||||||
export := value.Export()
|
return nil
|
||||||
switch export.(type) {
|
}
|
||||||
case *goja.Promise:
|
return value.Export()
|
||||||
p := export.(*goja.Promise)
|
}
|
||||||
for p.State() == goja.PromiseStatePending {
|
|
||||||
time.Sleep(time.Millisecond * 10)
|
func exportJSError(value goja.Value) error {
|
||||||
}
|
if value == nil || goja.IsUndefined(value) || goja.IsNull(value) {
|
||||||
switch p.State() {
|
return errors.New("promise rejected")
|
||||||
case goja.PromiseStatePending:
|
}
|
||||||
return nil, nil
|
if err, ok := value.Export().(error); ok {
|
||||||
case goja.PromiseStateFulfilled:
|
return err
|
||||||
return p.Result().Export(), nil
|
}
|
||||||
case goja.PromiseStateRejected:
|
stack := value.String()
|
||||||
if err, ok := p.Result().Export().(error); ok {
|
if ro, ok := value.(*goja.Object); ok {
|
||||||
return nil, err
|
stackVal := ro.Get("stack")
|
||||||
} else {
|
if stackVal != nil && stackVal.String() != "" {
|
||||||
stack := p.Result().String()
|
stack = stackVal.String()
|
||||||
result := p.Result()
|
|
||||||
if ro, ok := result.(*goja.Object); ok {
|
|
||||||
stackVal := ro.Get("stack")
|
|
||||||
if stackVal != nil && stackVal.String() != "" {
|
|
||||||
stack = stackVal.String()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil, errors.New(stack)
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return export, nil
|
return errors.New(stack)
|
||||||
|
}
|
||||||
|
|
||||||
|
func callExportedFunction(fn func(goja.FunctionCall) goja.Value, args ...goja.Value) (ret goja.Value, err error) {
|
||||||
|
defer func() {
|
||||||
|
if r := recover(); r != nil {
|
||||||
|
switch v := r.(type) {
|
||||||
|
case error:
|
||||||
|
err = v
|
||||||
|
case goja.Value:
|
||||||
|
err = exportJSError(v)
|
||||||
|
default:
|
||||||
|
err = fmt.Errorf("panic: %v", r)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
return fn(goja.FunctionCall{
|
||||||
|
This: nil,
|
||||||
|
Arguments: args,
|
||||||
|
}), nil
|
||||||
}
|
}
|
||||||
@@ -26,7 +26,11 @@ func TestPolyfill(t *testing.T) {
|
|||||||
doTestPolyfill(t, "MessageError")
|
doTestPolyfill(t, "MessageError")
|
||||||
doTestPolyfill(t, "XMLHttpRequest")
|
doTestPolyfill(t, "XMLHttpRequest")
|
||||||
doTestPolyfill(t, "Blob")
|
doTestPolyfill(t, "Blob")
|
||||||
|
doTestPolyfill(t, "Event")
|
||||||
|
doTestPolyfill(t, "EventTarget")
|
||||||
doTestPolyfill(t, "FormData")
|
doTestPolyfill(t, "FormData")
|
||||||
|
doTestPolyfill(t, "AbortController")
|
||||||
|
doTestPolyfill(t, "AbortSignal")
|
||||||
doTestPolyfill(t, "TextDecoder")
|
doTestPolyfill(t, "TextDecoder")
|
||||||
doTestPolyfill(t, "TextEncoder")
|
doTestPolyfill(t, "TextEncoder")
|
||||||
doTestPolyfill(t, "fetch")
|
doTestPolyfill(t, "fetch")
|
||||||
@@ -36,13 +40,90 @@ func TestPolyfill(t *testing.T) {
|
|||||||
func TestError(t *testing.T) {
|
func TestError(t *testing.T) {
|
||||||
engine := NewEngine(nil)
|
engine := NewEngine(nil)
|
||||||
_, err := engine.RunString(`
|
_, err := engine.RunString(`
|
||||||
throw new MessageError('test');
|
throw new MessageError('test');
|
||||||
`)
|
`)
|
||||||
if me, ok := gojautil.AssertError[*gojaerror.MessageError](err); !ok {
|
if me, ok := gojautil.AssertError[*gojaerror.MessageError](err); !ok {
|
||||||
t.Fatalf("expect MessageError, but got %v", me)
|
t.Fatalf("expect MessageError, but got %v", me)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestURLCreateObjectURLRejectsUnsupportedType(t *testing.T) {
|
||||||
|
engine := NewEngine(nil)
|
||||||
|
defer engine.Close()
|
||||||
|
|
||||||
|
_, err := engine.RunString(`
|
||||||
|
URL.createObjectURL({});
|
||||||
|
`)
|
||||||
|
if err == nil {
|
||||||
|
t.Fatal("expected unsupported type error")
|
||||||
|
}
|
||||||
|
if !strings.Contains(err.Error(), "Unsupported object type for URL.createObjectURL: Object") {
|
||||||
|
t.Fatalf("unexpected unsupported type error: %v", err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallFunction_DetachedAsyncWorkDoesNotBlockReturn(t *testing.T) {
|
||||||
|
engine := NewEngine(nil)
|
||||||
|
defer engine.Close()
|
||||||
|
if _, err := engine.RunString(`
|
||||||
|
globalThis.__done = false;
|
||||||
|
async function testDetached() {
|
||||||
|
(async () => {
|
||||||
|
await new Promise((resolve) => setTimeout(resolve, 500));
|
||||||
|
globalThis.__done = true;
|
||||||
|
})();
|
||||||
|
return "ok";
|
||||||
|
}
|
||||||
|
`); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
fn, ok := goja.AssertFunction(engine.Runtime.Get("testDetached"))
|
||||||
|
if !ok {
|
||||||
|
t.Fatal("testDetached is not callable")
|
||||||
|
}
|
||||||
|
startedAt := time.Now()
|
||||||
|
value, err := engine.CallFunction(fn)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
elapsed := time.Since(startedAt)
|
||||||
|
if elapsed > 200*time.Millisecond {
|
||||||
|
t.Fatalf("detached async work blocked return for %s", elapsed)
|
||||||
|
}
|
||||||
|
if value != "ok" {
|
||||||
|
t.Fatalf("unexpected return value: %#v", value)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func TestCallFunction_AwaitedPromiseBlocksUntilSettled(t *testing.T) {
|
||||||
|
engine := NewEngine(nil)
|
||||||
|
defer engine.Close()
|
||||||
|
if _, err := engine.RunString(`
|
||||||
|
async function testAwaited() {
|
||||||
|
await new Promise((resolve) => setTimeout(resolve, 120));
|
||||||
|
return "ok";
|
||||||
|
}
|
||||||
|
`); err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
fn, ok := goja.AssertFunction(engine.Runtime.Get("testAwaited"))
|
||||||
|
if !ok {
|
||||||
|
t.Fatal("testAwaited is not callable")
|
||||||
|
}
|
||||||
|
startedAt := time.Now()
|
||||||
|
value, err := engine.CallFunction(fn)
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
elapsed := time.Since(startedAt)
|
||||||
|
if elapsed < 100*time.Millisecond {
|
||||||
|
t.Fatalf("awaited promise returned too early: %s", elapsed)
|
||||||
|
}
|
||||||
|
if value != "ok" {
|
||||||
|
t.Fatalf("unexpected return value: %#v", value)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
func TestFetch(t *testing.T) {
|
func TestFetch(t *testing.T) {
|
||||||
server := startServer()
|
server := startServer()
|
||||||
defer server.Close()
|
defer server.Close()
|
||||||
@@ -64,6 +145,50 @@ async function testText(){
|
|||||||
return await resp.text();
|
return await resp.text();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async function testResponseBodyGetReader() {
|
||||||
|
const resp = await fetch(host+'/text', {
|
||||||
|
method: 'POST',
|
||||||
|
body: 'stream-body'
|
||||||
|
});
|
||||||
|
if (!resp.body || typeof resp.body.getReader !== 'function') {
|
||||||
|
throw new Error('response.body.getReader is not available');
|
||||||
|
}
|
||||||
|
const reader = resp.body.getReader();
|
||||||
|
const decoder = new TextDecoder();
|
||||||
|
let result = '';
|
||||||
|
while (true) {
|
||||||
|
const { done, value } = await reader.read();
|
||||||
|
if (done) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
result += decoder.decode(value, { stream: true });
|
||||||
|
}
|
||||||
|
result += decoder.decode();
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
async function testStreamingFetchResponseBody() {
|
||||||
|
const startedAt = Date.now();
|
||||||
|
const resp = await fetch(host+'/stream');
|
||||||
|
const resolvedAt = Date.now() - startedAt;
|
||||||
|
const reader = resp.body.getReader();
|
||||||
|
const decoder = new TextDecoder();
|
||||||
|
const first = await reader.read();
|
||||||
|
const firstAt = Date.now() - startedAt;
|
||||||
|
const second = await reader.read();
|
||||||
|
const secondAt = Date.now() - startedAt;
|
||||||
|
let result = '';
|
||||||
|
result += decoder.decode(first.value, { stream: true });
|
||||||
|
result += decoder.decode(second.value, { stream: true });
|
||||||
|
result += decoder.decode();
|
||||||
|
return {
|
||||||
|
resolvedAt,
|
||||||
|
firstAt,
|
||||||
|
secondAt,
|
||||||
|
text: result
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
async function testOctetStream(file){
|
async function testOctetStream(file){
|
||||||
const resp = await fetch(host+'/octetStream',{
|
const resp = await fetch(host+'/octetStream',{
|
||||||
method: 'POST',
|
method: 'POST',
|
||||||
@@ -251,6 +376,32 @@ async function testFingerprintSafari(){
|
|||||||
t.Fatalf("testText failed, want %s, got %s", "test", result)
|
t.Fatalf("testText failed, want %s, got %s", "test", result)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
result, err = callTestFun(engine, "testResponseBodyGetReader")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
if result != "stream-body" {
|
||||||
|
t.Fatalf("testResponseBodyGetReader failed, want %s, got %s", "stream-body", result)
|
||||||
|
}
|
||||||
|
|
||||||
|
result, err = callTestFun(engine, "testStreamingFetchResponseBody")
|
||||||
|
if err != nil {
|
||||||
|
t.Fatal(err)
|
||||||
|
}
|
||||||
|
streaming := result.(map[string]any)
|
||||||
|
if streaming["text"] != "chunk-1chunk-2" {
|
||||||
|
t.Fatalf("testStreamingFetchResponseBody failed, want %s, got %v", "chunk-1chunk-2", streaming["text"])
|
||||||
|
}
|
||||||
|
if int(streaming["resolvedAt"].(int64)) >= 120 {
|
||||||
|
t.Fatalf("fetch resolved too late, got %dms", streaming["resolvedAt"].(int64))
|
||||||
|
}
|
||||||
|
if int(streaming["firstAt"].(int64)) >= 120 {
|
||||||
|
t.Fatalf("first chunk arrived too late, got %dms", streaming["firstAt"].(int64))
|
||||||
|
}
|
||||||
|
if int(streaming["secondAt"].(int64)) < 120 {
|
||||||
|
t.Fatalf("second chunk arrived too early, got %dms", streaming["secondAt"].(int64))
|
||||||
|
}
|
||||||
|
|
||||||
func() {
|
func() {
|
||||||
jsFile, _, md5 := buildFile(t, engine.Runtime)
|
jsFile, _, md5 := buildFile(t, engine.Runtime)
|
||||||
result, err = callTestFun(engine, "testOctetStream", jsFile)
|
result, err = callTestFun(engine, "testOctetStream", jsFile)
|
||||||
@@ -464,6 +615,18 @@ func startServer() net.Listener {
|
|||||||
w.WriteHeader(http.StatusOK)
|
w.WriteHeader(http.StatusOK)
|
||||||
w.Write(buf)
|
w.Write(buf)
|
||||||
})
|
})
|
||||||
|
mux.HandleFunc("/stream", func(w http.ResponseWriter, r *http.Request) {
|
||||||
|
w.WriteHeader(http.StatusOK)
|
||||||
|
if flusher, ok := w.(http.Flusher); ok {
|
||||||
|
_, _ = w.Write([]byte("chunk-1"))
|
||||||
|
flusher.Flush()
|
||||||
|
time.Sleep(150 * time.Millisecond)
|
||||||
|
_, _ = w.Write([]byte("chunk-2"))
|
||||||
|
flusher.Flush()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
_, _ = w.Write([]byte("chunk-1chunk-2"))
|
||||||
|
})
|
||||||
mux.HandleFunc("/octetStream", func(w http.ResponseWriter, r *http.Request) {
|
mux.HandleFunc("/octetStream", func(w http.ResponseWriter, r *http.Request) {
|
||||||
md5 := calcMd5(r.Body)
|
md5 := calcMd5(r.Body)
|
||||||
w.WriteHeader(http.StatusOK)
|
w.WriteHeader(http.StatusOK)
|
||||||
|
|||||||
File diff suppressed because it is too large.
Load diff
File diff suppressed because it is too large.
Load diff
@@ -1,6 +1,8 @@
|
|||||||
package vm
|
package vm
|
||||||
|
|
||||||
import (
|
import (
|
||||||
|
"fmt"
|
||||||
|
|
||||||
"github.com/dop251/goja"
|
"github.com/dop251/goja"
|
||||||
"github.com/dop251/goja_nodejs/eventloop"
|
"github.com/dop251/goja_nodejs/eventloop"
|
||||||
)
|
)
|
||||||
@@ -25,7 +27,12 @@ func (vm *Vm) Get(name string) (value any) {
|
|||||||
func (vm *Vm) RunString(script string) (value any, err error) {
|
func (vm *Vm) RunString(script string) (value any, err error) {
|
||||||
defer func() {
|
defer func() {
|
||||||
if r := recover(); r != nil {
|
if r := recover(); r != nil {
|
||||||
err = r.(error)
|
switch v := r.(type) {
|
||||||
|
case error:
|
||||||
|
err = v
|
||||||
|
default:
|
||||||
|
err = fmt.Errorf("panic: %v", r)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}()
|
}()
|
||||||
|
|
||||||
|
|||||||
@@ -1 +1 @@
|
|||||||
(()=>{var e={725:function(e,t,r){var o,n,i;i="undefined"!=typeof self&&self||"undefined"!=typeof window&&window||void 0!==r.g&&r.g||this,o=function(e){"use strict";var t=i.BlobBuilder||i.WebKitBlobBuilder||i.MSBlobBuilder||i.MozBlobBuilder,r=i.URL||i.webkitURL||function(e,t){return(t=document.createElement("a")).href=e,t},o=i.Blob,n=r.createObjectURL,a=r.revokeObjectURL,s=i.Symbol&&i.Symbol.toStringTag,u=!1,f=!1,l=t&&t.prototype.append&&t.prototype.getBlob;try{u=2===new Blob(["ä"]).size,f=2===new Blob([new Uint8Array([1,2])]).size}catch(e){}function c(e){return e.map((function(e){if(e.buffer instanceof ArrayBuffer){var t=e.buffer;if(e.byteLength!==t.byteLength){var r=new Uint8Array(e.byteLength);r.set(new Uint8Array(t,e.byteOffset,e.byteLength)),t=r.buffer}return t}return e}))}function h(e,r){r=r||{};var o=new t;return c(e).forEach((function(e){o.append(e)})),r.type?o.getBlob(r.type):o.getBlob()}function d(e,t){return new o(c(e),t||{})}i.Blob&&(h.prototype=Blob.prototype,d.prototype=Blob.prototype);var p="function"==typeof TextEncoder?TextEncoder.prototype.encode.bind(new TextEncoder):function(e){for(var t=0,r=e.length,o=i.Uint8Array||Array,n=0,a=Math.max(32,r+(r>>1)+7),s=new o(a>>3<<3);t<r;){var u=e.charCodeAt(t++);if(u>=55296&&u<=56319){if(t<r){var f=e.charCodeAt(t);56320==(64512&f)&&(++t,u=((1023&u)<<10)+(1023&f)+65536)}if(u>=55296&&u<=56319)continue}if(n+4>s.length){a+=8,a=(a*=1+t/e.length*2)>>3<<3;var l=new Uint8Array(a);l.set(s),s=l}if(0!=(4294967168&u)){if(0==(4294965248&u))s[n++]=u>>6&31|192;else if(0==(4294901760&u))s[n++]=u>>12&15|224,s[n++]=u>>6&63|128;else{if(0!=(4292870144&u))continue;s[n++]=u>>18&7|240,s[n++]=u>>12&63|128,s[n++]=u>>6&63|128}s[n++]=63&u|128}else s[n++]=u}return s.slice(0,n)},y="function"==typeof TextDecoder?TextDecoder.prototype.decode.bind(new TextDecoder):function(e){for(var t=e.length,r=[],o=0;o<t;){var n,i,a,s,u=e[o],f=null,l=u>239?4:u>223?3:u>191?2:1;if(o+l<=t)switch(l){case 1:u<128&&(f=u);break;case 2:128==(192&(n=e[o+1]))&&(s=(31&u)<<6|63&n)>127&&(f=s);break;case 3:n=e[o+1],i=e[o+2],128==(192&n)&&128==(192&i)&&(s=(15&u)<<12|(63&n)<<6|63&i)>2047&&(s<55296||s>57343)&&(f=s);break;case 4:n=e[o+1],i=e[o+2],a=e[o+3],128==(192&n)&&128==(192&i)&&128==(192&a)&&(s=(15&u)<<18|(63&n)<<12|(63&i)<<6|63&a)>65535&&s<1114112&&(f=s)}null===f?(f=65533,l=1):f>65535&&(f-=65536,r.push(f>>>10&1023|55296),f=56320|1023&f),r.push(f),o+=l}for(var c=r.length,h="",d=0;d<c;)h+=String.fromCharCode.apply(String,r.slice(d,d+=4096));return h};function b(){var t=!!i.ActiveXObject||"-ms-scroll-limit"in document.documentElement.style&&"-ms-ime-align"in document.documentElement.style,r=i.XMLHttpRequest&&i.XMLHttpRequest.prototype.send;t&&r&&(XMLHttpRequest.prototype.send=function(e){e instanceof Blob?(this.setRequestHeader("Content-Type",e.type),r.call(this,e)):r.call(this,e)});try{new File([],""),e.File=i.File,e.FileReader=i.FileReader}catch(t){try{e.File=new Function('class File extends Blob {constructor(chunks, name, opts) {opts = opts || {};super(chunks, opts || {});this.name = name.replace(/\\//g, ":");this.lastModifiedDate = opts.lastModified ? new Date(opts.lastModified) : new Date();this.lastModified = +this.lastModifiedDate;}};return new File([], ""), File')()}catch(t){e.File=function(e,t,r){var o=new Blob(e,r),n=r&&void 0!==r.lastModified?new Date(r.lastModified):new Date;return o.name=t.replace(/\//g,":"),o.lastModifiedDate=n,o.lastModified=+n,o.toString=function(){return"[object File]"},s&&(o[s]="File"),o}}}}u?(b(),e.Blob=f?i.Blob:d):l?(b(),e.Blob=h):function(){function t(e){for(var t=new Array(e.byteLength),r=new Uint8Array(e),o=t.length;o--;)t[o]=r[o];return t}function o(e){for(var t="ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=",r=[],o=0;o<e.length;o+=3){var n=e[o],i=o+1<e.length,a=i?e[o+1]:0,s=o+2<e.length,u=s?e[o+2]:0,f=n>>2,l=(3&n)<<4|a>>4,c=(15&a)<<2|u>>6,h=63&u;s||(h=64,i||(c=64)),r.push(t[f],t[l],t[c],t[h])}return r.join("")}var s=Object.create||function(e){function t(){}return t.prototype=e,new t};function u(e){return Object.prototype.toString.call(e).slice(8,-1)}function f(e,t){return"object"==typeof e&&Object.prototype.isPrototypeOf.call(e.prototype,t)}var l=["Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Uint16Array","Int32Array","Uint32Array","Float32Array","Float64Array","ArrayBuffer"];function c(e){return t=l,r=u(e),-1!==t.indexOf(r)||f(i.ArrayBuffer,e);var t,r}function h(e,r){r=null==r?{}:r;for(var o=0,n=(e=e?e.slice():[]).length;o<n;o++){var a=e[o];a instanceof h?e[o]=a._buffer:"string"==typeof a?e[o]=p(a):"DataView"===u(s=a)||f(i.DataView,s)?e[o]=t(a.buffer):c(a)?e[o]=t(a):e[o]=p(String(a))}var s;this._buffer=i.Uint8Array?function(e){for(var t=0,r=e.length;r--;)t+=e[r].length;for(var o=new Uint8Array(t),n=0,i=0;i<e.length;i++){var a=e[i];o.set(a,n),n+=a.byteLength||a.length}return o}(e):[].concat.apply([],e),this.size=this._buffer.length,this.type=r.type||"",/[^\u0020-\u007E]/.test(this.type)?this.type="":this.type=this.type.toLowerCase()}funcLine truncated
|
(()=>{var e={847(e,t,r){var n,o;n=function(){"use strict";function e(e,t){(null==t||t>e.length)&&(t=e.length);for(var r=0,n=Array(t);r<t;r++)n[r]=e[r];return n}function t(e,t,r){return t=l(t),function(e,t){if(t&&("object"==typeof t||"function"==typeof t))return t;if(void 0!==t)throw new TypeError("Derived constructors may only return object or undefined");return function(e){if(void 0===e)throw new ReferenceError("this hasn't been initialised - super() hasn't been called");return e}(e)}(e,c()?Reflect.construct(t,r||[],l(e).constructor):t.apply(e,r))}function n(e,t){if(!(e instanceof t))throw new TypeError("Cannot call a class as a function")}function o(e,t){for(var r=0;r<t.length;r++){var n=t[r];n.enumerable=n.enumerable||!1,n.configurable=!0,"value"in n&&(n.writable=!0),Object.defineProperty(e,f(n.key),n)}}function i(e,t,r){return t&&o(e.prototype,t),r&&o(e,r),Object.defineProperty(e,"prototype",{writable:!1}),e}function a(t,r){var n="undefined"!=typeof Symbol&&t[Symbol.iterator]||t["@@iterator"];if(!n){if(Array.isArray(t)||(n=function(t,r){if(t){if("string"==typeof t)return e(t,r);var n={}.toString.call(t).slice(8,-1);return"Object"===n&&t.constructor&&(n=t.constructor.name),"Map"===n||"Set"===n?Array.from(t):"Arguments"===n||/^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)?e(t,r):void 0}}(t))||r&&t&&"number"==typeof t.length){n&&(t=n);var o=0,i=function(){};return{s:i,n:function(){return o>=t.length?{done:!0}:{done:!1,value:t[o++]}},e:function(e){throw e},f:i}}throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.")}var a,s=!0,l=!1;return{s:function(){n=n.call(t)},n:function(){var e=n.next();return s=e.done,e},e:function(e){l=!0,a=e},f:function(){try{s||null==n.return||n.return()}finally{if(l)throw a}}}}function s(){return s="undefined"!=typeof Reflect&&Reflect.get?Reflect.get.bind():function(e,t,r){var n=function(e,t){for(;!{}.hasOwnProperty.call(e,t)&&null!==(e=l(e)););return e}(e,t);if(n){var o=Object.getOwnPropertyDescriptor(n,t);return o.get?o.get.call(arguments.length<3?e:r):o.value}},s.apply(null,arguments)}function l(e){return l=Object.setPrototypeOf?Object.getPrototypeOf.bind():function(e){return e.__proto__||Object.getPrototypeOf(e)},l(e)}function c(){try{var e=!Boolean.prototype.valueOf.call(Reflect.construct(Boolean,[],function(){}))}catch(e){}return(c=function(){return!!e})()}function u(e,t){return u=Object.setPrototypeOf?Object.setPrototypeOf.bind():function(e,t){return e.__proto__=t,e},u(e,t)}function f(e){var t=function(e,t){if("object"!=typeof e||!e)return e;var r=e[Symbol.toPrimitive];if(void 0!==r){var n=r.call(e,t||"default");if("object"!=typeof n)return n;throw new TypeError("@@toPrimitive must return a primitive value.")}return("string"===t?String:Number)(e)}(e,"string");return"symbol"==typeof t?t:t+""}!function(e){e.AbortSignal,e.AbortController}("undefined"!=typeof self?self:r.g);var p=function(){return i(function e(){n(this,e),Object.defineProperty(this,"listeners",{value:{},writable:!0,configurable:!0})},[{key:"addEventListener",value:function(e,t,r){e in this.listeners||(this.listeners[e]=[]),this.listeners[e].push({callback:t,options:r})}},{key:"removeEventListener",value:function(e,t){if(e in this.listeners)for(var r=this.listeners[e],n=0,o=r.length;n<o;n++)if(r[n].callback===t)return void r.splice(n,1)}},{key:"dispatchEvent",value:function(e){var t=this;if(e.type in this.listeners){for(var r=this.listeners[e.type].slice(),n=function(){var n=r[o];try{n.callback.call(t,e)}catch(e){Promise.resolve().then(function(){throw e})}n.options&&n.options.once&&t.removeEventListener(e.type,n.callback)},o=0,i=r.length;o<i;o++)n();return!e.defaultPrevented}}}])}(),d=function(e){function r(){var e;return n(this,r),(e=t(this,r)).listeners||p.call(e),Object.defineProperty(e,"aborted",{value:!1,writable:!0,configurable:!0}),Object.defineProperty(e,"onabort",{value:null,writable:!0,configurable:!0}),Object.defineProperty(e,"reason",{value:void 0,writable:!0,configurable:!0}),e}return function(e,t){if("function"!=typeof t&&null!==t)throw new TypeError("Super expression must either be null or a function");e.prototype=Object.create(t&&t.prototype,{constructor:{value:e,writable:!0,configurable:!0}}),Object.defineProperty(e,"prototype",{writable:!1}),t&&u(e,t)}(r,e),i(r,[{key:"toString",value:function(){return"[object AbortSignal]"}},{key:"dispatchEvent",value:function(e){var t,n,o,i,a;"abort"===e.type&&(this.aborted=!0,"function"==typeof this.onabort&&this.onabort.call(this,e)),(t=r,n="dispatchEvent",o=this,a=s(l(1&(i=3)?t.prototype:t),n,o),2&i&&"function"==typeof a?function(e){return a.apply(o,e)}:a)([e])}},{key:"throwIfAborted",value:function(){var e=this.aborted,t=this.reason;if(e)throw void 0===t?"Aborted":t}}],[{key:"timeout",value:function(e){var t=new h;return setTimeout(function(){return t.abort(new DOMException("This signal is timeout in ".concat(e,"ms"),"TimeoutError"))},e),t.signal}},{keLine truncated
|
||||||
+893
-2128
File diff suppressed because it is too large.
Load diff
@@ -18,7 +18,9 @@
|
|||||||
"webpack-cli": "^5.0.1"
|
"webpack-cli": "^5.0.1"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
|
"abortcontroller-polyfill": "^1.7.8",
|
||||||
"blob-polyfill": "^7.0.20220408",
|
"blob-polyfill": "^7.0.20220408",
|
||||||
|
"event-target-shim": "^6.0.2",
|
||||||
"fastestsmallesttextencoderdecoder": "^1.0.22",
|
"fastestsmallesttextencoderdecoder": "^1.0.22",
|
||||||
"whatwg-fetch": "^3.6.20"
|
"whatwg-fetch": "^3.6.20"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,2 @@
|
|||||||
|
import "../event/index.js";
|
||||||
|
import "abortcontroller-polyfill/dist/abortcontroller-polyfill-only.js";
|
||||||
@@ -0,0 +1,9 @@
|
|||||||
|
import { Event, EventTarget } from "event-target-shim";
|
||||||
|
|
||||||
|
if (typeof globalThis.Event !== "function") {
|
||||||
|
globalThis.Event = Event;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (typeof globalThis.EventTarget !== "function") {
|
||||||
|
globalThis.EventTarget = EventTarget;
|
||||||
|
}
|
||||||
@@ -1,5 +1,7 @@
|
|||||||
|
import "./event/index.js"
|
||||||
|
import "./abort/index.js"
|
||||||
import "./blob/index.js"
|
import "./blob/index.js"
|
||||||
import "./crypto/index.js"
|
import "./crypto/index.js"
|
||||||
// polyfill TextEncoder
|
// polyfill TextEncoder
|
||||||
import 'fastestsmallesttextencoderdecoder';
|
import 'fastestsmallesttextencoderdecoder';
|
||||||
import "./fetch/index.js"
|
import "./fetch/index.js"
|
||||||
@@ -0,0 +1,20 @@
|
|||||||
|
package webview
|
||||||
|
|
||||||
|
type Provider interface {
|
||||||
|
IsAvailable() bool
|
||||||
|
Open(opts OpenOptions) (Page, error)
|
||||||
|
}
|
||||||
|
|
||||||
|
type unavailableProvider struct{}
|
||||||
|
|
||||||
|
func NewUnavailableProvider() Provider {
|
||||||
|
return unavailableProvider{}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (unavailableProvider) IsAvailable() bool {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
func (unavailableProvider) Open(OpenOptions) (Page, error) {
|
||||||
|
return nil, ErrUnavailable
|
||||||
|
}
|
||||||
Loaded 50 of 92 files, more files were not shown because too many files have changed in this diff.
Show more
Reference in new issue
Block a user