feat: spool media inputs to disk and report producer progress

This commit is contained in:
Levi committed 2026-09-16 23:16:19 +08:00
1 parent e99ef6c7f4
commit e0ced260e2
36 files changed
+1747 -366

No files matched your search

+47 -6
View File
@@ -9,6 +9,7 @@ import (
"sync"
"sync/atomic"
"github.com/GopeedLab/gopeed/internal/production"
"github.com/dop251/goja"
"github.com/dop251/goja_nodejs/eventloop"
)
@@ -17,6 +18,7 @@ import (
var script string
type Config struct {
Producers *production.Registry
CreateObjectURL func(opts *ObjectURLOptions, open ObjectURLOpener) (string, error)
RevokeObjectURL func(url string) error
}
@@ -39,6 +41,23 @@ func Enable(runtime *goja.Runtime, loop *eventloop.EventLoop, cfg *Config) error
cfg = &Config{}
}
blobPipes := newBlobPipeRegistry()
if err := runtime.Set("__gopeed_blob_pipe_bind", func(pipeID, producerID string) {
var source production.Source
if cfg.Producers != nil {
source = cfg.Producers.Get(producerID)
}
blobPipes.mu.Lock()
pipe := blobPipes.pipes[pipeID]
blobPipes.mu.Unlock()
if pipe != nil {
pipe.mu.Lock()
pipe.producer = source
pipe.mu.Unlock()
pipe.readyOnce.Do(func() { close(pipe.ready) })
}
}); err != nil {
return err
}
if err := runtime.Set("__gopeed_create_blob_object_url", func(call goja.FunctionCall) goja.Value {
if cfg.CreateObjectURL == nil {
panic(runtime.NewGoError(fmt.Errorf("blob object url handler not configured")))
@@ -189,12 +208,15 @@ type blobPipeItem struct {
}
type blobPipe struct {
id string
loop *eventloop.EventLoop
registry *blobPipeRegistry
ctx context.Context
cancel context.CancelFunc
ch chan blobPipeItem
ready chan struct{}
readyOnce sync.Once
producer production.Source
id string
loop *eventloop.EventLoop
registry *blobPipeRegistry
ctx context.Context
cancel context.CancelFunc
ch chan blobPipeItem
mu sync.Mutex
buf []byte
@@ -205,6 +227,7 @@ type blobPipe struct {
func newBlobPipe(ctx context.Context, loop *eventloop.EventLoop, registry *blobPipeRegistry) *blobPipe {
pipeCtx, cancel := context.WithCancel(ctx)
return &blobPipe{
ready: make(chan struct{}),
id: registry.NewID(),
loop: loop,
registry: registry,
@@ -228,6 +251,7 @@ func (p *blobPipe) Push(chunk []byte) bool {
}
func (p *blobPipe) CloseWithError(err error) {
p.readyOnce.Do(func() { close(p.ready) })
p.once.Do(func() {
p.registry.Remove(p.id)
select {
@@ -480,3 +504,20 @@ func exportJSError(value goja.Value) error {
}
return errors.New(stack)
}
func (p *blobPipe) Production() production.Source {
p.mu.Lock()
defer p.mu.Unlock()
return p.producer
}
func (p *blobPipe) WaitProduction(ctx context.Context) error {
select {
case <-p.ready:
return nil
case <-p.ctx.Done():
return p.ctx.Err()
case <-ctx.Done():
return ctx.Err()
}
}
+5 -1
View File
@@ -734,6 +734,8 @@
finishBlobPipeReader(state, true, reason).catch(function () {});
};
const producers = new WeakMap();
globalThis.__gopeed_bind_producer = (stream, id) => producers.set(stream, id);
globalThis.__gopeed_blob_pipe_source = function (openReadable, request, pipeId) {
if (typeof openReadable !== "function") {
throw new TypeError("blob opener must be callable");
@@ -752,6 +754,8 @@
try {
const source = await openReadable(normalizeOpenRequest(request));
state.openSettled = true;
const producer = producers.get(source);
globalThis.__gopeed_blob_pipe_bind(pipeId, producer || "");
state.reader = toReadableStreamReader(source, "gopeed.runtime.blob.createObjectURL opener function");
if (state.cancelRequested) {
await finishBlobPipeReader(state, true, state.cancelReason);
@@ -777,7 +781,7 @@
}
} catch (error) {
if (!state.cancelRequested) {
globalThis.__gopeed_blob_pipe_error(pipeId, error && error.stack ? error.stack : String(error));
globalThis.__gopeed_blob_pipe_error(pipeId, error && (error.stack || error.message) ? (error.stack || error.message) : String(error));
}
} finally {
state.openSettled = true;