Refactor downloaders to use ByteDocument and add options builders
Replaces generic RawType with ByteDocument in downloaders and context classes, simplifying type usage. Adds builder classes for FailurePredicateOptions, FragmentOptions, SkipPredicateOptions, and UnitDownloaderOptions to improve configuration flexibility. Introduces DownloadTarget enum and SkipPredicate delegate for more granular download control. Refactors Fluent API interfaces and implementations to remove RawType generics and streamline usage. Adds Playwright and Stealth download strategies for extensibility.
This commit is contained in:
@@ -0,0 +1,25 @@
|
||||
using Beam.Abstractions;
|
||||
using Beam.Models;
|
||||
using Microsoft.Playwright;
|
||||
|
||||
namespace Beam.Playwright.Strategies;
|
||||
|
||||
internal class WaitingDownloadStrategy : IDownloadStrategy {
|
||||
public async Task DownloadToStream(string url, int bufferSize, Stream destinationStream, IProgress<IDownloadReport> progress, IPage page,
|
||||
CancellationToken ct) {
|
||||
|
||||
var download = await page.WaitForDownloadAsync();
|
||||
await using var stream = await download.CreateReadStreamAsync();
|
||||
var buffer = new byte[bufferSize];
|
||||
var inBuffer = 0;
|
||||
var downloaded = 0;
|
||||
while ((inBuffer = stream.Read(buffer)) > 0) {
|
||||
downloaded += inBuffer;
|
||||
progress?.Report(new DownloadReport() {
|
||||
BytesDownloaded = downloaded,
|
||||
BytesRemaining = stream.Length - downloaded
|
||||
});
|
||||
await destinationStream.WriteAsync(buffer.AsMemory(0, inBuffer), ct);
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user