qwsdcvghyu89
2958a26e4f
Replaces specialized binary and HTML downloaders with a generic, options-driven UnitDownloader and UnitFragmentDownloader pattern. Introduces UnitDownloaderOptions and builder classes for flexible configuration, updates interfaces and method signatures to support progress reporting, and removes redundant binary-specific classes. Updates Playwright and Stealth downloaders to use the new generic base, and adds improved error handling and reporting. Also updates dependency versions and makes minor API consistency improvements across the Fluent and Models layers.
42 lines
1.6 KiB
C#
42 lines
1.6 KiB
C#
using Beam.Abstractions;
|
|
using Beam.Downloaders;
|
|
using Beam.Models;
|
|
using Microsoft.Playwright;
|
|
|
|
namespace Beam.Playwright {
|
|
public class PlaywrightUnitDownloader<RawType, OutType>(
|
|
UnitDownloaderOptions<RawType, OutType> options,
|
|
PlaywrightAsyncManipulator puppetManipulator)
|
|
: UnitDownloader<RawType, OutType>(options)
|
|
where RawType : IDocument {
|
|
public PlaywrightAsyncManipulator PuppetManipulator { get; } = puppetManipulator;
|
|
|
|
protected override async Task DownloadToStream(string url, int bufferSize, Stream destinationStream, IProgress<IDownloadReport> progress, CancellationToken ct) {
|
|
var page = await PlaywrightContext.Browser.Value.NewPageAsync();
|
|
try {
|
|
await page.GotoAsync(url);
|
|
await PuppetManipulator(page);
|
|
var download = await page.WaitForDownloadAsync();
|
|
|
|
await using var stream = await download.CreateReadStreamAsync();
|
|
var buffer = new byte[bufferSize];
|
|
var inBuffer = 0;
|
|
var downloaded = 0;
|
|
while ((inBuffer = stream.Read(buffer)) > 0) {
|
|
downloaded += inBuffer;
|
|
progress?.Report(new DownloadReport() {
|
|
BytesDownloaded = downloaded,
|
|
BytesRemaining = stream.Length - downloaded
|
|
});
|
|
await destinationStream.WriteAsync(buffer.AsMemory(0, inBuffer), ct);
|
|
}
|
|
|
|
} finally {
|
|
if (!page.IsClosed)
|
|
await page.CloseAsync();
|
|
}
|
|
}
|
|
}
|
|
|
|
}
|