Introduce Beam.Fluent and Beam.Models projects

Added new Beam.Fluent and Beam.Models projects with staged download builder and data context models. Refactored and moved model classes from Beam.Temporary.Cli to Beam.Models. Added new data providers and extended DataBindings in Beam.Dynamic. Renamed Beam.Puppeteer to Beam.Playwright and updated related classes. Updated project references and package versions. Removed obsolete and unused files from Beam.Temporary.Cli.
2025-09-18 18:32:25 +10:00
parent 849bdcd089
commit a7d148a96f
72 changed files with 2100 additions and 721 deletions
@@ -0,0 +1,41 @@
+using HtmlAgilityPack;
+using Microsoft.Extensions.Logging;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace Beam.Stealth {
+    public class StealthUnitPageDownloader<T> : UnitDownloader<T> {
+        public StealthConfig Config { get; }
+        public StealthAsyncManipulator Manipulator { get; }
+
+        private ILogger? Logger => Config.Logger;
+
+        public StealthUnitPageDownloader(HtmlWeb web, StealthConfig config, StealthAsyncManipulator manipulator, AsyncTransformer<HtmlDocument, T> transformer, AsyncDownloadFailurePredicate<HtmlDocument>?[]? failurePredicate = null) : base(web, transformer, failurePredicate) {
+            Config = config;
+            Manipulator = manipulator;
+        }
+
+        protected async override Task<(bool, T?)> TryDownloadWithNoRetries(string link, CancellationToken ct) {
+            try {
+                var driver = Config.Driver;
+
+                await driver.Navigate().GoToUrlAsync(link);
+                await Manipulator(driver);
+
+                HtmlDocument doc = new();
+                doc.LoadHtml(driver.PageSource);
+
+                if (await IsFailure(doc))
+                    return (false, default);
+
+                return (true, await Transformer(doc));
+            } catch (Exception e) {
+                Logger?.LogError(e, "Error occurred downloading {}", link);
+                return (false, default);
+            }
+        }
+    }
+}