Introduce Beam.Fluent and Beam.Models projects

Added new Beam.Fluent and Beam.Models projects with staged download builder and data context models. Refactored and moved model classes from Beam.Temporary.Cli to Beam.Models. Added new data providers and extended DataBindings in Beam.Dynamic. Renamed Beam.Puppeteer to Beam.Playwright and updated related classes. Updated project references and package versions. Removed obsolete and unused files from Beam.Temporary.Cli.

Beam.Playwright/Beam.Playwright.csproj

@@ -0,0 +1,16 @@
+<?xml version='1.0' encoding='utf-8'?>
+<Project Sdk="Microsoft.NET.Sdk">
+    <PropertyGroup>
+        <TargetFramework>net9.0</TargetFramework>
+        <ImplicitUsings>enable</ImplicitUsings>
+        <Nullable>enable</Nullable>
+    </PropertyGroup>
+    <ItemGroup>
+        <PackageReference Include="Microsoft.Playwright" Version="1.52.0" />
+    </ItemGroup>
+    <ItemGroup>
+        <ProjectReference Include="..\Beam\Beam.csproj">
+            <PrivateAssets>all</PrivateAssets>
+        </ProjectReference>
+    </ItemGroup>
+</Project>

Beam.Playwright/PlaywrightConfig.cs

@@ -0,0 +1,10 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace Beam.Playwright {
+    internal class PlaywrightConfig {
+    }
+}

Beam.Playwright/PlaywrightContext.cs

@@ -0,0 +1,20 @@
+using Microsoft.Playwright;
+
+namespace Beam.Playwright {
+    public delegate Task PlaywrightAsyncManipulator(IPage page);
+
+    public static class PlaywrightContext {
+        public static Lazy<IPlaywright> Playwright { get; set; }
+        public static Lazy<IBrowser> Browser { get; set; }
+
+        //public static Task<IBrowser> OpenBrowser() {
+
+        //}
+
+        static PlaywrightContext() {
+            Playwright = new Lazy<IPlaywright>(() => Microsoft.Playwright.Playwright.CreateAsync().Result);
+            Browser = new Lazy<IBrowser>(() => Playwright.Value.Chromium.LaunchAsync().Result);
+        }
+    }
+
+}

Beam.Playwright/PlaywrightUnitDownloader.cs

@@ -0,0 +1,39 @@
+using Microsoft.Playwright;
+
+namespace Beam.Playwright {
+    public class PlaywrightUnitDownloader<T> : UnitDownloaderBinary<T> {
+        public PlaywrightAsyncManipulator PuppetManipulator { get; }
+
+        public PlaywrightUnitDownloader(HttpClient client, PlaywrightAsyncManipulator puppetManipulator, AsyncTransformer<ByteDocument, T> asyncHtmlTransformer, AsyncDownloadFailurePredicate<ByteDocument>[] asyncDownloadFailurePredicates)
+            : base(client, asyncHtmlTransformer, asyncDownloadFailurePredicates) {
+            PuppetManipulator = puppetManipulator;
+        }
+
+        protected override async Task<(bool, T?)> TryDownloadWithNoRetries(string link, CancellationToken ct) {
+            var page = await PlaywrightContext.Browser.Value.NewPageAsync();
+            try {
+                await page.GotoAsync(link);
+                await PuppetManipulator(page);
+                var download = await page.WaitForDownloadAsync();
+
+                using var stream = await download.CreateReadStreamAsync();
+                byte[] content = new byte[stream.Length];
+
+                await stream.ReadExactlyAsync(content, ct);
+
+                ByteDocument doc = new ByteDocument(download.SuggestedFilename, content);
+                if (FailurePredicates is not null && await IsFailure(doc))
+                    return (false, default);
+
+                var transformed = await Transformer(doc);
+                return (true, transformed);
+            } catch (Exception) {
+                return (false, default);
+            } finally {
+                if (!page.IsClosed)
+                    await page.CloseAsync();
+            }
+        }
+    }
+
+}

Beam.Playwright/PlaywrightUnitPageDownloader.cs

@@ -0,0 +1,37 @@
+
+using HtmlAgilityPack;
+using Microsoft.Playwright;
+
+namespace Beam.Playwright {
+    public class PlaywrightUnitPageDownloader<T> : UnitDownloader<T> {
+        public PlaywrightAsyncManipulator PuppetManipulator { get; }
+
+        public PlaywrightUnitPageDownloader(HtmlWeb web, PlaywrightAsyncManipulator puppetManipulator, AsyncTransformer<HtmlDocument, T> asyncHtmlTransformer, AsyncDownloadFailurePredicate<HtmlDocument>[] asyncDownloadFailurePredicates)
+            : base(web, asyncHtmlTransformer, asyncDownloadFailurePredicates) {
+            PuppetManipulator = puppetManipulator;
+        }
+
+        protected override async Task<(bool, T?)> TryDownloadWithNoRetries(string link, CancellationToken ct) {
+            var page = await PlaywrightContext.Browser.Value.NewPageAsync();
+            try {
+                await page.GotoAsync(link);
+                await PuppetManipulator(page);
+                var content = await page.ContentAsync();
+                await page.CloseAsync();
+
+                HtmlDocument doc = new();
+                doc.LoadHtml(content);
+                var transformed = await Transformer(doc);
+                if (FailurePredicates is null || !(await IsFailure(doc)))
+                    return (true, transformed);
+                return (false, default);
+            } catch (Exception) {
+                return (false, default);
+            } finally {
+                if (!page.IsClosed)
+                    await page.CloseAsync();
+            }
+        }
+    }
+
+}