refactor: modularize Beam into new projects and interfaces

- Introduced modularity by splitting Beam into new projects: Beam.Abstractions, Beam.Models, and Beam.Downloaders. - Refactored existing classes into appropriate namespaces and projects. - Replaced specific implementations with abstractions (e.g., SourceLinkBuilder to LinkBuilder, State to IState, etc.). - Updated interfaces: added ITemplate, IArticleData, IDownloadReport, and others for improved extensibility. - Removed deprecated classes like SourceLinkBuilder and StateChangerFactory. - Enhanced link handling in downloaders by refactoring to use `string` over `SourceLink`. - Consolidated shared logic under Beam.Abstractions.
2025-09-22 01:51:46 +10:00
parent a7d148a96f
commit 7ed05abdb8
128 changed files with 2058 additions and 1804 deletions
@@ -0,0 +1,58 @@
+using aeqw89.DataKeys;
+using Beam.Abstractions;
+
+namespace Beam.Dynamic {
+    public partial interface IArchitecture {
+        private class MainArchitecture : IArchitecture {
+            public MainArchitecture() { }
+
+            public DataKey<IDocumentMetaData> ChapterKey { get; set; } = new("ma:chapter");
+            public DataKey<IDocumentMetaData> BookKey { get; set; } = new("ma:book");
+
+            //public DownloadContext<IDocumentMetaData>? GetMeta(HtmlWeb web, DataKey<ResourceDictionary> pieceKey, BeamDataDictionary sdd, CancellationToken ct = default, ILogger? logger = null) {
+            //    var piece = sdd.ResourceDictionaries[pieceKey].ToRecord(sdd); // retrieves novel data from the sdd
+            //    var auxiliary = piece.AssociatedMetaSource?.ToRecord(sdd); // retrieves novel aux data from the sdd
+                
+            //    // null checks
+            //    if (auxiliary is null) // aux is required to get metadata
+            //        return null;
+            //    if (piece?.Resource?.MetaTemplateInitialData is null) // sanity check to avoid null warnings
+            //        return null;
+
+            //    // gets the link for the novel's metadata using the auxillary data retrieved from the sdd
+            //    var link = sdd.Templates[auxiliary.Resource.Key].Builder.Build(piece?.Resource?.MetaTemplateInitialData);
+            //    var binding = auxiliary.Bindings; 
+
+            //    return new DownloadContext<IDocumentMetaData>(web, new(), [link], downloadLogger: logger);
+            //}
+
+            //public DownloadContext<IDocument>? GetTextRecord(HtmlWeb web, DataKey<ResourceDictionary> resKey, BeamDataDictionary sdd, IDocumentMetaData? metaData = null, CancellationToken ct = default, ILogger? logger = null) {
+            //    var res = sdd.ResourceDictionaries[resKey].ToRecord(sdd); // retrieves the novel data from the sdd
+            //    var aggregator = res.AssociatedSource?.ToRecord(sdd); // retrieves the aggregator (novel web source) from the sdd
+
+            //    if (aggregator is null) // ensure aggergator data was retrieved successfully
+            //        return null;
+            //    if (res is null) // ensure novel data was retrieved successfully
+            //        return null;
+
+            //    var template = sdd.Templates[aggregator.Resource.Key]; // gets the link generator for the specified aggregator
+
+            //    // creates a generative enumerable of type link from 'template'
+            //    var sle = SourceLinkEnumerable.FromGenerator(new OrderedSourceLinkGenerator(
+            //        template.Builder, new NumberedStateChanger(template.Factory.Behavior), 
+            //        res.Resource.TemplateInitialData));
+
+            //    return new DownloadContext<IDocument>(web, new(), sle,
+            //        retryReporter: new Progress<RetryReport>((x) => Console.WriteLine($"Retrying download of '{x.Link}' ({x.TryNumber}x)")),
+            //        //downloadReporter: new Progress<DownloadReport>((x) => Console.WriteLine($"Downloaded ({x})")),
+            //        asyncFailurePredicates: [
+            //            //(x) => Task.FromResult(!x.DocumentNode.InnerHtml.Contains("<div id=\"chapter-container\" class=\"chapter-content\" itemprop=\"description\">"))
+            //        ],
+            //        timeOut: TimeSpan.FromSeconds(15),
+            //        downloadLogger: logger
+            //    );
+            //}
+
+        }
+    }
+}