qwsdcvghyu89
7ed05abdb8
- Introduced modularity by splitting Beam into new projects: Beam.Abstractions, Beam.Models, and Beam.Downloaders. - Refactored existing classes into appropriate namespaces and projects. - Replaced specific implementations with abstractions (e.g., SourceLinkBuilder to LinkBuilder, State to IState, etc.). - Updated interfaces: added ITemplate, IArticleData, IDownloadReport, and others for improved extensibility. - Removed deprecated classes like SourceLinkBuilder and StateChangerFactory. - Enhanced link handling in downloaders by refactoring to use `string` over `SourceLink`. - Consolidated shared logic under Beam.Abstractions.
59 lines
3.4 KiB
C#
59 lines
3.4 KiB
C#
using aeqw89.DataKeys;
|
|
using Beam.Abstractions;
|
|
|
|
namespace Beam.Dynamic {
|
|
public partial interface IArchitecture {
|
|
private class MainArchitecture : IArchitecture {
|
|
public MainArchitecture() { }
|
|
|
|
public DataKey<IDocumentMetaData> ChapterKey { get; set; } = new("ma:chapter");
|
|
public DataKey<IDocumentMetaData> BookKey { get; set; } = new("ma:book");
|
|
|
|
//public DownloadContext<IDocumentMetaData>? GetMeta(HtmlWeb web, DataKey<ResourceDictionary> pieceKey, BeamDataDictionary sdd, CancellationToken ct = default, ILogger? logger = null) {
|
|
// var piece = sdd.ResourceDictionaries[pieceKey].ToRecord(sdd); // retrieves novel data from the sdd
|
|
// var auxiliary = piece.AssociatedMetaSource?.ToRecord(sdd); // retrieves novel aux data from the sdd
|
|
|
|
// // null checks
|
|
// if (auxiliary is null) // aux is required to get metadata
|
|
// return null;
|
|
// if (piece?.Resource?.MetaTemplateInitialData is null) // sanity check to avoid null warnings
|
|
// return null;
|
|
|
|
// // gets the link for the novel's metadata using the auxillary data retrieved from the sdd
|
|
// var link = sdd.Templates[auxiliary.Resource.Key].Builder.Build(piece?.Resource?.MetaTemplateInitialData);
|
|
// var binding = auxiliary.Bindings;
|
|
|
|
// return new DownloadContext<IDocumentMetaData>(web, new(), [link], downloadLogger: logger);
|
|
//}
|
|
|
|
//public DownloadContext<IDocument>? GetTextRecord(HtmlWeb web, DataKey<ResourceDictionary> resKey, BeamDataDictionary sdd, IDocumentMetaData? metaData = null, CancellationToken ct = default, ILogger? logger = null) {
|
|
// var res = sdd.ResourceDictionaries[resKey].ToRecord(sdd); // retrieves the novel data from the sdd
|
|
// var aggregator = res.AssociatedSource?.ToRecord(sdd); // retrieves the aggregator (novel web source) from the sdd
|
|
|
|
// if (aggregator is null) // ensure aggergator data was retrieved successfully
|
|
// return null;
|
|
// if (res is null) // ensure novel data was retrieved successfully
|
|
// return null;
|
|
|
|
// var template = sdd.Templates[aggregator.Resource.Key]; // gets the link generator for the specified aggregator
|
|
|
|
// // creates a generative enumerable of type link from 'template'
|
|
// var sle = SourceLinkEnumerable.FromGenerator(new OrderedSourceLinkGenerator(
|
|
// template.Builder, new NumberedStateChanger(template.Factory.Behavior),
|
|
// res.Resource.TemplateInitialData));
|
|
|
|
// return new DownloadContext<IDocument>(web, new(), sle,
|
|
// retryReporter: new Progress<RetryReport>((x) => Console.WriteLine($"Retrying download of '{x.Link}' ({x.TryNumber}x)")),
|
|
// //downloadReporter: new Progress<DownloadReport>((x) => Console.WriteLine($"Downloaded ({x})")),
|
|
// asyncFailurePredicates: [
|
|
// //(x) => Task.FromResult(!x.DocumentNode.InnerHtml.Contains("<div id=\"chapter-container\" class=\"chapter-content\" itemprop=\"description\">"))
|
|
// ],
|
|
// timeOut: TimeSpan.FromSeconds(15),
|
|
// downloadLogger: logger
|
|
// );
|
|
//}
|
|
|
|
}
|
|
}
|
|
}
|