Added constant state changers to represent singular/repeating states. Added a DownloadContextBuilder to support fluent building patterns. Changed RetryReporter and DownloadReporter to use RetryReport and DownloadReport structs to simplify type declarations. Made MainArchitecture obsolete by supporting a fluent downloads with DownloadBuilder. Created a 'budge' OpenAI bridge for proof-of-concept translation.

2025-06-07 00:56:26 +03:00
parent a086cfa02b
commit a9a22ea23d
28 changed files with 809 additions and 145 deletions
@@ -0,0 +1,34 @@
+using aeqw89.DataKeys;
+using Beam.Dynamic;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace Beam.Temporary.Cli {
+    public static class CommonTransformers {
+        public static HtmlTransformer<IDocumentMetaData> ArticleDataTransformer(DataBindings? binding) => (x) => {
+            return new ArticleData() {
+                Authors = [OnlineCleaner.Clean(binding?.Authors?.Resolve(x) ?? "")],
+                Name = OnlineCleaner.Clean(binding?.Title?.ResolveString(x) ?? ""),
+                Categories = OnlineCleaner.Clean(binding?.Tags?.ResolveString(x) ?? "").Split(';') ?? [],
+                Description = OnlineCleaner.Clean(binding?.Description?.ResolveString(x) ?? "")
+            };
+        };
+
+        public static HtmlTransformer<IDocument> DocumentTransformer(DataBindings? binding, IDocumentMetaData? metaData = null) => (x) => {
+            var resolved = binding?.Resolve(x);
+            var articleData = new ArticleData() {
+                Name = OnlineCleaner.Clean(resolved?.Title),
+            };
+            Dictionary<DataKey<IDocumentMetaData>, IDocumentMetaData> meta = [];
+            meta.Add(IArchitecture.Default.ChapterKey, articleData);
+            if (metaData is not null)
+                meta.Add(IArchitecture.Default.BookKey, metaData);
+            return new StringDocument(Path.GetRandomFileName(), OnlineCleaner.Clean(resolved?.Content)) {
+                MetaData = meta
+            };
+        };
+    }
+}