Updated scraper.ts
This commit is contained in:
+11
-4
@@ -1,15 +1,22 @@
|
||||
services:
|
||||
quick-access:
|
||||
image: quick-access-hono
|
||||
image: aeqw89/quick-access-hono:latest
|
||||
build:
|
||||
context: .
|
||||
dockerfile: Dockerfile
|
||||
ports:
|
||||
- "8080:8080"
|
||||
- 127.0.0.1:5681:8080
|
||||
depends_on:
|
||||
- selenium-firefox
|
||||
environment:
|
||||
- HOME=/root/
|
||||
volumes:
|
||||
- data:/root/downloads
|
||||
|
||||
selenium-firefox:
|
||||
image: selenium/standalone-firefox:latest
|
||||
ports:
|
||||
- "4444:4444"
|
||||
expose:
|
||||
- 127.0.0.1:4444:4444
|
||||
|
||||
volumes:
|
||||
data:
|
||||
|
||||
@@ -3,7 +3,6 @@ import { Options as FirefoxOptions } from 'selenium-webdriver/firefox.js';
|
||||
import * as cheerio from 'cheerio';
|
||||
import pLimit from 'p-limit';
|
||||
import pRetry from 'p-retry';
|
||||
import { readFileSync } from 'fs';
|
||||
import path from 'path';
|
||||
import type { AppConfig, NovelDefinition } from '../config/types.ts';
|
||||
import type { Cache } from './cache.ts';
|
||||
@@ -17,8 +16,7 @@ function buildDefaultDriverFactory(def: NovelDefinition, appConfig: AppConfig):
|
||||
|
||||
for (const addonName of (def.stealth?.addons ?? [])) {
|
||||
const addonPath = path.resolve(appConfig.addons.directory, addonName);
|
||||
const addonData = readFileSync(addonPath);
|
||||
options.addExtensions(addonData);
|
||||
options.addExtensions(addonPath);
|
||||
}
|
||||
|
||||
return new Builder()
|
||||
|
||||
Reference in New Issue
Block a user