Refactor data handlers + misc fixes
This refactors the data handlers into a more standard/understood model-like architecture, to prepare for a new, more robust config system. It also fixes a problem with creating new Notes and uploading new Photos via the web interface (related to #58). Finally, it speeds up docker builds by sending in less files, which aren't necessary or will be built anyway. This is all in preparation to allow building #13 more robustly.
This commit is contained in:
@@ -1,7 +1,7 @@
|
||||
import Database, { sql } from '/lib/interfaces/database.ts';
|
||||
import { NewsFeed } from '/lib/types.ts';
|
||||
import { concurrentPromises } from '/lib/utils/misc.ts';
|
||||
import { crawlNewsFeed } from '/lib/data/news.ts';
|
||||
import { FeedModel } from '/lib/models/news.ts';
|
||||
|
||||
const db = new Database();
|
||||
|
||||
@@ -18,7 +18,7 @@ export async function fetchNewArticles(forceFetch = false) {
|
||||
|
||||
console.info('Will crawl', feedsToCrawl.length, 'news feeds');
|
||||
|
||||
await concurrentPromises(feedsToCrawl.map((newsFeed) => () => crawlNewsFeed(newsFeed)), 3);
|
||||
await concurrentPromises(feedsToCrawl.map((newsFeed) => () => FeedModel.crawl(newsFeed)), 3);
|
||||
|
||||
console.info('Crawled', feedsToCrawl.length, 'news feeds');
|
||||
} catch (error) {
|
||||
|
||||
Reference in New Issue
Block a user