29 lines
818 B
JavaScript
Executable File
29 lines
818 B
JavaScript
Executable File
#!/usr/bin/env node
|
|
// Load RSS feed and insert new article data into the database
|
|
require('dotenv').config()
|
|
const program = require('commander')
|
|
const Database = require('better-sqlite3')
|
|
const Bluebird = require('bluebird')
|
|
const ds = require('../index')
|
|
|
|
const db = new Database('./main.db', {})
|
|
const feedURL = 'https://dailystormer.su/feed/'
|
|
|
|
async function main() {
|
|
const feed = await ds.fetchArticlesFromFeed(feedURL)
|
|
Bluebird.each(feed, (async (item) => {
|
|
const url = `https://dailystormer.su${item.slug}`
|
|
const more = await ds.fetchArticle(url)
|
|
item.tags = more.tags
|
|
item.categories = more.categories
|
|
const res = await ds.insertArticle(db, item)
|
|
if (res.success) {
|
|
console.warn(`+ "${item.title}"`)
|
|
} else {
|
|
console.warn(`= "${item.title}"`)
|
|
}
|
|
}))
|
|
}
|
|
|
|
main()
|