mercury/commands/feed-list.js

118 lines
4.3 KiB
JavaScript
Raw Normal View History

2023-10-02 02:11:25 +00:00
const config = require('../config/default.json')
const uconfig = require('../config/usersettings.json')
const { parentPort, workerData } = require('worker_threads');
const { d1, d2, d3 } = workerData;
var provfeed = d1;
var n = d2;
var nick = d3;
2023-10-02 02:11:25 +00:00
let Parser = require('rss-parser');
let parser = new Parser({
headers: {'User-Agent': config.feed.useragent},
});
const striptags = require("striptags");
const moment = require('moment');
const tz = require('moment-timezone');
const timer = ms => new Promise(res => setTimeout(res, ms))
warningMsg = ''+config.colours.brackets+'['+config.colours.warning+'WARNING'+config.colours.brackets+']'
errorMsg = ''+config.colours.brackets+'['+config.colours.error+'ERROR'+config.colours.brackets+']'
2023-10-02 02:11:26 +00:00
function consoleLog(log) {
if (config.misc.logging === "true") {
console.log(log)
} else {
return;
}
}
2023-10-02 02:11:25 +00:00
async function sendUpstream(content) {
var output = content.join("\n")
2023-10-02 02:11:26 +00:00
consoleLog('[feed-list] All done.')
2023-10-02 02:11:25 +00:00
parentPort.postMessage(output);
process.exit()
}
function errorMessage(error, code, extra) {
2023-10-02 02:11:26 +00:00
consoleLog('[feed-list.errorMessage] '+error.code)
2023-10-02 02:11:25 +00:00
if (code == "404") {
var error = errorMsg+" 404: " + extra + " not found"
} else if (error.code == "ECONNREFUSED") {
var error = errorMsg+" Connection Refused ("+extra+")"
} else if (error.code == "ERR_UNESCAPED_CHARACTERS"){
var error = errorMsg+" Unescaped Characters"
} else if (error == "NOFEEDS") {
var error = errorMsg+" No saved feeds for "+provfeed
} else {
var error = errorMsg+" Unknown error"
}
parentPort.postMessage(error);
process.exit()
}
async function fetchFeed(feedURL, n, nick) {
var content = [];
try {
var feedsArr = uconfig[nick].feeds
} catch (e) {
errorMessage(e, "NOFEEDS", nick);
}
2023-10-02 02:11:25 +00:00
if ( n < feedsArr.length ) {
var n = 1
content.push(warningMsg+" You must choose a number larger than your amount of feeds. Reverting to 1 per feed");
} else {
var n = n/feedsArr.length
}
2023-10-02 02:11:25 +00:00
for (let i = 0; i < feedsArr.length; i++) {
2023-10-02 02:11:26 +00:00
consoleLog('[feed-list.fetchFeed] Fetching '+feedsArr[i])
2023-10-02 02:11:25 +00:00
try {
var newFeed = await parser.parseURL(feedsArr[i]);
} catch (e) {
if (e.code !== undefined) {
errorMessage(e, feedsArr[i])
} else {
errorMessage(e, "404", feedsArr[i]);
}
}
if (n > newFeed.items.length) {
var n = newFeed.items.length;
content.push(warningMsg+" Your requested post amount exceeded the total available. Reverting to " + newFeed.items.length);
}
2023-10-02 02:11:25 +00:00
//} else if (n < 1) {
// var n = 1
// content.push(warningMsg+" You requested a number less than 1. Reverting to default ("+config.feed.default_amount+")");
//}
2023-10-02 02:11:25 +00:00
for (let i = 0; i < n; i++) {
var data = newFeed.items[i]
var title = data.title.replace(/(\r\n|\n|\r)/gm, " ") //remove line breaks
.replace(/\s{2,}/g, ' ') //idk
var title = striptags(title);
var body = data.contentSnippet.replace(/(\r\n|\n|\r)/gm, " ") //remove line breaks
.replace(/\s{2,}/g, ' ') //idk
var body = striptags(body);
if (data.isoDate !== undefined) {
var date = moment(data.isoDate)
var syncDate = date.tz(config.feed.timezone)
var date = syncDate.format(config.feed.time_format)
} else {
var date = data.pubDate
}
if (body.length >= config.feed.body_max_chars) {
var truncatedString = body.substring(0,config.feed.body_max_chars);
var body = truncatedString + "..."
}
date = ''+config.colours.brackets+'['+config.colours.date+date+''+config.colours.brackets+'] '
title = ''+config.colours.title+title+' '
author = ''+config.colours.author+data.creator+' '
body = ''+config.colours.body+body+' '
link = ''+config.colours.link+data.link+' '
2023-10-02 02:11:26 +00:00
2023-10-02 02:11:25 +00:00
var string = date+title+body+link;
content.push(string)
}
}
sendUpstream(content);
}
fetchFeed(provfeed, n, provfeed);