mercury/commands/feed-predef.js

210 lines
7.4 KiB
JavaScript
Raw Normal View History

2023-10-01 19:11:24 -07:00
const config = require('../config/default.json')
2023-10-01 19:11:27 -07:00
const uconfig = require('../config/usersettings.json')
2023-10-01 19:11:24 -07:00
const { parentPort, workerData } = require('worker_threads');
2023-10-01 19:11:27 -07:00
const { d1, d2, d3 } = workerData;
var provfeed = d1;
var n = d2
2023-10-01 19:11:27 -07:00
var nick = d3
2023-10-01 19:11:24 -07:00
let Parser = require('rss-parser');
let parser = new Parser({
headers: {'User-Agent': config.feed.useragent},
});
const striptags = require("striptags");
const moment = require('moment');
const tz = require('moment-timezone');
2023-10-01 19:11:24 -07:00
const timer = ms => new Promise(res => setTimeout(res, ms))
2023-10-01 19:11:25 -07:00
warningMsg = ''+config.colours.brackets+'['+config.colours.warning+'WARNING'+config.colours.brackets+']'
errorMsg = ''+config.colours.brackets+'['+config.colours.error+'ERROR'+config.colours.brackets+']'
2023-10-01 19:11:26 -07:00
function consoleLog(log) {
if (config.misc.logging === "true") {
console.log(log)
} else {
return;
}
}
2023-10-01 19:11:25 -07:00
2023-10-01 19:11:24 -07:00
async function sendUpstream(content) {
var output = content.join("\n")
parentPort.postMessage(output);
process.exit()
}
function errorMessage(error, code, extra) {
2023-10-01 19:11:26 -07:00
consoleLog('[feed-predef.errorMessage] '+error.code)
if (code == "404") {
2023-10-01 19:11:25 -07:00
var error = errorMsg+" 404: " + extra + " not found"
2023-10-01 19:11:25 -07:00
} else if (error.code == "ECONNREFUSED") {
2023-10-01 19:11:25 -07:00
var error = errorMsg+" Connection Refused"
2023-10-01 19:11:25 -07:00
} else if (error.code == "ERR_UNESCAPED_CHARACTERS"){
2023-10-01 19:11:25 -07:00
var error = errorMsg+" Unescaped Characters"
2023-10-01 19:11:26 -07:00
} else if (error.code == "INVALIDTYPE") {
var error = errorMsg+' \"'+extra+'\" is not a valid type'
2023-10-01 19:11:25 -07:00
} else {
2023-10-01 19:11:25 -07:00
var error = errorMsg+" Unknown error"
}
parentPort.postMessage(error);
process.exit()
}
2023-10-01 19:11:27 -07:00
async function twitter(feedURL, n, nick) {
2023-10-01 19:11:24 -07:00
var content = [];
2023-10-01 19:11:26 -07:00
consoleLog('[feed-predef.twitter] fetching @'+feedURL)
if (feedURL.startsWith('@') == true) {
2023-10-01 19:11:26 -07:00
consoleLog('[feed-predef.twitter] User passed @ in input, removing')
var feedURL = feedURL.substring(1,feedURL.length);
}
2023-10-01 19:11:24 -07:00
var randomNitter = config.twitter.nitter_instances[Math.floor(Math.random() * config.twitter.nitter_instances.length)];
var feedURL = "https://" + randomNitter + "/" + feedURL + "/rss"
try {
var newFeed = await parser.parseURL(feedURL);
} catch (e) {
2023-10-01 19:11:25 -07:00
if (e.code !== undefined) {
errorMessage(e)
} else {
errorMessage(e, "404", feedURL);
}
}
2023-10-01 19:11:24 -07:00
if (n > newFeed.items.length) {
var n = newFeed.items.length;
2023-10-01 19:11:25 -07:00
content.push(warningMsg+" Your requested post amount exceeded the total available. Reverting to " + newFeed.items.length);
} else if (n < 1) {
2023-10-01 19:11:25 -07:00
var n = config.twitter.default_amount
content.push(warningMsg+" You requested a number less than 1. Reverting to default ("+config.twitter.default_amount+")");
2023-10-01 19:11:24 -07:00
}
2023-10-01 19:11:24 -07:00
for (let i = 0; i < n; i++) {
2023-10-01 19:11:24 -07:00
await timer(50);
2023-10-01 19:11:24 -07:00
var data = newFeed.items[i]
var title = data.title.replace(/(\r\n|\n|\r)/gm, " ") //remove line breaks
.replace(/\s{2,}/g, ' ') //idk
var title = striptags(title);
var body = data.contentSnippet.replace(/(\r\n|\n|\r)/gm, " ") //remove line breaks
.replace(/\s{2,}/g, ' ') //idk
var body = striptags(body);
if (data.isoDate !== undefined) {
var date = moment(data.isoDate)
2023-12-01 05:48:08 -08:00
try {
2023-10-01 19:11:27 -07:00
var syncDate = date.tz(uconfig[nick].timezone)
2023-12-01 05:48:08 -08:00
} catch(e) {
2023-10-01 19:11:27 -07:00
var syncDate = date.tz(config.feed.timezone)
}
2023-10-01 19:11:27 -07:00
consoleLog('[feed-predef.twitter] Got tweet from '+syncDate.format())
var date = syncDate.format(config.feed.time_format)
} else {
var date = data.pubDate
}
2023-10-01 19:11:24 -07:00
if (body.length >= config.feed.body_max_chars) {
var truncatedString = body.substring(0,config.feed.body_max_chars);
var body = truncatedString + "..."
}
2023-10-01 19:11:25 -07:00
2023-10-01 19:11:25 -07:00
date = ''+config.colours.brackets+'['+config.colours.date+date+''+config.colours.brackets+'] '
2023-10-01 19:11:25 -07:00
title = ''+config.colours.title+title+' '
author = ''+config.colours.author+data.creator+' '
body = ''+config.colours.body+body+' '
link = ''+config.colours.link+data.link+' '
//console.log(data);
2023-10-01 19:11:25 -07:00
//var string = "15[11" + date + "15] 08" + data.creator + " " + body + " " + data.link;
var string = date+author+body+link
content.push(string)
2023-10-01 19:11:24 -07:00
}
sendUpstream(content);
}
2023-10-01 19:11:27 -07:00
async function github(user, repo, type, n, nick) {
2023-10-01 19:11:26 -07:00
var content = [];
var validTypes = ['commits', 'releases']
if ( validTypes.includes(type) == false ) {
errorMessage(e, "INVALIDTYPE", type);
}
consoleLog('[feed-predef.github] fetching '+user+'/'+repo+' '+type)
var feedURL = "https://github.com/"+user+"/"+repo+"/"+type+".atom"
try {
var newFeed = await parser.parseURL(feedURL);
} catch (e) {
if (e.code !== undefined) {
errorMessage(e)
} else {
errorMessage(e, "404", feedURL);
}
}
2023-10-01 19:11:27 -07:00
//consoleLog(newFeed.items[1])
2023-10-01 19:11:26 -07:00
if (n > newFeed.items.length) {
var n = newFeed.items.length;
content.push(warningMsg+" Your requested post amount exceeded the total available. Reverting to " + newFeed.items.length);
} else if (n < 1) {
var n = config.twitter.default_amount
content.push(warningMsg+" You requested a number less than 1. Reverting to default ("+config.twitter.default_amount+")");
}
for (let i = 0; i < n; i++) {
await timer(50);
var data = newFeed.items[i]
var title = data.title.replace(/(\r\n|\n|\r)/gm, " ") //remove line breaks
.replace(/\s{2,}/g, ' ') //idk
var title = striptags(title);
var body = data.contentSnippet.replace(/(\r\n|\n|\r)/gm, " ") //remove line breaks
.replace(/\s{2,}/g, ' ') //idk
var body = striptags(body);
if (data.isoDate !== undefined) {
var date = moment(data.isoDate)
2023-11-30 15:42:32 -08:00
try {
2023-10-01 19:11:27 -07:00
var syncDate = date.tz(uconfig[nick].timezone)
2023-11-30 15:42:32 -08:00
} catch(e) {
2023-10-01 19:11:27 -07:00
var syncDate = date.tz(config.feed.timezone)
}
2023-10-01 19:11:26 -07:00
var date = syncDate.format(config.feed.time_format)
} else {
var date = data.pubDate
}
if (body.length >= config.feed.body_max_chars) {
var truncatedString = body.substring(0,config.feed.body_max_chars);
var body = truncatedString + "..."
}
var date = ''+config.colours.brackets+'['+config.colours.date+date+''+config.colours.brackets+'] '
var author = ''+config.colours.author+data.author+' '
var body = ''+config.colours.body+title.substring(1)+' '
var link = ''+config.colours.link+data.link+' '
//console.log(data);
//var string = "15[11" + date + "15] 08" + data.creator + " " + body + " " + data.link;
var string = date+author+body+link
content.push(string)
}
sendUpstream(content);
}
var provfeed = provfeed.toLowerCase().split("/")
if (provfeed[0] == "twitter") {
2023-10-01 19:11:27 -07:00
consoleLog("[feed-predef] Running twitter function")
2023-10-01 19:11:27 -07:00
twitter(provfeed[1], n, nick);
2023-10-01 19:11:26 -07:00
} else if (provfeed[0] == "github") {
if (provfeed[3] == undefined) {
2023-10-01 19:11:27 -07:00
consoleLog("[feed-predef] No GitHub feed type provided, defaulting to commits")
2023-10-01 19:11:26 -07:00
var type = "commits"
} else {
var type = provfeed[3]
}
2023-10-01 19:11:27 -07:00
consoleLog("[feed-predef] Running GitHub function")
2023-10-01 19:11:27 -07:00
github(provfeed[1], provfeed[2], type, n, nick)
}