58aa236dcd
This reverts commit 29b66ff0ec.
Rationale:
1) It's not a security feature (abuse of prefetch can be on any server it's not
more/less risky on localhost), it's pseudo-security measure
2) It's not to us to judge if it has no use-case (in fact it has, ex: two dev
speaking and experimenting about urls of their local site/app instance,
local web apps...)
refs #388
137 lines
2.6 KiB
JavaScript
137 lines
2.6 KiB
JavaScript
var _ = require("lodash");
|
|
var cheerio = require("cheerio");
|
|
var Msg = require("../../models/msg");
|
|
var request = require("request");
|
|
var Helper = require("../../helper");
|
|
var es = require('event-stream');
|
|
|
|
process.setMaxListeners(0);
|
|
|
|
module.exports = function(irc, network) {
|
|
var client = this;
|
|
irc.on("message", function(data) {
|
|
var config = Helper.getConfig();
|
|
if (!config.prefetch) {
|
|
return;
|
|
}
|
|
|
|
var links = [];
|
|
var split = data.message.split(" ");
|
|
_.each(split, function(w) {
|
|
var match = w.indexOf("http://") === 0 || w.indexOf("https://") === 0;
|
|
if (match) {
|
|
links.push(w);
|
|
}
|
|
});
|
|
|
|
if (links.length === 0) {
|
|
return;
|
|
}
|
|
|
|
var self = data.to.toLowerCase() == irc.me.toLowerCase();
|
|
var chan = _.findWhere(network.channels, {name: self ? data.from : data.to});
|
|
if (typeof chan === "undefined") {
|
|
return;
|
|
}
|
|
|
|
var msg = new Msg({
|
|
type: Msg.Type.TOGGLE,
|
|
time: ""
|
|
});
|
|
chan.messages.push(msg);
|
|
client.emit("msg", {
|
|
chan: chan.id,
|
|
msg: msg
|
|
});
|
|
|
|
var link = links[0];
|
|
fetch(link, function(res) {
|
|
parse(msg, link, res, client);
|
|
});
|
|
});
|
|
};
|
|
|
|
function parse(msg, url, res, client) {
|
|
var toggle = msg.toggle = {
|
|
id: msg.id,
|
|
type: "",
|
|
head: "",
|
|
body: "",
|
|
thumb: "",
|
|
link: url
|
|
};
|
|
|
|
switch (res.type) {
|
|
case "text/html":
|
|
var $ = cheerio.load(res.text);
|
|
toggle.type = "link";
|
|
toggle.head = $("title").text();
|
|
toggle.body =
|
|
$('meta[name=description]').attr('content')
|
|
|| $('meta[property="og:description"]').attr('content')
|
|
|| "No description found.";
|
|
toggle.thumb =
|
|
$('meta[property="og:image"]').attr('content')
|
|
|| $('meta[name="twitter:image:src"]').attr('content')
|
|
|| "";
|
|
break;
|
|
|
|
case "image/png":
|
|
case "image/gif":
|
|
case "image/jpg":
|
|
case "image/jpeg":
|
|
toggle.type = "image";
|
|
break;
|
|
|
|
default:
|
|
return;
|
|
}
|
|
|
|
client.emit("toggle", toggle);
|
|
}
|
|
|
|
function fetch(url, cb) {
|
|
try {
|
|
var req = request.get(url);
|
|
} catch(e) {
|
|
return;
|
|
}
|
|
var length = 0;
|
|
var limit = 1024 * 10;
|
|
req
|
|
.on('response', function(res) {
|
|
if (!(/(text\/html|application\/json)/.test(res.headers['content-type']))) {
|
|
res.req.abort();
|
|
}
|
|
})
|
|
.on('error', function() {})
|
|
.pipe(es.map(function(data, next) {
|
|
length += data.length;
|
|
if (length > limit) {
|
|
req.response.req.abort();
|
|
}
|
|
next(null, data);
|
|
}))
|
|
.pipe(es.wait(function(err, data) {
|
|
if (err) return;
|
|
var body;
|
|
var type;
|
|
try {
|
|
body = JSON.parse(data);
|
|
} catch(e) {
|
|
body = {};
|
|
}
|
|
try {
|
|
type = req.response.headers['content-type'].split(/ *; */).shift();
|
|
} catch(e) {
|
|
type = {};
|
|
}
|
|
data = {
|
|
text: data,
|
|
body: body,
|
|
type: type
|
|
};
|
|
cb(data);
|
|
}));
|
|
}
|