ebac854da8
* The MongoDB/Mongoose data storage is removed in favor of Sequelize. This abstracts over SQLite or RDBMs like PostgreSQL and MSSQL. The default is SQLite, which significantly simplifies deployments in end-user environments. * As Spacedeck now has no more mandatory server dependencies, we can wrap it in Electron and ship it as a desktop application. * Removes docker-compose.yml * First version of import UI
75 lines
1.9 KiB
JavaScript
75 lines
1.9 KiB
JavaScript
"use strict";
|
|
|
|
var config = require('config');
|
|
require('../../models/db');
|
|
|
|
var fs = require('fs');
|
|
var phantom = require('node-phantom-simple');
|
|
var md5 = require('md5');
|
|
|
|
var express = require('express');
|
|
var router = express.Router();
|
|
|
|
function website_to_png(url,on_success,on_error) {
|
|
var hash = md5(url);
|
|
var export_path = "/tmp/webgrabber-"+hash+".png";
|
|
|
|
var timeout = 2000;
|
|
|
|
console.log("[webgrabber] url: "+url);
|
|
console.log("[webgrabber] export_path: "+export_path);
|
|
|
|
var on_success_called = false;
|
|
|
|
var on_exit = function(exit_code) {
|
|
if (exit_code>0) {
|
|
console.log("[phantom-webgrabber] abnormal exit for url "+url);
|
|
if (!on_success_called && on_error) {
|
|
on_error();
|
|
}
|
|
}
|
|
};
|
|
|
|
fs.stat(export_path, function(err, stat) {
|
|
if (!err) {
|
|
// file exists
|
|
console.log("[webgrabber] serving cached snapshot of url: "+url);
|
|
on_success(export_path);
|
|
} else {
|
|
phantom.create({ path: require('phantomjs-prebuilt').path }, function (err, browser) {
|
|
return browser.createPage(function (err, page) {
|
|
page.set('settings.resourceTimeout',timeout);
|
|
page.set('settings.javascriptEnabled',false);
|
|
|
|
return page.open(url, function(err, status) {
|
|
console.log("[webgrabber] status: "+status);
|
|
page.render(export_path, function() {
|
|
on_success_called = true;
|
|
on_success(export_path);
|
|
browser.exit();
|
|
});
|
|
});
|
|
});
|
|
}, {
|
|
onExit: on_exit
|
|
});
|
|
}
|
|
});
|
|
}
|
|
|
|
router.get('/:id', function (req, res) {
|
|
var uri = new Buffer(req.params.id, "base64")+"";
|
|
var on_success_called = false;
|
|
|
|
website_to_png(uri, (image_path) => {
|
|
on_success_called = true;
|
|
res.sendFile(image_path);
|
|
}, () => {
|
|
if (!on_success_called) {
|
|
res.status(500).send("[webgrabber] Error fetching website.");
|
|
}
|
|
});
|
|
});
|
|
|
|
module.exports = router;
|