cloudron-box/src/scripts/backupupload.js

#!/usr/bin/env node

'use strict';

if (process.argv[2] === '--check') return console.log('OK');

const assert = require('assert'),
    async = require('async'),
    backuptask = require('../backuptask.js'),
    database = require('../database.js'),
    debug = require('debug')('box:backupupload'),
    settings = require('../settings.js'),
    v8 = require('v8');

function initialize(callback) {
    assert.strictEqual(typeof callback, 'function');

    async.series([
        database.initialize,
        settings.initCache
    ], callback);
}

// Main process starts here
const backupId = process.argv[2];
const format = process.argv[3];
const dataLayoutString = process.argv[4];

debug(`Backing up ${dataLayoutString} to ${backupId}`);

process.on('SIGTERM', function () {
    process.exit(0);
});

// this can happen when the backup task is terminated (not box code)
process.on('disconnect', function () {
    debug('parent process died');
    process.exit(0);
});

// send progress every n seconds
function throttledProgressCallback(msecs) {
    let lastProgress = null;

    return function (progress) {
        let now = Date.now();
        if (lastProgress && ((now - lastProgress) < msecs)) return;
        process.send(progress);
        lastProgress = now;
    };
}

// https://github.com/josefzamrzla/gc-heap-stats#readme
// https://stackoverflow.com/questions/41541843/nodejs-v8-getheapstatistics-method
function dumpMemoryInfo() {
    const mu = process.memoryUsage();
    const hs = v8.getHeapStatistics();

    function h(bytes) { // human readable
        const i = Math.floor(Math.log(bytes) / Math.log(1024)),
            sizes = ['B', 'KB', 'MB', 'GB', 'TB', 'PB', 'EB', 'ZB', 'YB'];

        return (bytes / Math.pow(1024, i)).toFixed(2) * 1 + '' + sizes[i];
    }

    debug(`process: rss: ${h(mu.rss)} heapUsed: ${h(mu.heapUsed)} heapTotal: ${h(mu.heapTotal)} external: ${h(mu.external)}`);
    debug(`v8 heap: used ${h(hs.used_heap_size)} total: ${h(hs.total_heap_size)} max: ${h(hs.heap_size_limit)}`);
}

initialize(function (error) {
    if (error) throw error;

    dumpMemoryInfo();
    const timerId = setInterval(dumpMemoryInfo, 30000);

    backuptask.upload(backupId, format, dataLayoutString, throttledProgressCallback(5000), function resultHandler(error) {
        debug('upload completed. error: ', error);

        process.send({ result: error ? error.message : '' });
        clearInterval(timerId);

        // https://nodejs.org/api/process.html are exit codes used by node. apps.js uses the value below
        // to check apptask crashes
        process.exit(error ? 50 : 0);
    });
});