Files
cloudron-box/src/views/backups.js

725 lines
33 KiB
JavaScript
Raw Normal View History

2018-06-07 14:22:48 +02:00
'use strict';
2020-09-01 16:36:07 +02:00
/* global $, angular, TASK_TYPES, SECRET_PLACEHOLDER */
angular.module('Application').controller('BackupsController', ['$scope', '$location', '$rootScope', '$timeout', 'Client', function ($scope, $location, $rootScope, $timeout, Client) {
2020-02-24 12:56:13 +01:00
Client.onReady(function () { if (!Client.getUserInfo().isAtLeastAdmin) $location.path('/'); });
2018-06-07 14:22:48 +02:00
$scope.config = Client.getConfig();
$scope.user = Client.getUserInfo();
2020-09-10 00:07:12 -07:00
$scope.memory = null; // { memory, swap }
$scope.manualBackupApps = [];
$scope.backupCheck = { ok: true, message: '' };
2018-06-07 14:22:48 +02:00
$scope.backupConfig = {};
$scope.backups = [];
// List is from http://docs.aws.amazon.com/general/latest/gr/rande.html#s3_region
$scope.s3Regions = [
{ name: 'Asia Pacific (Mumbai)', value: 'ap-south-1' },
2019-01-14 09:57:50 -08:00
{ name: 'Asia Pacific (Osaka-Local)', value: 'ap-northeast-3' },
2018-06-07 14:22:48 +02:00
{ name: 'Asia Pacific (Seoul)', value: 'ap-northeast-2' },
{ name: 'Asia Pacific (Singapore)', value: 'ap-southeast-1' },
{ name: 'Asia Pacific (Sydney)', value: 'ap-southeast-2' },
{ name: 'Asia Pacific (Tokyo)', value: 'ap-northeast-1' },
{ name: 'Canada (Central)', value: 'ca-central-1' },
{ name: 'EU (Frankfurt)', value: 'eu-central-1' },
{ name: 'EU (Ireland)', value: 'eu-west-1' },
{ name: 'EU (London)', value: 'eu-west-2' },
2019-01-14 09:57:50 -08:00
{ name: 'EU (Paris)', value: 'eu-west-3' },
{ name: 'EU (Stockholm)', value: 'eu-north-1' },
2018-06-07 14:22:48 +02:00
{ name: 'South America (São Paulo)', value: 'sa-east-1' },
{ name: 'US East (N. Virginia)', value: 'us-east-1' },
{ name: 'US East (Ohio)', value: 'us-east-2' },
{ name: 'US West (N. California)', value: 'us-west-1' },
{ name: 'US West (Oregon)', value: 'us-west-2' },
];
2019-07-22 16:34:16 -07:00
$scope.wasabiRegions = [
{ name: 'EU Central 1', value: 'https://s3.eu-central-1.wasabisys.com' },
2020-05-19 14:52:40 +02:00
{ name: 'US East 1', value: 'https://s3.us-east-1.wasabisys.com' },
{ name: 'US East 2', value: 'https://s3.us-east-2.wasabisys.com ' },
2019-07-22 16:34:16 -07:00
{ name: 'US West 1', value: 'https://s3.us-west-1.wasabisys.com' }
];
2018-06-07 14:22:48 +02:00
$scope.doSpacesRegions = [
{ name: 'AMS3', value: 'https://ams3.digitaloceanspaces.com' },
{ name: 'FRA1', value: 'https://fra1.digitaloceanspaces.com' },
2018-06-07 14:22:48 +02:00
{ name: 'NYC3', value: 'https://nyc3.digitaloceanspaces.com' },
2018-09-10 09:27:08 -07:00
{ name: 'SFO2', value: 'https://sfo2.digitaloceanspaces.com' },
2018-06-07 14:22:48 +02:00
{ name: 'SGP1', value: 'https://sgp1.digitaloceanspaces.com' }
];
2018-10-27 14:44:13 -07:00
$scope.exoscaleSosRegions = [
2019-06-21 10:44:24 -07:00
{ name: 'AT-VIE-1', value: 'https://sos-at-vie-1.exo.io' },
{ name: 'CH-DK-2', value: 'https://sos-ch-dk-2.exo.io' },
{ name: 'CH-GVA-2', value: 'https://sos-ch-gva-2.exo.io' },
2018-10-27 14:44:13 -07:00
{ name: 'DE-FRA-1', value: 'https://sos-de-fra-1.exo.io' },
];
2019-04-12 10:04:26 -07:00
// https://www.scaleway.com/docs/object-storage-feature/
$scope.scalewayRegions = [
{ name: 'FR-PAR', value: 'https://s3.fr-par.scw.cloud', region: 'fr-par' }, // default
{ name: 'NL-AMS', value: 'https://s3.nl-ams.scw.cloud', region: 'nl-ams' }
];
2020-02-26 09:08:34 -08:00
$scope.linodeRegions = [
{ name: 'Newark', value: 'us-east-1.linodeobjects.com', region: 'us-east-1' }, // default
2020-03-02 20:03:02 -08:00
{ name: 'Frankfurt', value: 'eu-central-1.linodeobjects.com', region: 'us-east-1' },
2020-09-02 19:35:02 -07:00
{ name: 'Singapore', value: 'ap-south-1.linodeobjects.com', region: 'us-east-1' }
2020-02-26 09:08:34 -08:00
];
2020-04-29 12:54:19 -07:00
$scope.ovhRegions = [
{ name: 'Beauharnois (BHS)', value: 'https://s3.bhs.cloud.ovh.net', region: 'bhs' }, // default
{ name: 'Frankfurt (DE)', value: 'https://s3.de.cloud.ovh.net', region: 'de' },
{ name: 'Gravelines (GRA)', value: 'https://s3.gra.cloud.ovh.net', region: 'gra' },
{ name: 'Strasbourg (SBG)', value: 'https://s3.sbg.cloud.ovh.net', region: 'sbg' },
{ name: 'London (UK)', value: 'https://s3.uk.cloud.ovh.net', region: 'uk' },
2020-09-02 19:30:55 -07:00
{ name: 'Sydney (SYD)', value: 'https://s3.syd.cloud.ovh.net', region: 'syd' },
{ name: 'Warsaw (WAW)', value: 'https://s3.waw.cloud.ovh.net', region: 'waw' },
2020-04-29 12:54:19 -07:00
];
2018-06-07 14:22:48 +02:00
$scope.storageProvider = [
{ name: 'Amazon S3', value: 's3' },
{ name: 'Backblaze B2 (S3 API)', value: 'backblaze-b2' },
2020-06-22 15:51:18 +02:00
{ name: 'CIFS Mount', value: 'cifs' },
2018-06-07 14:22:48 +02:00
{ name: 'DigitalOcean Spaces', value: 'digitalocean-spaces' },
{ name: 'Exoscale SOS', value: 'exoscale-sos' },
{ name: 'Filesystem', value: 'filesystem' },
{ name: 'Google Cloud Storage', value: 'gcs' },
2020-02-26 09:08:34 -08:00
{ name: 'Linode Object Storage', value: 'linode-objectstorage' },
2018-06-07 14:22:48 +02:00
{ name: 'Minio', value: 'minio' },
2020-06-22 15:51:18 +02:00
{ name: 'NFS Mount', value: 'nfs' },
2020-04-29 12:54:19 -07:00
{ name: 'OVH Object Storage', value: 'ovh-objectstorage' },
2020-06-05 12:48:27 +02:00
{ name: 'S3 API Compatible (v4)', value: 's3-v4-compat' },
2019-04-12 10:04:26 -07:00
{ name: 'Scaleway Object Storage', value: 'scaleway-objectstorage' },
2020-06-05 12:47:33 +02:00
{ name: 'SSHFS Mount', value: 'sshfs' },
2020-06-05 12:48:27 +02:00
{ name: 'Wasabi', value: 'wasabi' },
{ name: 'No-op (Only for testing)', value: 'noop' }
2018-06-07 14:22:48 +02:00
];
$scope.retentionPolicies = [
2020-05-14 16:45:52 -07:00
{ name: '2 days', value: { keepWithinSecs: 2 * 24 * 60 * 60 }},
{ name: '1 week', value: { keepWithinSecs: 7 * 24 * 60 * 60 }}, // default
{ name: '1 month', value: { keepWithinSecs: 30 * 24 * 60 * 60 }},
2020-05-21 14:09:06 -07:00
{ name: '2 daily, 4 weekly', value: { keepDaily: 2, keepWeekly: 4 }},
2020-05-14 21:36:22 -07:00
{ name: '3 daily, 4 weekly, 6 monthly', value: { keepDaily: 3, keepWeekly: 4, keepMonthly: 6 }},
{ name: '7 daily, 4 weekly, 12 monthly', value: { keepDaily: 7, keepWeekly: 4, keepMonthly: 12 }},
2020-05-14 16:45:52 -07:00
{ name: 'Forever', value: { keepWithinSecs: -1 }}
2018-06-07 14:22:48 +02:00
];
2020-07-28 21:48:24 -07:00
// values correspond to cron days
2020-07-29 15:09:06 -07:00
$scope.cronDays = [
2020-07-28 21:48:24 -07:00
{ name: 'Sunday', value: 0 },
{ name: 'Monday', value: 1 },
{ name: 'Tuesday', value: 2 },
{ name: 'Wednesday', value: 3 },
{ name: 'Thursday', value: 4 },
{ name: 'Friday', value: 5 },
{ name: 'Saturday', value: 6 },
];
2020-07-29 15:09:06 -07:00
$scope.cronHours = [
2020-07-28 21:48:24 -07:00
{ name: 'Midnight', value: 0 }, { name: '1 AM', value: 1 }, { name: '2 AM', value: 2 }, { name: '3 AM', value: 3 },
{ name: '4 AM', value: 4 }, { name: '5 AM', value: 5 }, { name: '6 AM', value: 6 }, { name: '7 AM', value: 7 },
{ name: '8 AM', value: 8 }, { name: '9 AM', value: 9 }, { name: '10 AM', value: 10 }, { name: '11 AM', value: 11 },
{ name: 'Noon', value: 12 }, { name: '1 PM', value: 13 }, { name: '2 PM', value: 14 }, { name: '3 PM', value: 15 },
{ name: '4 PM', value: 16 }, { name: '5 PM', value: 17 }, { name: '6 PM', value: 18 }, { name: '7 PM', value: 19 },
{ name: '8 PM', value: 20 }, { name: '9 PM', value: 21 }, { name: '10 PM', value: 22 }, { name: '11 PM', value: 23 }
];
2018-06-07 14:22:48 +02:00
$scope.formats = [
{ name: 'Tarball (zipped)', value: 'tgz' },
{ name: 'rsync', value: 'rsync' }
];
$scope.prettyProviderName = function (provider) {
switch (provider) {
case 'caas': return 'Managed Cloudron';
default: return provider;
}
};
2020-07-28 21:48:24 -07:00
$scope.prettyBackupSchedule = function (pattern) {
if (!pattern) return '';
var tmp = pattern.split(' ');
var hours = tmp[2].split(','), days = tmp[5].split(',');
var prettyDay;
if (days.length === 7 || days[0] === '*') {
prettyDay = 'Everyday';
} else {
2020-07-29 15:09:06 -07:00
prettyDay = days.map(function (day) { return $scope.cronDays[parseInt(day, 10)].name.substr(0, 3); }).join(',');
2020-07-28 21:48:24 -07:00
}
2020-07-29 15:09:06 -07:00
var prettyHour = hours.map(function (hour) { return $scope.cronHours[parseInt(hour, 10)].name; }).join(',');
2020-07-28 21:48:24 -07:00
return prettyDay + ' at ' + prettyHour;
};
$scope.prettyBackupRetentionPolicy = function (retentionPolicy) {
var tmp = $scope.retentionPolicies.find(function (p) { return angular.equals(p.value, retentionPolicy); });
return tmp ? tmp.name : '';
};
2018-06-07 14:22:48 +02:00
$scope.createBackup = {
busy: false,
percent: 0,
message: '',
errorMessage: '',
2018-12-08 21:45:49 -08:00
taskId: '',
2020-09-01 16:36:07 +02:00
taskType: TASK_TYPES.TASK_BACKUP,
2018-06-07 14:22:48 +02:00
2018-12-08 20:21:11 -08:00
checkStatus: function () {
2020-09-01 16:36:07 +02:00
// TODO support both task types TASK_BACKUP and TASK_CLEAN_BACKUPS
2020-05-14 22:42:41 -07:00
Client.getLatestTaskByType($scope.createBackup.taskType, function (error, task) {
2018-12-08 20:21:11 -08:00
if (error) return console.error(error);
if (!task) return;
2018-12-08 21:45:49 -08:00
$scope.createBackup.taskId = task.id;
$scope.createBackup.updateStatus();
2018-12-08 20:21:11 -08:00
});
},
2018-12-08 21:45:49 -08:00
updateStatus: function () {
Client.getTask($scope.createBackup.taskId, function (error, data) {
if (error) return window.setTimeout($scope.createBackup.updateStatus, 5000);
2018-06-07 14:22:48 +02:00
2018-11-29 23:13:58 -08:00
if (!data.active) {
2018-06-07 14:22:48 +02:00
$scope.createBackup.busy = false;
$scope.createBackup.message = '';
$scope.createBackup.percent = 100; // indicates that 'result' is valid
$scope.createBackup.errorMessage = data.success ? '' : data.error.message;
2018-06-07 14:22:48 +02:00
return fetchBackups();
}
$scope.createBackup.busy = true;
2018-11-19 17:34:14 -08:00
$scope.createBackup.percent = data.percent;
$scope.createBackup.message = data.message;
2019-04-03 11:45:56 -07:00
window.setTimeout($scope.createBackup.updateStatus, 3000);
2018-06-07 14:22:48 +02:00
});
},
2018-11-17 20:04:41 -08:00
startBackup: function () {
2018-06-07 14:22:48 +02:00
$scope.createBackup.busy = true;
$scope.createBackup.percent = 0;
$scope.createBackup.message = '';
$scope.createBackup.errorMessage = '';
2020-09-01 16:36:07 +02:00
$scope.createBackup.taskType = TASK_TYPES.TASK_BACKUP;
2018-06-07 14:22:48 +02:00
2018-12-08 20:21:11 -08:00
Client.startBackup(function (error, taskId) {
2018-06-07 14:22:48 +02:00
if (error) {
if (error.statusCode === 409 && error.message.indexOf('full_backup') !== -1) {
$scope.createBackup.errorMessage = 'Backup already in progress. Please retry later.';
} else if (error.statusCode === 409) {
$scope.createBackup.errorMessage = 'App task is currently in progress. Please retry later.';
} else {
console.error(error);
$scope.createBackup.errorMessage = error.message;
}
$scope.createBackup.busy = false;
$('#createBackupFailedModal').modal('show');
return;
}
2018-12-08 21:45:49 -08:00
$scope.createBackup.taskId = taskId;
$scope.createBackup.updateStatus();
2018-06-07 14:22:48 +02:00
});
2018-11-17 20:04:41 -08:00
},
2020-07-28 21:48:24 -07:00
cleanupBackups: function () {
2020-07-15 15:10:37 -07:00
$('#cleanupBackupsModal').modal('show');
},
2020-05-14 22:42:41 -07:00
startCleanup: function () {
$scope.createBackup.busy = true;
$scope.createBackup.percent = 0;
$scope.createBackup.message = '';
$scope.createBackup.errorMessage = '';
2020-09-01 16:36:07 +02:00
$scope.createBackup.taskType = TASK_TYPES.TASK_CLEAN_BACKUPS;
2020-05-14 22:42:41 -07:00
2020-07-15 15:10:37 -07:00
$('#cleanupBackupsModal').modal('hide');
2020-05-14 22:42:41 -07:00
Client.cleanupBackups(function (error, taskId) {
if (error) console.error(error);
$scope.createBackup.taskId = taskId;
$scope.createBackup.updateStatus();
});
},
stopTask: function () {
2019-01-24 15:55:21 -08:00
Client.stopTask($scope.createBackup.taskId, function (error) {
2018-11-17 20:04:41 -08:00
if (error) {
if (error.statusCode === 409) {
$scope.createBackup.errorMessage = 'No backup is currently in progress';
} else {
console.error(error);
$scope.createBackup.errorMessage = error.message;
}
$scope.createBackup.busy = false;
return;
}
});
2018-06-07 14:22:48 +02:00
}
};
2020-05-14 22:42:41 -07:00
$scope.listBackups = {
};
2018-06-07 14:22:48 +02:00
$scope.s3like = function (provider) {
2019-04-12 10:04:26 -07:00
return provider === 's3' || provider === 'minio' || provider === 's3-v4-compat'
|| provider === 'exoscale-sos' || provider === 'digitalocean-spaces'
|| provider === 'scaleway-objectstorage' || provider === 'wasabi' || provider === 'backblaze-b2'
2020-04-29 12:54:19 -07:00
|| provider === 'linode-objectstorage' || provider === 'ovh-objectstorage';
2018-06-07 14:22:48 +02:00
};
2020-06-22 15:51:18 +02:00
$scope.mountlike = function (provider) {
return provider === 'sshfs' || provider === 'cifs' || provider === 'nfs';
};
2020-04-20 18:21:35 +02:00
// https://stackoverflow.com/questions/3665115/how-to-create-a-file-in-memory-for-user-to-download-but-not-through-server#18197341
function download(filename, text) {
var element = document.createElement('a');
element.setAttribute('href', 'data:text/plain;charset=utf-8,' + encodeURIComponent(text));
element.setAttribute('download', filename);
element.style.display = 'none';
document.body.appendChild(element);
element.click();
document.body.removeChild(element);
}
2020-05-14 22:42:41 -07:00
$scope.downloadConfig = function (backup) {
// secrets and tokens already come with placeholder characters we remove them
var tmp = {
2020-05-14 22:42:41 -07:00
backupId: backup.id,
encrypted: !!$scope.backupConfig.password // we add this just to help the import UI
};
Object.keys($scope.backupConfig).forEach(function (k) {
if ($scope.backupConfig[k] !== SECRET_PLACEHOLDER) tmp[k] = $scope.backupConfig[k];
});
2020-10-15 16:37:45 -07:00
var filename = 'cloudron-backup-config-' + (new Date).toISOString().replace(/:|T/g,'-').replace(/\..*/,'') + '.json';
download(filename, JSON.stringify(tmp));
2020-04-20 18:21:35 +02:00
};
$scope.backupDetails = {
backup: null,
show: function (backup) {
$scope.backupDetails.backup = backup;
$('#backupDetailsModal').modal('show');
}
};
$scope.configureScheduleAndRetention = {
busy: false,
error: {},
retentionPolicy: $scope.retentionPolicies[0],
2020-07-28 21:48:24 -07:00
days: [],
hours: [],
show: function () {
$scope.configureScheduleAndRetention.error = {};
$scope.configureScheduleAndRetention.busy = false;
var selectedPolicy = $scope.retentionPolicies.find(function (x) { return angular.equals(x.value, $scope.backupConfig.retentionPolicy); });
if (!selectedPolicy) selectedPolicy = $scope.retentionPolicies[0];
$scope.configureScheduleAndRetention.retentionPolicy = selectedPolicy.value;
2020-07-28 21:48:24 -07:00
var tmp = $scope.backupConfig.schedulePattern.split(' ');
var hours = tmp[2].split(','), days = tmp[5].split(',');
if (days[0] === '*') {
2020-07-29 15:09:06 -07:00
$scope.configureScheduleAndRetention.days = angular.copy($scope.cronDays, []);
} else {
2020-07-29 15:09:06 -07:00
$scope.configureScheduleAndRetention.days = days.map(function (day) { return $scope.cronDays[parseInt(day, 10)]; });
}
2020-07-29 15:09:06 -07:00
$scope.configureScheduleAndRetention.hours = hours.map(function (hour) { return $scope.cronHours[parseInt(hour, 10)]; });
$('#configureScheduleAndRetentionModal').modal('show');
},
submit: function () {
$scope.configureScheduleAndRetention.error = {};
$scope.configureScheduleAndRetention.busy = true;
// start with the full backupConfig since the api requires all fields
var backupConfig = $scope.backupConfig;
backupConfig.retentionPolicy = $scope.configureScheduleAndRetention.retentionPolicy;
2020-07-28 21:48:24 -07:00
var daysPattern;
if ($scope.configureScheduleAndRetention.days.length === 7) daysPattern = '*';
else daysPattern = $scope.configureScheduleAndRetention.days.map(function (d) { return d.value; });
var hoursPattern;
if ($scope.configureScheduleAndRetention.hours.length === 24) hoursPattern = '*';
else hoursPattern = $scope.configureScheduleAndRetention.hours.map(function (d) { return d.value; });
2020-07-29 12:01:00 -07:00
backupConfig.schedulePattern ='00 00 ' + hoursPattern + ' * * ' + daysPattern;
Client.setBackupConfig(backupConfig, function (error) {
$scope.configureScheduleAndRetention.busy = false;
if (error) {
if (error.statusCode === 424) {
$scope.configureScheduleAndRetention.error.generic = error.message;
} else if (error.statusCode === 400) {
$scope.configureScheduleAndRetention.error.generic = error.message;
} else {
console.error('Unable to change schedule or retention.', error);
}
return;
}
$('#configureScheduleAndRetentionModal').modal('hide');
getBackupConfig();
});
}
};
2018-06-07 14:22:48 +02:00
$scope.configureBackup = {
busy: false,
error: {},
provider: '',
bucket: '',
prefix: '',
accessKeyId: '',
secretAccessKey: '',
gcsKey: { keyFileName: '', content: '' },
region: '',
endpoint: '',
backupFolder: '',
2020-06-05 12:47:33 +02:00
mountPoint: '',
2018-06-07 14:22:48 +02:00
acceptSelfSignedCerts: false,
useHardlinks: true,
externalDisk: false,
2018-06-07 14:22:48 +02:00
format: 'tgz',
2020-05-12 10:54:15 -07:00
password: '',
advancedVisible: false,
memoryTicks: [],
memoryLimit: 400 * 1024 * 1024,
2020-08-19 14:39:41 -07:00
uploadPartSizeTicks: [],
uploadPartSize: 50 * 1024 * 1024,
copyConcurrency: '',
downloadConcurrency: '',
syncConcurrency: '', // sort of similar to upload
2018-06-07 14:22:48 +02:00
clearProviderFields: function () {
2018-06-07 14:22:48 +02:00
$scope.configureBackup.bucket = '';
$scope.configureBackup.prefix = '';
$scope.configureBackup.accessKeyId = '';
$scope.configureBackup.secretAccessKey = '';
$scope.configureBackup.gcsKey.keyFileName = '';
$scope.configureBackup.gcsKey.content = '';
$scope.configureBackup.endpoint = '';
$scope.configureBackup.region = '';
$scope.configureBackup.backupFolder = '';
2020-06-05 12:47:33 +02:00
$scope.configureBackup.mountPoint = '';
2018-06-07 14:22:48 +02:00
$scope.configureBackup.acceptSelfSignedCerts = false;
$scope.configureBackup.useHardlinks = true;
$scope.configureBackup.externalDisk = false;
$scope.configureBackup.memoryLimit = 400 * 1024 * 1024;
2020-08-19 14:39:41 -07:00
// scaleway only supports 1000 parts per object (https://www.scaleway.com/en/docs/s3-multipart-upload/)
$scope.configureBackup.uploadPartSize = $scope.configureBackup.provider === 'scaleway-objectstorage' ? 100 * 1024 * 1024 : 10 * 1024 * 1024;
2020-08-11 16:51:02 -07:00
$scope.configureBackup.downloadConcurrency = $scope.configureBackup.provider === 's3' ? 30 : 10;
$scope.configureBackup.syncConcurrency = $scope.configureBackup.provider === 's3' ? 20 : 10;
$scope.configureBackup.copyConcurrency = $scope.configureBackup.provider === 's3' ? 500 : 10;
2018-06-07 14:22:48 +02:00
},
show: function () {
$scope.configureBackup.error = {};
$scope.configureBackup.busy = false;
2020-08-11 17:03:49 -07:00
$scope.configureBackup.advancedVisible = false;
2018-06-07 14:22:48 +02:00
$scope.configureBackup.provider = $scope.backupConfig.provider;
$scope.configureBackup.bucket = $scope.backupConfig.bucket;
$scope.configureBackup.prefix = $scope.backupConfig.prefix;
$scope.configureBackup.region = $scope.backupConfig.region;
$scope.configureBackup.accessKeyId = $scope.backupConfig.accessKeyId;
$scope.configureBackup.secretAccessKey = $scope.backupConfig.secretAccessKey;
if ($scope.backupConfig.provider === 'gcs') {
$scope.configureBackup.gcsKey.keyFileName = $scope.backupConfig.credentials.client_email;
$scope.configureBackup.gcsKey.content = JSON.stringify({
project_id: $scope.backupConfig.projectId,
client_email: $scope.backupConfig.credentials.client_email,
private_key: $scope.backupConfig.credentials.private_key,
});
}
$scope.configureBackup.endpoint = $scope.backupConfig.endpoint;
2020-05-12 10:54:15 -07:00
$scope.configureBackup.password = $scope.backupConfig.password;
2018-06-07 14:22:48 +02:00
$scope.configureBackup.backupFolder = $scope.backupConfig.backupFolder;
2020-06-05 12:47:33 +02:00
$scope.configureBackup.mountPoint = $scope.backupConfig.mountPoint;
2018-06-07 14:22:48 +02:00
$scope.configureBackup.format = $scope.backupConfig.format;
$scope.configureBackup.acceptSelfSignedCerts = !!$scope.backupConfig.acceptSelfSignedCerts;
$scope.configureBackup.useHardlinks = !$scope.backupConfig.noHardlinks;
$scope.configureBackup.externalDisk = !!$scope.backupConfig.externalDisk;
2018-06-07 14:22:48 +02:00
$scope.configureBackup.memoryLimit = $scope.backupConfig.memoryLimit;
2020-08-19 14:39:41 -07:00
$scope.configureBackup.uploadPartSize = $scope.backupConfig.uploadPartSize || ($scope.configureBackup.provider === 'scaleway-objectstorage' ? 100 * 1024 * 1024 : 10 * 1024 * 1024);
2020-08-11 16:51:02 -07:00
$scope.configureBackup.downloadConcurrency = $scope.backupConfig.downloadConcurrency || ($scope.backupConfig.provider === 's3' ? 30 : 10);
$scope.configureBackup.syncConcurrency = $scope.backupConfig.syncConcurrency || ($scope.backupConfig.provider === 's3' ? 20 : 10);
$scope.configureBackup.copyConcurrency = $scope.backupConfig.copyConcurrency || ($scope.backupConfig.provider === 's3' ? 500 : 10);
2020-09-10 00:07:12 -07:00
var totalMemory = Math.max(($scope.memory.memory + $scope.memory.swap) * 1.5, 2 * 1024 * 1024);
$scope.configureBackup.memoryTicks = [ 400 * 1024 * 1024 ];
2020-09-10 00:07:12 -07:00
for (var i = 512; i <= totalMemory/1024/1024; i *= 2) {
$scope.configureBackup.memoryTicks.push(i * 1024 * 1024);
}
2020-09-10 00:07:12 -07:00
$scope.configureBackup.uploadPartSizeTicks = [ 5 * 1024 * 1024 ];
2020-09-10 08:30:54 -07:00
for (var j = 32; j <= 1 * 1024; j *= 2) { // 5 GB is max for s3. but let's keep things practical for now. we upload 3 parts in parallel
2020-08-19 14:39:41 -07:00
$scope.configureBackup.uploadPartSizeTicks.push(j * 1024 * 1024);
}
2018-06-07 14:22:48 +02:00
$('#configureBackupModal').modal('show');
},
submit: function () {
$scope.configureBackup.error = {};
$scope.configureBackup.busy = true;
var backupConfig = {
provider: $scope.configureBackup.provider,
format: $scope.configureBackup.format,
memoryLimit: $scope.configureBackup.memoryLimit,
// required for api call to provide all fields
2020-07-28 21:48:24 -07:00
schedulePattern: $scope.backupConfig.schedulePattern,
retentionPolicy: $scope.backupConfig.retentionPolicy
2018-06-07 14:22:48 +02:00
};
2020-05-12 10:54:15 -07:00
if ($scope.configureBackup.password) backupConfig.password = $scope.configureBackup.password;
2018-06-07 14:22:48 +02:00
// only set provider specific fields, this will clear them in the db
if ($scope.s3like(backupConfig.provider)) {
backupConfig.bucket = $scope.configureBackup.bucket;
backupConfig.prefix = $scope.configureBackup.prefix;
backupConfig.accessKeyId = $scope.configureBackup.accessKeyId;
backupConfig.secretAccessKey = $scope.configureBackup.secretAccessKey;
if ($scope.configureBackup.endpoint) backupConfig.endpoint = $scope.configureBackup.endpoint;
if (backupConfig.provider === 's3') {
if ($scope.configureBackup.region) backupConfig.region = $scope.configureBackup.region;
delete backupConfig.endpoint;
2018-06-07 14:22:48 +02:00
} else if (backupConfig.provider === 'minio' || backupConfig.provider === 's3-v4-compat') {
backupConfig.region = $scope.configureBackup.region || 'us-east-1';
2018-06-07 14:22:48 +02:00
backupConfig.acceptSelfSignedCerts = $scope.configureBackup.acceptSelfSignedCerts;
backupConfig.s3ForcePathStyle = true; // might want to expose this in the UI
2018-06-07 14:22:48 +02:00
} else if (backupConfig.provider === 'exoscale-sos') {
backupConfig.region = 'us-east-1';
backupConfig.signatureVersion = 'v4';
2019-07-22 16:34:16 -07:00
} else if (backupConfig.provider === 'wasabi') {
2020-05-19 14:52:40 +02:00
backupConfig.region = $scope.wasabiRegions.find(function (x) { return x.value === $scope.configureBackup.endpoint; }).region;
2019-07-22 16:34:16 -07:00
backupConfig.signatureVersion = 'v4';
2019-04-12 10:04:26 -07:00
} else if (backupConfig.provider === 'scaleway-objectstorage') {
backupConfig.region = $scope.scalewayRegions.find(function (x) { return x.value === $scope.configureBackup.endpoint; }).region;
backupConfig.signatureVersion = 'v4';
2020-02-26 09:08:34 -08:00
} else if (backupConfig.provider === 'linode-objectstorage') {
backupConfig.region = $scope.linodeRegions.find(function (x) { return x.value === $scope.configureBackup.endpoint; }).region;
backupConfig.signatureVersion = 'v4';
2020-04-29 12:54:19 -07:00
} else if (backupConfig.provider === 'ovh-objectstorage') {
backupConfig.region = $scope.ovhRegions.find(function (x) { return x.value === $scope.configureBackup.endpoint; }).region;
backupConfig.signatureVersion = 'v4';
2018-06-07 14:22:48 +02:00
} else if (backupConfig.provider === 'digitalocean-spaces') {
backupConfig.region = 'us-east-1';
}
} else if (backupConfig.provider === 'gcs') {
backupConfig.bucket = $scope.configureBackup.bucket;
backupConfig.prefix = $scope.configureBackup.prefix;
try {
var serviceAccountKey = JSON.parse($scope.configureBackup.gcsKey.content);
backupConfig.projectId = serviceAccountKey.project_id;
backupConfig.credentials = {
client_email: serviceAccountKey.client_email,
private_key: serviceAccountKey.private_key
};
if (!backupConfig.projectId || !backupConfig.credentials || !backupConfig.credentials.client_email || !backupConfig.credentials.private_key) {
throw 'fields_missing';
}
} catch (e) {
$scope.configureBackup.error.generic = 'Cannot parse Google Service Account Key: ' + e.message;
$scope.configureBackup.error.gcsKeyInput = true;
$scope.configureBackup.busy = false;
return;
}
2020-06-22 15:51:18 +02:00
} else if (backupConfig.provider === 'sshfs' || backupConfig.provider === 'cifs' || backupConfig.provider === 'nfs') {
2020-06-05 12:47:33 +02:00
backupConfig.mountPoint = $scope.configureBackup.mountPoint;
backupConfig.prefix = $scope.configureBackup.prefix;
backupConfig.noHardlinks = !$scope.configureBackup.useHardlinks;
2018-06-07 14:22:48 +02:00
} else if (backupConfig.provider === 'filesystem') {
backupConfig.backupFolder = $scope.configureBackup.backupFolder;
backupConfig.noHardlinks = !$scope.configureBackup.useHardlinks;
backupConfig.externalDisk = $scope.configureBackup.externalDisk;
2018-06-07 14:22:48 +02:00
}
2020-08-19 14:39:41 -07:00
backupConfig.uploadPartSize = $scope.configureBackup.uploadPartSize;
if (backupConfig.format === 'rsync') {
backupConfig.downloadConcurrency = $scope.configureBackup.downloadConcurrency;
backupConfig.syncConcurrency = $scope.configureBackup.syncConcurrency;
backupConfig.copyConcurrency = $scope.configureBackup.copyConcurrency;
}
2018-06-07 14:22:48 +02:00
Client.setBackupConfig(backupConfig, function (error) {
$scope.configureBackup.busy = false;
if (error) {
2018-09-10 10:36:32 -07:00
if (error.statusCode === 424) {
2018-06-07 14:22:48 +02:00
$scope.configureBackup.error.generic = error.message;
if (error.message.indexOf('AWS Access Key Id') !== -1) {
$scope.configureBackup.error.accessKeyId = true;
$scope.configureBackup.accessKeyId = '';
$scope.configureBackupForm.accessKeyId.$setPristine();
$('#inputConfigureBackupAccessKeyId').focus();
} else if (error.message.indexOf('not match the signature') !== -1 ) {
$scope.configureBackup.error.secretAccessKey = true;
$scope.configureBackup.secretAccessKey = '';
$scope.configureBackupForm.secretAccessKey.$setPristine();
$('#inputConfigureBackupSecretAccessKey').focus();
} else if (error.message.toLowerCase() === 'access denied') {
$scope.configureBackup.error.bucket = true;
$scope.configureBackup.bucket = '';
$scope.configureBackupForm.bucket.$setPristine();
$('#inputConfigureBackupBucket').focus();
} else if (error.message.indexOf('ECONNREFUSED') !== -1) {
$scope.configureBackup.error.generic = 'Unknown region';
$scope.configureBackup.error.region = true;
$scope.configureBackupForm.region.$setPristine();
$('#inputConfigureBackupDORegion').focus();
} else if (error.message.toLowerCase() === 'wrong region') {
$scope.configureBackup.error.generic = 'Wrong S3 Region';
$scope.configureBackup.error.region = true;
$scope.configureBackupForm.region.$setPristine();
$('#inputConfigureBackupS3Region').focus();
} else {
$('#inputConfigureBackupBucket').focus();
}
} else if (error.statusCode === 400) {
$scope.configureBackup.error.generic = error.message;
2020-05-12 10:54:15 -07:00
if (error.message.indexOf('password') !== -1) {
$scope.configureBackup.error.password = true;
$scope.configureBackupForm.password.$setPristine();
} else if ($scope.configureBackup.provider === 'filesystem') {
2018-06-07 14:22:48 +02:00
$scope.configureBackup.error.backupFolder = true;
}
} else {
console.error('Unable to change provider.', error);
}
return;
}
// $scope.configureBackup.reset();
$('#configureBackupModal').modal('hide');
getBackupConfig();
checkBackupConfig();
2018-06-07 14:22:48 +02:00
});
}
};
function fetchBackups() {
Client.getBackups(function (error, backups) {
if (error) return console.error(error);
$scope.backups = backups;
2020-05-15 12:48:54 -07:00
$scope.backups = $scope.backups.slice(0, 20); // only show 20 since we don't have pagination
2018-06-07 14:22:48 +02:00
2020-05-16 09:46:57 -07:00
// add contents property
var appsById = {};
Client.getInstalledApps().forEach(function (app) { appsById[app.id] = app; });
$scope.backups.forEach(function (backup) {
backup.contents = [];
backup.dependsOn.forEach(function (appBackupId) {
let match = appBackupId.match(/app_(.*?)_.*/); // *? means non-greedy
if (!match || !appsById[match[1]]) return;
backup.contents.push(appsById[match[1]]);
});
});
2018-06-07 14:22:48 +02:00
});
}
function getBackupConfig() {
Client.getBackupConfig(function (error, backupConfig) {
if (error) return console.error(error);
$scope.backupConfig = backupConfig;
});
}
function checkBackupConfig() {
Client.checkBackupConfig(function (error, check) {
if (error) return console.error(error);
$scope.backupCheck = check;
});
}
2018-06-07 14:22:48 +02:00
Client.onReady(function () {
2020-09-10 00:07:12 -07:00
Client.memory(function (error, memory) {
if (error) console.error(error);
2018-06-07 14:22:48 +02:00
2020-09-10 00:07:12 -07:00
$scope.memory = memory;
2020-09-10 00:07:12 -07:00
fetchBackups();
getBackupConfig();
checkBackupConfig();
$scope.manualBackupApps = Client.getInstalledApps().filter(function (app) { return !app.enableBackup; });
// show backup status
$scope.createBackup.checkStatus();
});
2018-06-07 14:22:48 +02:00
});
function readFileLocally(obj, file, fileName) {
return function (event) {
$scope.$apply(function () {
obj[file] = null;
obj[fileName] = event.target.files[0].name;
var reader = new FileReader();
reader.onload = function (result) {
if (!result.target || !result.target.result) return console.error('Unable to read local file');
obj[file] = result.target.result;
};
reader.readAsText(event.target.files[0]);
});
};
}
document.getElementById('gcsKeyFileInput').onchange = readFileLocally($scope.configureBackup.gcsKey, 'content', 'keyFileName');
// setup all the dialog focus handling
['configureBackupModal'].forEach(function (id) {
$('#' + id).on('shown.bs.modal', function () {
$(this).find("[autofocus]:first").focus();
});
});
$('.modal-backdrop').remove();
}]);