Commit 9475c85f authored by Alexandra Rogova's avatar Alexandra Rogova

started clean up

parent ac2c2b3a
var childProcess = require('child_process');
const execa = require('execa');
var run = require('./run_scripts_sync').run;
const fs = require('fs');
var stream = fs.createWriteStream("./results/add_random_csv_attachment.csv", {flags:'a'});
function writeResult(items, info){
stream.write(items + "," + info + "\n");
}
function runScriptSync(list, callback) {
if (list.length === 0) return;
var invoked = false,
to_run = list.pop();
process = childProcess.fork(to_run.scriptPath, to_run.args);
process.on('message', function (mes){
console.log(to_run.amount + " : " + mes)
writeResult(to_run.amount, mes);
runScriptSync(list, callback);
});
process.on('error', function (err) {
if (invoked) return;
invoked = true;
callback(err);
});
process.on('exit', function (code) {
if (invoked) return;
invoked = true;
var err = code === 0 ? null : new Error('exit code ' + code);
callback(err);
});
setTimeout(() => {
writeResult(to_run.amout, "Timeout error");
process.kill();
return;
}, 7200000); //2 hours
}
fs.truncateSync("./results/add_random_csv_attachment.csv");
stream.write("items,ramUsed,memUsed\n");
......@@ -44,22 +9,4 @@ for(var i = 1000000; i > 0; i-=1000){
to_run.push({scriptPath : './add_random_csv.js', args : ["-p", i, "-s", "attachment"], amount : i});
}
// var to_run = [{scriptPath : './add_random_csv.js', args : ["-p", 100000, "-s", "attachment"], amount : 100000},
// {scriptPath : './add_random_csv.js', args : ["-p", 425000, "-s", "attachment"], amount : 425000},
// {scriptPath : './add_random_csv.js', args : ["-p", 400000, "-s", "attachment"], amount : 400000},
// {scriptPath : './add_random_csv.js', args : ["-p", 350000, "-s", "attachment"], amount : 350000},
// {scriptPath : './add_random_csv.js', args : ["-p", 325000, "-s", "attachment"], amount : 325000},
// {scriptPath : './add_random_csv.js', args : ["-p", 300000, "-s", "attachment"], amount : 300000},
// {scriptPath : './add_random_csv.js', args : ["-p", 250000, "-s", "attachment"], amount : 250000},
// {scriptPath : './add_random_csv.js', args : ["-p", 225000, "-s", "attachment"], amount : 225000},
// {scriptPath : './add_random_csv.js', args : ["-p", 200000, "-s", "attachment"], amount : 200000},
// {scriptPath : './add_random_csv.js', args : ["-p", 150000, "-s", "attachment"], amount : 150000},
// {scriptPath : './add_random_csv.js', args : ["-p", 125000, "-s", "attachment"], amount : 125000},
// {scriptPath : './add_random_csv.js', args : ["-p", 100000, "-s", "attachment"], amount : 100000},
// {scriptPath : './add_random_csv.js', args : ["-p", 50000, "-s", "attachment"], amount : 50000},
// {scriptPath : './add_random_csv.js', args : ["-p", 10000, "-s", "attachment"], amount : 10000},
// {scriptPath : './add_random_csv.js', args : ["-p", 5000, "-s", "attachment"], amount : 5000},
// {scriptPath : './add_random_csv.js', args : ["-p", 1000, "-s", "attachment"], amount : 1000},
// {scriptPath : './add_random_csv.js', args : ["-p", 100, "-s", "attachment"], amount : 100}];
runScriptSync(to_run, function (err) {if (err) throw err;});
run(to_run, "./results/add_random_csv_attachment.csv", function (err) {if (err) throw err;});
items,ramUsed,memUsed
100,53.3,0
1000,102,0
5000,203.6,0
10000,318.2,75.9
50000,955.9,521.8
100000,1532.1,1258.8
500000,ERROR,ERROR
1000,-371.4140625,511.953125
2000,80.359375,61.76171875
3000,50.1640625,128.7734375
4000,159.91796875,28.36328125
module.exports = {
run: function (list, filepath, callback) {
var childProcess = require('child_process');
const fs = require('fs');
var stream = fs.createWriteStream(filepath, {flags:'a'});
var done = false;
if (list.length === 0) return;
var invoked = false,
to_run = list.pop();
process = childProcess.fork(to_run.scriptPath, to_run.args);
process.on('message', function (mes){
done = true;
console.log(to_run.amount + " : " + mes);
stream.write(to_run.amount + "," + mes + "\n");
module.exports.run(list, filepath, callback);
});
process.on('error', function (err) {
if (invoked) return;
invoked = true;
callback(err);
});
process.on('exit', function (code) {
if (invoked) return;
invoked = true;
var err = code === 0 ? null : new Error('exit code ' + code);
callback(err);
});
setTimeout(() => {
if (!done){
stream.write(to_run.amount + ",Timeout error\n");
process.kill();
return;
}
}, 7200000); //2 hours
}
};
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment