RESTService executor (#25)

* added initial support for GCF

* cleanup old testing call

* added request retry and better logging

* fixed handling of retries

* Rename gcf->awsLambda

* awsLambda/gcf command generalized to RESTServiceCommand.

Author: mpawlik

functions/RESTServiceCommand.config.js

@@ -0,0 +1,14 @@
+var SERVICE_URL = process.env.SERVICE_URL ? process.env.SERVICE_URL : "https://localhost:2000/";
+
+var STORAGE = process.env.STORAGE ? process.env.STORAGE : "aws";
+var BUCKET = process.env.BUCKET ? process.env.BUCKET : "bucket";
+var PATH = process.env.PATH ? process.env.PATH : "data"; //prefix in a bucket with no leading or trailing slashes
+
+exports.service_url = SERVICE_URL;
+
+exports.options = {
+    "storage": STORAGE,
+    "bucket": BUCKET,
+    "prefix": PATH
+};
+

functions/RESTServiceCommand.js

@@ -0,0 +1,53 @@
+var request = require('requestretry');
+var executor_config = require('./RESTServiceCommand.config.js');
+var identity = function(e) {return e};
+
+
+
+function RESTServiceCommand(ins, outs, config, cb) {
+
+    var options = executor_config.options;
+    if(config.executor.hasOwnProperty('options')) {
+        var executorOptions = config.executor.options;
+        for (var opt in executorOptions) {
+            if(executorOptions.hasOwnProperty(opt)) {
+                options[opt] = executorOptions[opt];
+            }
+        }
+    }
+    var executable = config.executor.executable;
+    var jobMessage = {
+        "executable": executable,
+        "args":       config.executor.args,
+        "env":        (config.executor.env || {}),
+        "inputs":     ins.map(identity),
+        "outputs":    outs.map(identity),
+        "options":    options
+    };
+
+    var url = executor_config.service_url;
+
+    console.log("Executing: " + JSON.stringify(jobMessage) + "@" + url);
+
+    function requestCb(err, response, body) {
+        if (err) {
+            console.log("Function: " + executable + " error: " + err);
+            cb(err, outs);
+            return
+        }
+        if (response) {
+             console.log("Function: " + executable + " response status code: " + response.statusCode + " number of request attempts: " + response.attempts)
+        }
+        console.log("Function: " + executable + " data: " + body.toString());
+        cb(null, outs);
+    }
+
+
+    var req = request.post(
+        {timeout:600000, url:url, json:jobMessage, headers: {'Content-Type' : 'application/json', 'Accept': '*/*'}}, requestCb);
+
+
+}
+
+
+exports.RESTServiceCommand = RESTServiceCommand;

functions/index.js

@@ -1,6 +1,7 @@
 var fsp = require('./fileSplitter.js'), 
     cmd = require('./command.js'),
     amqpCmd = require('./amqpCommand.js'),
+    RESTCmd = require('./RESTServiceCommand.js'),
     scanDir = require('./DirScanner').scanDir;
 
 function print(ins, outs, config, cb) {
@@ -210,6 +211,7 @@ exports.length = length;
 exports.fileSplitter = fsp.fileSplitter;
 exports.command = cmd.command;
 exports.amqpCommand = amqpCmd.amqpCommand;
+exports.RESTServiceCommand = RESTCmd.RESTServiceCommand;
 exports.exit = exit;
 exports.command_print = cmd.command_print;
 exports.command_notifyevents = cmd.command_notifyevents;

package.json

@@ -36,6 +36,7 @@
     "form-data": "",
     "nodeunit": "",
     "request": "",
+    "requestretry": "",
     "q": "",
     "traverse": "",
     "istanbul": "",