Support ability to run the engine on the local docker daemon (#242)

Author: ziv-codefresh

lib/interface/cli/commands/pipeline/run.cmd.js

@@ -6,6 +6,10 @@ const { prepareKeyValueFromCLIEnvOption, crudFilenameOption } = require('../../h
 const ObjectID = require('mongodb').ObjectID;
 const { workflow, pipeline, log } = require('../../../../logic').api;
 const authManager = require('../../../../logic').auth.manager;
+const Docker = require('dockerode');
+
+const regex = /##[0-9a-f]{24}##/i;
+const imageName = 'codefresh/engine:master';
 
 
 const run = new Command({
@@ -60,6 +64,11 @@ const run = new Command({
                 describe: 'Run pipeline with contexts',
                 default: [],
             })
+            .option('local', {
+                describe: 'Run pipeline on your local docker machine',
+                type: Boolean,
+                default: false,
+            })
             .example('codefresh run PIPELINE_ID | PIPELINE_NAME -b=master', 'Defining the source control context using a branch')
             .example('codefresh run PIPELINE_ID | PIPELINE_NAME -s=52b992e783d2f84dd0123c70ac8623b4f0f938d1', 'Defining the source control context using a commit')
             .example('codefresh run PIPELINE_ID | PIPELINE_NAME -b=master -v key1=value1 -v key2=value2', 'Setting variables through the command')
@@ -83,6 +92,7 @@ const run = new Command({
         const resetVolume = argv['reset-volume'];
         const variablesFromFile = argv['var-file'];
         const contexts = argv['context'];
+        const local = argv.local;
 
         try {
             await pipeline.getPipelineByName(pipelineName);
@@ -91,64 +101,101 @@ const run = new Command({
                 message: `Passed pipeline id: ${pipelineName} does not exist`,
             });
         }
+        if (local) {
+            const docker = new Docker();
+            docker.pull(imageName, (err, stream) => {
+                docker.modem.followProgress(stream, onFinished, onProgress);
+                function onFinished(err) {
+                    if (!err) {
+                        console.log('\nDone pulling.');
+                        const currentContext = authManager.getCurrentContext();
+                        docker.run(imageName, [], [], {
+                            Env: [`ACCESS_TOKEN=${currentContext.token}`, `PIPELINE_ID=${pipelineName}`, `BRANCH=${branch}`, `CF_HOST=${currentContext.url}`, 'DOCKER_SOCKET_PATH=/var/run/docker.sock'],
+                            Hostconfig: {
+                                Binds: ['/var/run/docker.sock:/var/run/docker.sock'],
+                            },
+                        }, (err, data) => {
+                            if (err) {
+                                return console.error(err);
+                            }
+                            process.exit(data.StatusCode);
+                        }).on('stream', (stream) => {
+                            stream.on('data', (chunk) => {
+                                const line = chunk.toString();
+                                const include = line.match(regex);
+                                if (include) {
+                                    const workflowId = include[0].substring(2, include[0].length - 2);
+                                    log.showWorkflowLogs(workflowId, true)
+                                        .then(() => Promise.resolve());
+                                }
+                            });
+                        });
+                    } else {
+                        console.log(err);
+                        process.exit(1);
+                    }
+                }
+                function onProgress() {
+                    stream.pipe(process.stdout);
+                }
+            });
+        } else {
+            const executionRequests = [];
+            const executionRequestTemplate = {
+                pipelineName,
+                options: {
+                    noCache,
+                    resetVolume,
+                    branch,
+                    sha,
+                    enableNotifications,
+                },
+            };
 
-        const executionRequests = [];
-        const executionRequestTemplate = {
-            pipelineName,
-            options: {
-                noCache,
-                resetVolume,
-                branch,
-                sha,
-                enableNotifications,
-            },
-        };
-
-        if (variablesFromFile) {
-            _.forEach(variablesFromFile, (variables) => {
+            if (variablesFromFile) {
+                _.forEach(variablesFromFile, (variables) => {
+                    const request = _.cloneDeep(executionRequestTemplate);
+                    request.options.variables = variables;
+                    executionRequests.push(request);
+                });
+            } else {
+                const variables = prepareKeyValueFromCLIEnvOption(argv.variable);
                 const request = _.cloneDeep(executionRequestTemplate);
                 request.options.variables = variables;
+                request.options.contexts = contexts;
                 executionRequests.push(request);
-            });
-        } else {
-            const variables = prepareKeyValueFromCLIEnvOption(argv.variable);
-            const request = _.cloneDeep(executionRequestTemplate);
-            request.options.variables = variables;
-            request.options.contexts = contexts;
-            executionRequests.push(request);
-        }
+            }
 
-        _.forEach(executionRequests, async ({ pipelineName, options }) => {
-            let workflowId;
-            workflowId = await pipeline.runPipelineByName(pipelineName, options);
+            _.forEach(executionRequests, async ({ pipelineName, options }) => {
+                let workflowId;
+                workflowId = await pipeline.runPipelineByName(pipelineName, options);
 
-            if (executionRequests.length === 1) {
-                if (argv.detach) {
-                    console.log(workflowId);
-                } else {
-                    await log.showWorkflowLogs(workflowId, true);
-                    const workflowInstance = await workflow.getWorkflowById(workflowId);
-                    switch (workflowInstance.getStatus()) {
-                        case 'success':
-                            process.exit(0);
-                            break;
-                        case 'error':
-                            process.exit(1);
-                            break;
-                        case 'terminated':
-                            process.exit(2);
-                            break;
-                        default:
-                            process.exit(100);
-                            break;
+                if (executionRequests.length === 1) {
+                    if (argv.detach) {
+                        console.log(workflowId);
+                    } else {
+                        await log.showWorkflowLogs(workflowId, true);
+                        const workflowInstance = await workflow.getWorkflowById(workflowId);
+                        switch (workflowInstance.getStatus()) {
+                            case 'success':
+                                process.exit(0);
+                                break;
+                            case 'error':
+                                process.exit(1);
+                                break;
+                            case 'terminated':
+                                process.exit(2);
+                                break;
+                            default:
+                                process.exit(100);
+                                break;
+                        }
                     }
+                } else {
+                    console.log(workflowId);
                 }
-            } else {
-                console.log(workflowId);
-            }
-        });
-
-
+            });
+        }
     },
 });
 

lib/logic/api/runtimeEnvironments.js

@@ -146,7 +146,7 @@ const getRuntimeEvironmentsByNameForAdmin = async (option) => {
         qs,
     };
     const runtimeEnvironments = await sendHttpRequest(options);
-    if (option.successors) {
+    if (option.successors || option.history) {
         return runtimeEnvironments;
     }
     const runtimeObj = option.diff ? runtimeEnvironments : new RuntimeEnvironments(_extractFieldsForRuntimeEnvironmentEntity(runtimeEnvironments));

package.json

@@ -1,6 +1,6 @@
 {
   "name": "codefresh",
-  "version": "0.9.4",
+  "version": "0.9.5",
   "description": "Codefresh command line utility",
   "main": "index.js",
   "preferGlobal": true,
@@ -39,6 +39,7 @@
     "decompress": "^4.2.0",
     "decompress-targz": "^4.1.1",
     "diff": "^3.5.0",
+    "dockerode": "^2.5.7",
     "draftlog": "^1.0.12",
     "filesize": "^3.5.11",
     "firebase": "git+https://github.com/codefresh-io/firebase.git#80b2ed883ff281cd67b53bd0f6a0bbd6f330fed5",