saagie · hibnico · May 24, 2022 · Apr 26, 2022 · Apr 26, 2022 · Apr 26, 2022
diff --git a/packages/sdk/src/cli/commands/init.js b/packages/sdk/src/cli/commands/init.js
@@ -97,7 +97,7 @@ Inside that directory, you can run several commands:
   {cyan yarn dev}
     Start the development server.
 
-  {cyan yarn run build}
+  {cyan yarn build}
     Bundle the technology for the Saagie platform.
 
   {cyan yarn run new:context}
@@ -166,6 +166,19 @@ const createConnectionType = async () => {
 {bold {green 🎉 ${connectionAnswers.label} connection type generated with success 🎉}}
 
 New connection type available in {italic ${folder}}
+Inside that directory, you can run several commands:
+
+  {cyan yarn dev}
+    Start the build watch.
+
+  {cyan yarn build}
+    Bundle the javascript file.
+
+We suggest that you begin by typing:
+
+  {cyan cd} {italic ${folder}}
+  {cyan yarn install}
+  {cyan yarn dev}
   `);
 };
 

diff --git a/packages/sdk/src/cli/server/services/action.js b/packages/sdk/src/cli/server/services/action.js
@@ -1,12 +1,14 @@
+// eslint-disable-next-line max-classes-per-file
+const fs = require('fs');
 const fse = require('fs-extra');
 const path = require('path');
-const { Stream } = require('stream');
-const output = require('../../utils/output');
-const { stringify, runScript } = require('../../utils/runScript');
+const { Transform, Readable } = require('stream');
+const { runScript } = require('../../utils/script-runner');
+const { stringify } = require('../../utils/script-utils');
 
 const Response = {
-  success: (data, logs) => ({
-    data,
+  success: (payload, logs) => ({
+    payload,
     logs,
   }),
   error: (error, logs) => ({
@@ -15,35 +17,161 @@ const Response = {
   }),
 };
 
-function onError(error, res, logs) {
-  output.error(error);
-  res.status(420).send(Response.error(stringify(error), logs));
+class PayloadTransform extends Transform {
+  constructor() {
+    super({ readableOjectMode: false, writableObjectMode: true });
+    this.empty = true;
+  }
+
+  _transform(chunk, _, callback) {
+    if (this.empty) {
+      this.empty = false;
+      this.push('[');
+    } else {
+      this.push(',');
+    }
+    this.push(JSON.stringify(chunk));
+    callback();
+  }
+
+  _flush(callback) {
+    if (this.empty) {
+      this.push('[');
+    }
+    this.push(']');
+    callback();
+  }
+}
+
+class LogTransform extends Transform {
+  constructor() {
+    super({ readableOjectMode: false, writableObjectMode: true });
+  }
+
+  _transform(chunk, _, callback) {
+    this.push(new Date(chunk.timestamp).toISOString());
+    this.push(': ');
+    this.push(chunk.log);
+    this.push('\n');
+    callback();
+  }
+}
+
+class BufferHeadTransform extends Transform {
+  constructor(max) {
+    super({ readableOjectMode: true, writableObjectMode: true, objectMode: true });
+    this.max = max;
+    this.head = [];
+    this.hasMore = false;
+  }
+
+  _transform(chunk, _, callback) {
+    if (this.head.length < this.max) {
+      this.head.push(chunk);
+    } else {
+      this.hasMore = true;
+    }
+    this.push(chunk);
+    callback();
+  }
 }
 
 module.exports = async (req, res) => {
-  const logs = [];
+  const scriptStdOut = [];
+  const scriptPath = path.resolve(process.cwd(), req.body.script);
   try {
-    const scriptPath = path.resolve(process.cwd(), req.body.script);
-
     if (!await fse.pathExists(scriptPath || '')) {
       const message = `Unable to find file ${scriptPath}, please check the path in context.yaml`;
-      output.error(message);
-      res.status(421).send(Response.error({ message }));
+      res.set('Content-Type', 'application/json');
+      res.status(421)
+        .send(Response.error({ message }));
 
       return;
     }
 
-    const logger = (log) => logs.push(log);
     const scriptData = fse.readFileSync(scriptPath);
-    const data = await runScript(scriptData, req.body.function, req.body.params, logger);
-    if (data instanceof Stream) {
-      data.pause();
-      data.on('error', (err) => onError(err, res, logs));
-      data.pipe(res);
-    } else {
-      res.send(Response.success(data, logs));
+
+    const scriptLogger = (name, log) => {
+      log.split(/\r\n|\n\r|\n|\r/)
+        .forEach((logPart) => {
+          scriptStdOut.push({
+            name,
+            message: logPart,
+          });
+        });
+    };
+
+    const {
+      download = false,
+    } = req.body.opts || {};
+
+    let stream = await runScript(
+      scriptPath,
+      scriptData.toString(),
+      req.body.function,
+      [req.body.params],
+      scriptLogger,
+    );
+
+    res.set('Content-Type', 'application/json');
+
+    let downloadLink = null;
+    let hasMore = null;
+    if (download) {
+      const logpath = `${process.cwd()}/action.log`;
+      downloadLink = {
+        href: '/api/static?path=action.log',
+        name: 'action.log',
+      };
+      const destination = fs.createWriteStream(logpath);
+      const head = new BufferHeadTransform(100);
+      await new Promise((fulfill) => {
+        stream
+          .pipe(head)
+          .pipe(new LogTransform())
+          .pipe(destination)
+          .on('finish', fulfill);
+      });
+      hasMore = head.hasMore;
+      stream = Readable.from(head.head);
+    }
+    res.write('{"payload":');
+
+    const payload = stream.pipe(new PayloadTransform());
+
+    payload.pipe(res, { end: false });
+
+    payload.on('end', () => {
+      res.write(',"logs":[');
+      scriptStdOut.forEach((log, i) => {
+        if (i > 0) {
+          res.write(',');
+        }
+        res.write(JSON.stringify(log));
+      });
+      res.write(']');
+      if (downloadLink !== null) {
+        res.write(',"download":');
+        res.write(JSON.stringify(downloadLink));
+      }
+      if (hasMore !== null) {
+        res.write(',"hasMore":');
+        res.write(hasMore ? 'true' : 'false');
+      }
+      res.write('}');
+      res.end();
+    });
+  } catch (e) {
+    if (e == null) {
+      return;
+    }
+    try {
+      res.status(420)
+        .send(Response.error(stringify(e), scriptStdOut));
+    } catch (ee) {
+      // we may not be able to sent a proper http error response, as the response may have been already started to be streamed.
+      // eslint-disable-next-line no-console
+      console.error('Unexpected http response error', ee, '. Script error is:', e);
     }
-  } catch (err) {
-    onError(err, res, logs);
   }
 };
diff --git a/packages/sdk/src/cli/server/services/demo.js b/packages/sdk/src/cli/server/services/demo.js
@@ -97,10 +97,11 @@ const jobStates = [];
 
 const log = (state, message) => {
   let msg = message;
+  const now = new Date();
   if (state.logDate) {
-    msg = `${new Date().toLocaleTimeString()} ${message}`;
+    msg = `${message} at ${now.toLocaleTimeString()}.`;
   }
-  state.logs.push(msg);
+  state.logs.push(`${now.getTime()} - ${msg}`);
 };
 
 const run = (method, n, i, a, state) => {

diff --git a/packages/sdk/src/cli/templates/.gitignore b/packages/sdk/src/cli/templates/.gitignore
@@ -0,0 +1 @@
+action.log
diff --git a/packages/sdk/src/cli/templates/connectiontype/metadata.yaml b/packages/sdk/src/cli/templates/connectiontype/metadata.yaml
@@ -29,3 +29,8 @@ parameters:
     id: password
     label: Password
     mandatory: true
+
+actions:
+  checkConnection:
+    script: ./dist/module.js
+    function: checkConnection
diff --git a/packages/sdk/src/cli/templates/connectiontype/package.json b/packages/sdk/src/cli/templates/connectiontype/package.json
@@ -0,0 +1,22 @@
+{
+  "name": "{{id}}",
+  "version": "0.1.0",
+  "private": true,
+  "scripts": {
+    "dev": "webpack --watch",
+    "build": "webpack",
+    "test": "echo \"No test specified\""
+  },
+  "dependencies": {
+    "@babel/runtime": "^7.17.7",
+    "axios": "0.26.0"
+  },
+  "devDependencies": {
+    "@babel/core": "^7.17.7",
+    "@babel/plugin-transform-runtime": "^7.17.0",
+    "@babel/preset-env": "^7.16.11",
+    "babel-loader": "^8.2.3",
+    "webpack": "^5.70.0",
+    "webpack-cli": "^4.9.1"
+  }
+}
diff --git a/packages/sdk/src/cli/templates/connectiontype/src/module.js b/packages/sdk/src/cli/templates/connectiontype/src/module.js
@@ -0,0 +1,38 @@
+const axios = require('axios');
+const axiosHttp = require('axios/lib/adapters/http');
+
 const client = axios.create({
+  adapter: axiosHttp,
+});
+
+/**
+ * Example of function to check the connection data.
+ * @param {Object} params - Contains entity data including featuresValues.
+ * @param {Object} params.connection - Contains values configuring the associated connection.
+ * @return {{ok, message}} - an object with a boolean field 'ok' indicating the connection status, and a string field 'message' describing the issue if the connection is not ok.
+ */
+exports.checkConnection = async ({ connection}) => {
+  const url = `${connection.url}`
+  console.log('Requesting GET at', url);
+  let response;
+  try {
+    response = await client.get(url);
+  } catch (e) {
+    console.log('HTTP error:', e.response?.status, e.response?.statusText, e.response?.data);
+    if (e.response?.status === 401) {
+      return {
+        ok: false,
+        message: 'Bad credentials',
+      };
+    }
+    return {
+      ok: false,
+      message: `Unexpected HTTP error with status ${e.response?.status}`,
+    };
+  }
+  console.log('Response:', response.data);
+
+  return {
+    ok: true,
+  };
+};
diff --git a/packages/sdk/src/cli/templates/connectiontype/webpack.config.js b/packages/sdk/src/cli/templates/connectiontype/webpack.config.js
@@ -0,0 +1,33 @@
+const path = require('path');
+
+module.exports = {
+  target: 'node16',
+  mode: 'production',
+  entry: {
+    'module': './src/module.js',
+  },
+  module: {
+    rules: [
+      {
+        test: /\.m?js$/,
+        exclude: /(node_modules|bower_components)/,
+        use: {
+          loader: 'babel-loader',
+          options: {
+            presets: ['@babel/preset-env'],
+            plugins: [
+              ['@babel/transform-runtime']
+            ]
+          }
+        }
+      }
+    ],
+  },
+  output: {
+    library: {
+      type: 'commonjs',
+    },
+    path: path.resolve(__dirname, 'dist'),
+    filename: '[name].js'
+  },
+};