diff --git a/cli/src/commands/get-stream.js b/cli/src/commands/get-stream.js new file mode 100644 index 0000000000000000000000000000000000000000..6b9b7ee4847f926e7b1fb4a66e60fd92a97569df --- /dev/null +++ b/cli/src/commands/get-stream.js @@ -0,0 +1,44 @@ +// @flow +const path = require("path"); +const chalk = require("chalk"); +const fs = require("fs"); +const util = require("util"); +const net = require("net"); +const process = require("process"); +var request = require("request"); +var csv = require("csv-stream"); +const fetch = require("node-fetch"); + +const handleErrors = require("../utils/handleErrors"); +const getMaster = require("../utils/getMaster"); + +module.exports.command = "put-stream"; +module.exports.describe = "Writes localfilename to the SDFS as sdfsfilename."; +module.exports.builder = (yargs: any) => yargs; + + + +module.exports.handler = handleErrors(async (argv: {}) => { + const master = await getMaster(); + getCSVdata(); + + setInterval(function sync() { + // if (queue.length > 0) { + // const body = queue.pop(); + var target = "http://"+ master + ":3000/sink/"; + // console.log(target) + // console.log(JSON.stringify(body).state) + fetch(target) + .then(res => console.log(res.text())) + // .then(json => { + // // if (json.action !== "END") { + // // queue.push(json); + // // } else { + // // console.log(json); + // // } + // }); + // } + + }, 500); + +}); diff --git a/cli/src/commands/put-stream.js b/cli/src/commands/put-stream.js index 71f5cf73a4ef206f6597d9d97da047ccd11fe90d..e7bef32e339eccb2e4c9bf66b6f92113f2ba8a40 100644 --- a/cli/src/commands/put-stream.js +++ b/cli/src/commands/put-stream.js @@ -40,7 +40,7 @@ async function getCSVdata() { if (messages.length == 10000) { allMessages.push(messages); const body = { action: "START", state: messages[0] }; - console.log(body) + // console.log(body) queue.push(body); messages = []; } @@ -78,7 +78,9 @@ module.exports.handler = handleErrors(async (argv: {}) => { // console.log(json); // } }); - } + } else { + process.exit() + } }, 500); diff --git a/sfds/index.js b/sfds/index.js index fcf4c41562856d4255520cfb885a183a04130469..a0e4273e48b974fee887781fa1c58583e1e47bee 100644 --- a/sfds/index.js +++ b/sfds/index.js @@ -408,6 +408,10 @@ app.post("/spout", function(req, res) { res.send("got it"); }); +app.post("/sink", function(req, res) { + // console.log("bolt state: " +req.body.state) + res.send("IM A SINK"); +}); round_robin = 0