fix: increase socket msg size

Bogdan-Lyashenko · Bogdan-Lyashenko · commit 3b29dd616ce1 · 2019-02-26T19:54:47.000+01:00
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "codecrumbs",
-  "version": "1.1.3",
+  "version": "1.1.4",
   "author": "Bohdan Liashenko",
   "license": "BSD-3-Clause",
   "repository": {
@@ -51,7 +51,7 @@
     "redux-thunk": "^2.2.0",
     "reselect": "^4.0.0",
     "watchpack": "^1.6.0",
-    "websocket": "^1.0.26"
+    "websocket": "1.0.27"
   },
   "devDependencies": {
     "@babel/core": "^7.1.2",
diff --git a/src/public/dist/local/bundle/main.bundle.js b/src/public/dist/local/bundle/main.bundle.js
@@ -46889,7 +46889,7 @@ module.exports = function(originalModule) {
 /*! exports provided: name, version, author, license, repository, scripts, bin, dependencies, devDependencies, nodemonConfig, husky, default */
 /***/ (function(module) {
 
-module.exports = {"name":"codecrumbs","version":"1.1.3","author":"Bohdan Liashenko","license":"BSD-3-Clause","repository":{"type":"git","url":"https://github.com/Bogdan-Lyashenko/codecrumbs.git"},"scripts":{"start":"yarn client-dev & yarn server-dev","server:one":"node src/index.dev.js","server:two":"node src/index.dev.js two","client-dev":"cd src/public && webpack --config webpack.dev.js --progress --colors --watch --env dev","server-dev":"nodemon src/index.dev.js","server-debug":"nodemon --inspect src/index.dev.js","build":"cd src/public && webpack --config webpack.prod.js --progress --colors","start:standalone":"cd src/public/dist/standalone && http-server","pretty":"prettier  --write \"./src/public/js/**/*.js\""},"bin":{"codecrumbs":"./cli/index.cli.js"},"dependencies":{"@babel/parser":"^7.1.2","@babel/polyfill":"^7.0.0","@babel/traverse":"^7.1.0","antd":"^3.9.2","chalk":"^2.4.2","classnames":"^2.2.6","colors":"^1.3.2","commander":"^2.19.0","copy-text-to-clipboard":"^1.0.4","d3-flextree":"^2.1.1","directory-tree":"^2.1.0","file-saver":"^2.0.0","http-server":"^0.11.1","js2flowchart":"^1.1.7","lodash":"^4.17.10","lodash.debounce":"^4.0.8","madge":"^3.3.0","portscanner":"^2.2.0","react":"^16.7.0","react-dom":"^16.7.0","react-draggable":"^3.0.5","react-redux":"^5.0.7","react-syntax-highlighter":"8.0.1","redux":"^4.0.0","redux-persist":"^5.10.0","redux-saga":"^0.16.0","redux-thunk":"^2.2.0","reselect":"^4.0.0","watchpack":"^1.6.0","websocket":"^1.0.26"},"devDependencies":{"@babel/core":"^7.1.2","@babel/plugin-syntax-dynamic-import":"^7.2.0","@babel/preset-env":"^7.1.0","@babel/preset-react":"^7.0.0","@commitlint/cli":"^7.3.2","@commitlint/config-conventional":"^7.3.1","babel-loader":"^8.0.4","babel-plugin-import":"^1.9.1","css-loader":"^0.28.11","husky":"^1.3.1","node-sass":"^4.9.3","nodemon":"^1.18.7","prettier":"^1.14.0","sass-loader":"^7.1.0","style-loader":"^0.21.0","webpack":"^4.20.2","webpack-bundle-analyzer":"^3.0.3","webpack-cli":"^3.1.2","webpack-merge":"^4.1.5"},"nodemonConfig":{"ignore":["src/public/**/*.*"],"delay":"2500"},"husky":{"hooks":{"commit-msg":"commitlint -E HUSKY_GIT_PARAMS"}}};
+module.exports = {"name":"codecrumbs","version":"1.1.4","author":"Bohdan Liashenko","license":"BSD-3-Clause","repository":{"type":"git","url":"https://github.com/Bogdan-Lyashenko/codecrumbs.git"},"scripts":{"start":"yarn client-dev & yarn server-dev","server:one":"node src/index.dev.js","server:two":"node src/index.dev.js two","client-dev":"cd src/public && webpack --config webpack.dev.js --progress --colors --watch --env dev","server-dev":"nodemon src/index.dev.js","server-debug":"nodemon --inspect src/index.dev.js","build":"cd src/public && webpack --config webpack.prod.js --progress --colors","start:standalone":"cd src/public/dist/standalone && http-server","pretty":"prettier  --write \"./src/public/js/**/*.js\""},"bin":{"codecrumbs":"./cli/index.cli.js"},"dependencies":{"@babel/parser":"^7.1.2","@babel/polyfill":"^7.0.0","@babel/traverse":"^7.1.0","antd":"^3.9.2","chalk":"^2.4.2","classnames":"^2.2.6","colors":"^1.3.2","commander":"^2.19.0","copy-text-to-clipboard":"^1.0.4","d3-flextree":"^2.1.1","directory-tree":"^2.1.0","file-saver":"^2.0.0","http-server":"^0.11.1","js2flowchart":"^1.1.7","lodash":"^4.17.10","lodash.debounce":"^4.0.8","madge":"^3.3.0","portscanner":"^2.2.0","react":"^16.7.0","react-dom":"^16.7.0","react-draggable":"^3.0.5","react-redux":"^5.0.7","react-syntax-highlighter":"8.0.1","redux":"^4.0.0","redux-persist":"^5.10.0","redux-saga":"^0.16.0","redux-thunk":"^2.2.0","reselect":"^4.0.0","watchpack":"^1.6.0","websocket":"1.0.27"},"devDependencies":{"@babel/core":"^7.1.2","@babel/plugin-syntax-dynamic-import":"^7.2.0","@babel/preset-env":"^7.1.0","@babel/preset-react":"^7.0.0","@commitlint/cli":"^7.3.2","@commitlint/config-conventional":"^7.3.1","babel-loader":"^8.0.4","babel-plugin-import":"^1.9.1","css-loader":"^0.28.11","husky":"^1.3.1","node-sass":"^4.9.3","nodemon":"^1.18.7","prettier":"^1.14.0","sass-loader":"^7.1.0","style-loader":"^0.21.0","webpack":"^4.20.2","webpack-bundle-analyzer":"^3.0.3","webpack-cli":"^3.1.2","webpack-merge":"^4.1.5"},"nodemonConfig":{"ignore":["src/public/**/*.*"],"delay":"2500"},"husky":{"hooks":{"commit-msg":"commitlint -E HUSKY_GIT_PARAMS"}}};
 
 /***/ }),
 
@@ -46992,7 +46992,7 @@ var App = function App() {
     fallback: null
   }, react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement(SideBar, null))), react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement("footer", {
     className: "footer"
-  }, react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement("span", null, "v".concat("1.1.3")), react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement("span", null, "\u24B8 Bohdan Liashenko", ' • ', react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement("a", {
+  }, react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement("span", null, "v".concat("1.1.4")), react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement("span", null, "\u24B8 Bohdan Liashenko", ' • ', react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement("a", {
     href: "https://github.com/Bogdan-Lyashenko/codecrumbs"
   }, "Github"), ' • ', react__WEBPACK_IMPORTED_MODULE_0___default.a.createElement("a", {
     href: "https://codecrumbs.io/"
diff --git a/src/server/config.js b/src/server/config.js
@@ -0,0 +1,3 @@
+module.exports = {
+  SOCKET_MSG_MAX_SIZE: 128 * 1024 * 1024 // 128 MB
+};
diff --git a/src/server/mediator.js b/src/server/mediator.js
@@ -1,6 +1,7 @@
 const WebSocketServer = require('websocket').server;
 const http = require('http');
 
+const { SOCKET_MSG_MAX_SIZE } = require('./config');
 const logger = require('./utils/logger');
 const { SOCKET_MESSAGE_TYPE } = require('../shared/constants');
 
@@ -15,7 +16,12 @@ const run = ({ port, clientPort }) => {
   const sourceWatcherInstances = [];
   const sendToSourceWatchers = event => sourceWatcherInstances.forEach(l => l.sendUTF(event));
 
-  const webSocketServer = new WebSocketServer({ httpServer });
+  const webSocketServer = new WebSocketServer({
+    httpServer,
+    maxReceivedFrameSize: SOCKET_MSG_MAX_SIZE,
+    maxReceivedMessageSize: SOCKET_MSG_MAX_SIZE
+  });
+
   webSocketServer.on('request', request => {
     const connection = request.accept(null, request.origin);
     const isClient = request.origin && request.origin.includes(`:${clientPort}`);
diff --git a/src/server/project-source/index.js b/src/server/project-source/index.js
@@ -61,8 +61,7 @@ const subscribeOnChange = (
   logger.info(
     `+ got: project files.`,
     ` Number of files: ${Object.keys(fs.filesMap).length},`,
-    ` Number of folders: ${Object.keys(fs.foldersMap).length}.`,
-    ` File example: ${JSON.stringify(fs.filesMap[Object.keys(fs.filesMap)[0]])}`
+    ` Number of folders: ${Object.keys(fs.foldersMap).length}.`
   );
   const codeCrumbs = {
     flows: {}
@@ -77,10 +76,7 @@ const subscribeOnChange = (
     language
   })
     .then(() => {
-      logger.info(
-        `+ parsed: project files.`,
-        ` File example: ${JSON.stringify(fs.filesMap[Object.keys(fs.filesMap)[0]])}`
-      );
+      logger.info(`+ parsed: project files.`);
 
       Object.entries(fs.filesMap).forEach(([path, file]) => {
         if (file.hasCodecrumbs) {
diff --git a/src/server/source-watcher.js b/src/server/source-watcher.js
@@ -1,5 +1,6 @@
 const WebSocketClient = require('websocket').client;
 
+const { SOCKET_MSG_MAX_SIZE } = require('./config');
 const logger = require('./utils/logger');
 const { parseFiles } = require('./api/');
 const { SOCKET_MESSAGE_TYPE } = require('../shared/constants');
@@ -13,15 +14,18 @@ const run = (
 ) => {
   const { language, extensions: fileExtensions } = detectLanguage(entryPoint, astParserFallback);
 
-  const webSocketClient = new WebSocketClient();
+  const webSocketClient = new WebSocketClient({
+    maxReceivedFrameSize: SOCKET_MSG_MAX_SIZE,
+    maxReceivedMessageSize: SOCKET_MSG_MAX_SIZE
+  });
 
   webSocketClient.on('connectFailed', error => {
     logger.error(`Connect error for ${namespace}, error: ${error} `);
   });
 
   webSocketClient.on('connect', connection => {
     logger.info(
-      `+ source watcher: ${namespace} started for: ${projectName}; `,
+      `+ started: source watcher: ${namespace} for: ${projectName}; `,
       `setup: dir - ${projectDir}, entry point - ${entryPoint}`
     );
 

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+module.exports = {`
	`2`	`+ SOCKET_MSG_MAX_SIZE: 128 * 1024 * 1024 // 128 MB`
	`3`	`+};`