JSFiddle - React, Tailwind, and code Playground
big data fun
by nickadeemus2002
JavaScript
{
"name": "jsfun",
"version": "1.0.0",
"description": "",
"main": "index.js",
"dependencies": {
"delay": "^3.0.0",
"fast-csv": "^2.4.1",
"lodash": "^4.17.10",
"node-csv": "^0.1.2",
"nodemon": "^1.18.3",
"underscore": "^1.9.1"
},
"devDependencies": {},
"scripts": {
"test": "echo \"Error: no test specified\" && exit 1"
},
"author": "",
"license": "ISC"
}
// Deps
const fs = require('fs');
const delay = require('delay');
const CSVReader = require('fast-csv');
// Data
const { largeIntArray } = require('./data/index');
const fortuneStream = fs.createReadStream('./data/csv/fortune1000.csv');
const CSV = CSVReader();
CSV
.transform(function(d){
//data logic here
let field1Header = d[0].match(/rank/gi);
if(field1Header){ return d; }
console.log(`transform d1 => ${d[0]}`);
console.log(`***********************************`);
return d;
})
.on('data', function(d){
//var field1 = parseInt(d[0], 10);
//if(isNaN(field1)){ return; }
//console.log(`d => ${d}`);
})
.on('end', function(evt){
console.log(`evt => ${evt}`);
});
let rankedCompanies = {};
fortuneStream.pipe(CSV)
/*
const file = fs.createWriteStream('./data/largeFile.txt');
for(let i=0; i<= 1e6; i++) {
file.write('Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.\n');
}
file.end();
*/
/**
* algo: findTwoNumberSum
*/
function findTwoNumberSum(data, target){
let match = [],
map = {}, // { prop->(target - data[i]) : value -> data[i] }
i;
//iterate values. apply rule
//...