-- initial commit --

.gitignore

@@ -0,0 +1,46 @@
+# See http://help.github.com/ignore-files/ for more about ignoring files.
+
+# compiled output
+/dist
+/tmp
+/out-tsc
+/release
+/lib
+/docs
+/md-docs
+
+# dependencies
+/node_modules
+
+# IDEs and editors
+/.idea
+.project
+.classpath
+.c9/
+*.launch
+.settings/
+*.sublime-workspace
+
+# IDE - VSCode
+.vscode/*
+!.vscode/settings.json
+!.vscode/tasks.json
+!.vscode/launch.json
+!.vscode/extensions.json
+
+# misc
+/.sass-cache
+/connect.lock
+/coverage
+/libpeerconnection.log
+npm-debug.log
+yarn-error.log
+testem.log
+/typings
+
+# System Files
+.DS_Store
+Thumbs.db
+
+package-lock.json
+*.tgz

.npmignore

@@ -0,0 +1,7 @@
+/src
+/node_modules
+.gitignore
+rollup.config.js
+jest.config.js
+*.tgz
+tsconfig.json

README.md

@@ -0,0 +1,57 @@
+# dataPipe
+
+dataPipe is data transformation and analytical library inspired by LINQ (C#) and Pandas - (Python)
+
+```js
+const data = [
+  { name: "John",  country: "US"}, { name: "Joe", country: "US"}, { name: "Bill",  country: "US"}, { name: "Adam", country: "UK"}, 
+  { name: "Scott", country: "UK"}, { name: "Diana",country: "UK"}, { name: "Marry",country: "FR"}, { name: "Luc",country: "FR"}
+]
+
+const summaryForUS = dataPipe(data)
+  .groupBy(i => i.country)
+  .select(g => 
+    r = {}
+    r.country = dataPipe(g).first().country
+    r.names = dataPipe(g).map(r => r.name).join(", ")
+    r.count = dataPipe(g).count()
+    r
+  )
+  .where(r => r.country != "US")
+  .toArray()
+```
+
+## methods (Pretty much WIP. Do not use it until v0.1)
+ - select / map
+ - filter / where
+ - dropColumns([])
+
+ - orderBy()
+ - thenBy()
+ - orderByDescending()
+ - thenByDescending()
+
+ - groupBy(keySelector)
+ - join(array2, keySelector1, keySelector2, resultProjector)
+ - join(separator) - string style concatenation
+ - intercept()
+ - except()
+ - pivot()
+ - merge()
+ - union / concat()
+
+ - avg / average (predicate)
+ - max / maximum (predicate)
+ - min / minimum (predicate)
+ - count(predicate)
+ - first(predicate)
+ - last(predicate)
+
+ - toArray()
+ - toMap(keySelector, valueSelector)
+ - toObject(nameSelector, valueSelector)
+ - toCsv()
+ - toTsv() 
+
+
+

jest.config.js

@@ -0,0 +1,192 @@
+// For a detailed explanation regarding each configuration property, visit:
+// https://jestjs.io/docs/en/configuration.html
+
+module.exports = {
+  // All imported modules in your tests should be mocked automatically
+  // automock: false,
+
+  // Stop running tests after `n` failures
+  // bail: 0,
+
+  // Respect "browser" field in package.json when resolving modules
+  // browser: false,
+
+  // The directory where Jest should store its cached dependency information
+  // cacheDirectory: "/tmp/jest_rs",
+
+  // Automatically clear mock calls and instances between every test
+  clearMocks: true,
+
+  // Indicates whether the coverage information should be collected while executing the test
+  // collectCoverage: false,
+
+  // An array of glob patterns indicating a set of files for which coverage information should be collected
+  // collectCoverageFrom: null,
+
+  // The directory where Jest should output its coverage files
+  coverageDirectory: "coverage",
+
+  // An array of regexp pattern strings used to skip coverage collection
+  // coveragePathIgnorePatterns: [
+  //   "/node_modules/"
+  // ],
+
+  // A list of reporter names that Jest uses when writing coverage reports
+  // coverageReporters: [
+  //   "json",
+  //   "text",
+  //   "lcov",
+  //   "clover"
+  // ],
+
+  // An object that configures minimum threshold enforcement for coverage results
+  // coverageThreshold: null,
+
+  // A path to a custom dependency extractor
+  // dependencyExtractor: null,
+
+  // Make calling deprecated APIs throw helpful error messages
+  // errorOnDeprecated: false,
+
+  // Force coverage collection from ignored files using an array of glob patterns
+  // forceCoverageMatch: [],
+
+  // A path to a module which exports an async function that is triggered once before all test suites
+  // globalSetup: null,
+
+  // A path to a module which exports an async function that is triggered once after all test suites
+  // globalTeardown: null,
+
+  // A set of global variables that need to be available in all test environments
+  globals: {
+    'ts-jest': {
+      // diagnostics: false
+    }
+  },
+
+  // The maximum amount of workers used to run your tests. Can be specified as % or a number. E.g. maxWorkers: 10% will use 10% of your CPU amount + 1 as the maximum worker number. maxWorkers: 2 will use a maximum of 2 workers.
+  // maxWorkers: "50%",
+
+  // An array of directory names to be searched recursively up from the requiring module's location
+  // moduleDirectories: [
+  //   "node_modules"
+  // ],
+
+  // An array of file extensions your modules use
+  // moduleFileExtensions: [
+  //   "js",
+  //   "json",
+  //   "jsx",
+  //   "ts",
+  //   "tsx",
+  //   "node"
+  // ],
+
+  // A map from regular expressions to module names that allow to stub out resources with a single module
+  // moduleNameMapper: {},
+
+  // An array of regexp pattern strings, matched against all module paths before considered 'visible' to the module loader
+  // modulePathIgnorePatterns: [],
+
+  // Activates notifications for test results
+  // notify: false,
+
+  // An enum that specifies notification mode. Requires { notify: true }
+  // notifyMode: "failure-change",
+
+  // A preset that is used as a base for Jest's configuration
+  preset: 'ts-jest',
+
+  // Run tests from one or more projects
+  // projects: null,
+
+  // Use this configuration option to add custom reporters to Jest
+  // reporters: undefined,
+
+  // Automatically reset mock state between every test
+  // resetMocks: false,
+
+  // Reset the module registry before running each individual test
+  // resetModules: false,
+
+  // A path to a custom resolver
+  // resolver: null,
+
+  // Automatically restore mock state between every test
+  // restoreMocks: false,
+
+  // The root directory that Jest should scan for tests and modules within
+  // rootDir: null,
+
+  // A list of paths to directories that Jest should use to search for files in
+  // roots: [
+  //   "<rootDir>"
+  // ],
+
+  // Allows you to use a custom runner instead of Jest's default test runner
+  // runner: "jest-runner",
+
+  // The paths to modules that run some code to configure or set up the testing environment before each test
+  setupFiles: ['./setupJest.js'],
+
+  // A list of paths to modules that run some code to configure or set up the testing framework before each test
+  // setupFilesAfterEnv: [],
+
+  // A list of paths to snapshot serializer modules Jest should use for snapshot testing
+  // snapshotSerializers: [],
+
+  // The test environment that will be used for testing
+  // testEnvironment: "jest-environment-jsdom",
+
+  // Options that will be passed to the testEnvironment
+  // testEnvironmentOptions: {},
+
+  // Adds a location field to test results
+  // testLocationInResults: false,
+
+  // The glob patterns Jest uses to detect test files
+  // testMatch: [
+  //   "**/__tests__/**/*.[jt]s?(x)",
+  //   "**/?(*.)+(spec|test).[tj]s?(x)"
+  // ],
+
+  // An array of regexp pattern strings that are matched against all test paths, matched tests are skipped
+  // testPathIgnorePatterns: [
+  //   "/node_modules/"
+  // ],
+
+  // The regexp pattern or array of patterns that Jest uses to detect test files
+  testRegex: ['\\.spec\\.ts$'],
+
+  // This option allows the use of a custom results processor
+  // testResultsProcessor: null,
+
+  // This option allows use of a custom test runner
+  // testRunner: "jasmine2",
+
+  // This option sets the URL for the jsdom environment. It is reflected in properties such as location.href
+  // testURL: "http://localhost",
+
+  // Setting this value to "fake" allows the use of fake timers for functions such as "setTimeout"
+  // timers: "real",
+
+  // A map from regular expressions to paths to transformers
+  // transform: null,
+
+  // An array of regexp pattern strings that are matched against all source file paths, matched files will skip transformation
+  // transformIgnorePatterns: [
+  //   "/node_modules/"
+  // ],
+
+  // An array of regexp pattern strings that are matched against all modules before the module loader will automatically return a mock for them
+  // unmockedModulePathPatterns: undefined,
+
+  // Indicates whether each individual test should be reported during the run
+  // verbose: null,
+
+  // An array of regexp patterns that are matched against all source file paths before re-running tests in watch mode
+  // watchPathIgnorePatterns: [],
+
+  // Whether to use watchman for file crawling
+  // watchman: true,
+};

package.json

@@ -0,0 +1,53 @@
+{
+  "name": "datapipe-js",
+  "version": "0.0.1",
+  "description": "dataPipe is data transformation and analytical library inspired by LINQ (C#) and Pandas - (Python)",
+  "main": "lib/data-pipe.umd.js",
+  "module": "lib/data-pipe.esm.js",
+  "typings": "lib/index.d.ts",
+  "files": [
+    "lib"
+  ],
+  "scripts": {
+    "test": "jest",
+    "test:dev": "node --inspect-brk node_modules/.bin/jest --runInBand --watch",
+    "build": "npx rollup -c && npm pack && npm run docs",
+    "docs": "npx typedoc src --plugin none",
+    "docs:md": "npx typedoc src --out md-docs --plugin typedoc-plugin-markdown"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/falconsoft/dataPipe.git"
+  },
+  "author": "Pavlo Paska - [email protected]",
+  "license": "MIT",
+  "bugs": {
+    "url": "https://github.com/falconsoft/dataPipe/issues"
+  },
+  "homepage": "https://github.com/falconsoft/dataPipe#readme",
+  "keywords": [
+    "data",
+    "data-analysis",
+    "linq",
+    "pandas",
+    "data-management",
+    "data-science",
+    "data-manipulation",
+    "json",
+    "data-munging",
+    "data-cleaning",
+    "data-clensing"
+  ],
+  "devDependencies": {
+    "@types/jest": "^24.0.23",
+    "jest": "^24.9.0",
+    "jest-fetch-mock": "^2.1.2",
+    "rollup": "^1.27.0",
+    "rollup-plugin-typescript2": "^0.25.2",
+    "rollup-plugin-uglify": "^6.0.3",
+    "ts-jest": "^24.1.0",
+    "typedoc": "^0.15.2",
+    "typedoc-plugin-markdown": "^2.2.11",
+    "typescript": "^3.7.2"
+  }
+}

rollup.config.js

@@ -0,0 +1,28 @@
+import typescript from 'rollup-plugin-typescript2';
+import { uglify } from 'rollup-plugin-uglify';
+
+const pkg = require('./package.json');
+const input = 'src/index.ts';
+
+export default [{
+  input,
+  output: [
+    { file: pkg.main, name: 'P', format: 'umd', sourcemap: true, compact: true },
+  ],
+  treeshake: true,
+  plugins: [
+    typescript({
+      clean: true
+    }),
+    uglify()
+  ]
+}, {
+  input,
+  output: { file: pkg.module, format: 'esm', sourcemap: true, compact: true },
+  treeshake: true,
+  plugins: [
+    typescript({
+      clean: true
+    })
+  ]
+}];

setupJest.js

@@ -0,0 +1 @@
+global.fetch = require('jest-fetch-mock');