.editorconfig 0000664 0000000 0000000 00000000637 15161041412 0013534 0 ustar 00root root 0000000 0000000 # EditorConfig helps developers define and maintain consistent
# coding styles between different editors and IDEs
# editorconfig.org
root = true
[*]
# Change these settings to your own preference
indent_style = space
indent_size = 4
# We recommend you to keep these unchanged
end_of_line = lf
charset = utf-8
trim_trailing_whitespace = true
insert_final_newline = true
[*.md]
trim_trailing_whitespace = false
.gitignore 0000664 0000000 0000000 00000000330 15161041412 0013035 0 ustar 00root root 0000000 0000000 /build
/node_modules
/*.log
.idea/workspace.xml
.idea/tasks.xml
.idea/profiles_settings.xml
.idea/inspectionProfiles/Project_Default.xml
.idea/inspectionProfiles/profiles_settings.xml
node_modules/.yarn-integrity
.idea/ 0000775 0000000 0000000 00000000000 15161041412 0012031 5 ustar 00root root 0000000 0000000 .idea/codeStyleSettings.xml 0000664 0000000 0000000 00000000425 15161041412 0016230 0 ustar 00root root 0000000 0000000
.idea/corifeus-utils.iml 0000664 0000000 0000000 00000000520 15161041412 0015506 0 ustar 00root root 0000000 0000000
.idea/misc.xml 0000664 0000000 0000000 00000000256 15161041412 0013511 0 ustar 00root root 0000000 0000000
.idea/modules.xml 0000664 0000000 0000000 00000000430 15161041412 0014220 0 ustar 00root root 0000000 0000000
.idea/php.xml 0000664 0000000 0000000 00000000330 15161041412 0013336 0 ustar 00root root 0000000 0000000
.idea/vcs.xml 0000664 0000000 0000000 00000000247 15161041412 0013351 0 ustar 00root root 0000000 0000000
.npmignore 0000664 0000000 0000000 00000000222 15161041412 0013044 0 ustar 00root root 0000000 0000000 /.idea
/artifacts
/build
/test
/node_modules
/*.iml
/*.ipr
/*.iws
/.travis.yml
/.scrutinizer.yml
/Gruntfile.js
/*.lock
*.log
/corifeus-boot.json
.travis.yml 0000664 0000000 0000000 00000001456 15161041412 0013170 0 ustar 00root root 0000000 0000000 language: node_js
cache:
npm: false
node_js:
- node
before_script:
- npm install -g grunt-cli npm
env:
global:
secure: kCGNEx7nqFcC4l/UWOgQInMoipcYtjWCWwTWY7YKAF7vWcj4HLu9TPFoMDCe3ji/ZE2MlFgdFIsZjaVqjh8FP9AHUrM+dJzbxTbJLZI1dzgzb4zrMLWabrgja0TAjtT2/TEiTp8LGMriQYQE9GKF0O+XKHYiFY6dxnO7PPBsRjTDkQDcIl1SUKGrRr4GmfZU5+qSg5wBst4ENmBsbvGApE7lTD8az0W1wrvxcv1KiV4ZFOtE2VWRmBII3WMCK18zZZex2WNZ0CbEvvFQYdQVMawpDtQN3XO7wiMLF8MYlKX+DVeycMeAJV+wGoW65f7P6U5odAFHcUKJKQtLzaq8A1KnwvsLWXLgeiTOM8P0y+8G4l922c27JCD6RSt4MvYtRiA1LGDUdMRpqLWqx7D09z8PxV6NsgIHXzn918nsT8Ep7AeY48wpZf3QvD3qgSH0QQJPmgR3wOU6jLWvcXPYDGaNCZQUwYx9WknyzcavGj8U3OoDLaVEu+p/vr4pPiE+WvqXhYjiZ7gpPckY6iuI/tiz+F6kvOUk1VdFIZqNRW4P0M0qzW7TwV1xv6nO4ImCIzD+CSqsiAbTpLkIVQx8hsN2F1wzBXANa3dobNISH0dJT1iE5NX7HnQxMm23f0qsPaspP2jBt8XdKN+ZKtWZN8hppWyj3YroSSuzZbpWXbQ=
Gruntfile.js 0000664 0000000 0000000 00000000420 15161041412 0013342 0 ustar 00root root 0000000 0000000 module.exports = (grunt) => {
const builder = require(`corifeus-builder`);
const loader = new builder.loader(grunt);
loader.js({
replacer: {
npmio: true
}
});
grunt.registerTask('default', builder.config.task.build.js);
}
LICENSE 0000664 0000000 0000000 00000002277 15161041412 0012066 0 ustar 00root root 0000000 0000000
@license corifeus-utils v2020.4.149
❤️ Corifeus Utils
https://pages.corifeus.com/corifeus-utils
Copyright (c) 2020 Patrik Laszlo / P3X / Corifeus and contributors.
MIT License
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in all
copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
SOFTWARE.
README.md 0000664 0000000 0000000 00000010002 15161041412 0012321 0 ustar 00root root 0000000 0000000 [//]: #@corifeus-header
[](https://paypal.me/patrikx3) [](https://www.patrikx3.com/en/front/contact) [](https://www.facebook.com/corifeus.software) [](https://travis-ci.com/patrikx3/corifeus-utils)
[](https://uptimerobot.patrikx3.com/)
[](https://www.npmjs.com/package/corifeus-utils/)
---
# ❤️ Corifeus Utils v2020.4.149
**Bugs are evident™ - MATRIX️**
### Node Version Requirement
```
>=12.13.0
```
### Built on Node
```
v12.16.1
```
The ```async``` and ```await``` keywords are required.
Install NodeJs:
https://nodejs.org/en/download/package-manager/
# Description
[//]: #@corifeus-header:end
Misc utils (async array iterator, random characters, exit on silent ```unhandledRejection``` errors, etc...)
```js
const utils = require('corifeus-utils');
```
* Modules
* Async Array Iterator ```forEachAsync```
* ```JSON.strintify``` for ```Error```
* Lodash Pascal
* Remove silent process ```unhandledRejection``` end ```process.exit()```, adds timestamp
* Process ```uncaughtException``` that shows timestamp.
* Random async Base62 string
* Replace inject - finds a prefix and postfix in a string and replace the content, ```strings.inject```
* Convert a byte array or string to base62, ```utils.base.charset(string)```
* Async Hash (SHA-512, SHA-256) file using Base62,
* Promise based HTTP Request
* Time utilies
* Additional file system utils
* JSON based file database
* HTTP/HTTPS based async/Promise request
# Actual modules
* time
* verbose
* span
* regexp
* escape
* random
* async (default is base62)
* complexUuid
* promise
* deferred (simple extract the reject, resolve and promise function, instead of callback)
* process
* unhandledRejection
* uncaughtException
* writableCallbackExit
* object
* reduce
* hash
* async file
* string
* padStart
* empty
* inject
* lodash
* PascalCase
* http
* async request
* db
* file based json storage
* child-process
* async exec
* array
* forEachAsync, async/await for each
[//]: #@corifeus-footer
---
🙏 This is an open-source project. Star this repository, if you like it, or even donate to maintain the servers and the development. Thank you so much!
Possible, this server, rarely, is down, please, hang on for 15-30 minutes and the server will be back up.
All my domains ([patrikx3.com](https://patrikx3.com) and [corifeus.com](https://corifeus.com)) could have minor errors, since I am developing in my free time. However, it is usually stable.
**Note about versioning:** Versions are cut in Major.Minor.Patch schema. Major is always the current year. Minor is either 4 (January - June) or 10 (July - December). Patch is incremental by every build. If there is a breaking change, it should be noted in the readme.
---
[**CORIFEUS-UTILS**](https://pages.corifeus.com/corifeus-utils) Build v2020.4.149
[](https://www.paypal.com/cgi-bin/webscr?cmd=_s-xclick&hosted_button_id=QZVM4V6HVZJW6) [](https://www.patrikx3.com/en/front/contact) [](https://www.facebook.com/corifeus.software)
## P3X Sponsor
[IntelliJ - The most intelligent Java IDE](https://www.jetbrains.com/?from=patrikx3)
[](https://www.jetbrains.com/?from=patrikx3)
[//]: #@corifeus-footer:end
corifeus-utils.iml 0000664 0000000 0000000 00000000624 15161041412 0014533 0 ustar 00root root 0000000 0000000
package.json 0000664 0000000 0000000 00000002530 15161041412 0013337 0 ustar 00root root 0000000 0000000 {
"name": "corifeus-utils",
"version": "2020.4.149",
"corifeus": {
"icon": "far fa-lightbulb",
"code": "Memory",
"publish": true,
"nodejs": "v12.16.1",
"reponame": "corifeus-utils",
"opencollective": false,
"build": true
},
"description": "❤️ Corifeus Utils",
"main": "src/index.js",
"directories": {
"test": "test"
},
"scripts": {
"test": "grunt",
"coverage": "istanbul cover node_modules/mocha/bin/_mocha --report clover -- -R spec test/mocha/**/*.js"
},
"repository": {
"type": "git",
"url": "git+https://github.com/patrikx3/corifeus-utils.git"
},
"keywords": [
"corifeus",
"nodejs",
"node",
"utils"
],
"author": "Patrik Laszlo ",
"license": "MIT",
"bugs": {
"url": "https://github.com/patrikx3/corifeus-utils/issues"
},
"homepage": "https://pages.corifeus.com/corifeus-utils",
"devDependencies": {
"corifeus-builder": "^2020.4.148"
},
"peerDependencies": {
"lodash": "^4.17.15"
},
"dependencies": {
"fs-extra": "^9.0.0",
"ms": "^2.1.2",
"mz": "^2.7.0",
"timestring": "^6.0.0",
"uuid": "^7.0.2"
},
"engines": {
"node": ">=12.13.0"
}
} src/ 0000775 0000000 0000000 00000000000 15161041412 0011640 5 ustar 00root root 0000000 0000000 src/array/ 0000775 0000000 0000000 00000000000 15161041412 0012756 5 ustar 00root root 0000000 0000000 src/array/for-each-async.js 0000664 0000000 0000000 00000001333 15161041412 0016113 0 ustar 00root root 0000000 0000000 const forEachAsync = (array, cb, serial = false) => {
const promises = [];
let lastCb;
for (let index = 0; index < array.length; index++) {
const item = array[index];
const call = () => {
cb(item, index)
}
if (serial) {
if (lastCb === undefined) {
lastCb = cb(item, index)
} else {
lastCb = lastCb.then(() => cb(item, index));
}
} else {
promises.push(cb(item, index))
}
}
if (serial) {
return lastCb;
} else {
const result = Promise.all(promises);
result.promises = promises;
return result;
}
}
module.exports = forEachAsync;
src/array/index.js 0000664 0000000 0000000 00000000775 15161041412 0014434 0 ustar 00root root 0000000 0000000 module.exports.forEachAsync = require('./for-each-async');
module.exports.isfy = (input) => {
const args = Array.prototype.slice.call(input);
return args.sort();
}
if (!Array.prototype.forEachAsync) {
const forEachAsync = module.exports.forEachAsync;
Object.defineProperty(Array.prototype, 'forEachAsync', {
enumerable: false,
writable: true,
value: function (callback, serial = false) {
return forEachAsync(this, callback, serial);
}
});
}
src/base.js 0000664 0000000 0000000 00000001172 15161041412 0013111 0 ustar 00root root 0000000 0000000 const base62Charset = 'abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789';
const base36Charset = 'abcdefghijklmnopqrstuvwxyz0123456789';
module.exports.base36Charset = base36Charset;
module.exports.base62Charset = base62Charset;
module.exports.charset = (bytes, charset = base62Charset) => {
let string = ''
for (let index = 0; index < bytes.length; index++) {
const byte = bytes[index];
const percent = (100 / 256 * byte) / 100;
const charIndex = Math.floor(charset.length * percent);
const char = charset.charAt(charIndex)
string += char;
}
return string;
}
src/child-process/ 0000775 0000000 0000000 00000000000 15161041412 0014377 5 ustar 00root root 0000000 0000000 src/child-process/index.js 0000664 0000000 0000000 00000001633 15161041412 0016047 0 ustar 00root root 0000000 0000000 const childProcess = require('child_process');
const promiseUtil = require('../promise');
module.exports.exec = (command, options) => {
if (options === true) {
options = {
display: true
}
}
options = options || {};
options.stdio = options.stdio || 'inherit';
options.display = options.display || false;
const {resolve, reject, promise} = promiseUtil.deferred();
const run = childProcess.exec(command, options, (err, stdout, stderr) => {
if (err) {
reject(err);
return;
}
resolve({
stdout: stdout,
stderr: stderr,
})
})
if (options.display === true) {
run.stdout.on('data', (data) => {
console.log(data);
});
run.stderr.on('data', (data) => {
console.error(data);
});
}
promise.exec = run;
return promise
}
src/crypto.js 0000664 0000000 0000000 00000002676 15161041412 0013531 0 ustar 00root root 0000000 0000000 const crypto = require('crypto');
const defaultAlgorithm = 'aes256';
const encrypt = (options) => {
return new Promise((resolve, reject) => {
const {data, pass} = options;
let {algorithm} = options;
if (algorithm === undefined) {
algorithm = defaultAlgorithm;
}
const cipher = crypto.createCipheriv(algorithm, pass)
let encrypted = '';
cipher.on('readable', () => {
const ondata = cipher.read();
if (ondata) {
encrypted += ondata.toString('hex');
}
});
cipher.on('end', () => {
resolve(encrypted);
});
cipher.write(data);
cipher.end();
})
}
const decrypt = (options) => {
return new Promise((resolve, reject) => {
const {data, pass} = options;
let {algorithm} = options;
if (algorithm === undefined) {
algorithm = defaultAlgorithm;
}
const decipher = crypto.createDecipher(algorithm, pass)
let decrypted = '';
decipher.on('readable', () => {
const ondata = decipher.read();
if (ondata) {
decrypted += ondata.toString('utf8');
}
});
decipher.on('end', () => {
resolve(decrypted);
});
decipher.write(data, 'hex');
decipher.end();
})
}
module.exports.encrypt = encrypt;
module.exports.decrypt = decrypt;
src/db/ 0000775 0000000 0000000 00000000000 15161041412 0012225 5 ustar 00root root 0000000 0000000 src/db/index.js 0000664 0000000 0000000 00000002765 15161041412 0013704 0 ustar 00root root 0000000 0000000 const coryFs = require('../fs');
const mz = require('mz');
const load = async (dbFile, data = {}) => {
const exists = await coryFs.ensureFile(dbFile, data)
if (exists) {
data = await mz.fs.readFile(dbFile);
}
data = JSON.parse(data.toString());
return new db(dbFile, data);
}
const db = function (dbFile, data) {
const getTime = () => {
return Date.now();
}
if (!data.hasOwnProperty('_createdAt')) {
data._createdAt = getTime();
data._updatedAt = getTime();
}
Object.defineProperty(this, 'raw', {
get: () => {
return data;
}
})
this.exists = function (entity, key) {
if (!data.hasOwnProperty(entity)) {
return false;
}
if (!data[entity].hasOwnProperty(key)) {
return false;
}
return true;
}
this.save = function (entity, key, saveData) {
if (!data.hasOwnProperty(entity)) {
data[entity] = {};
}
if (data[entity].hasOwnProperty(key)) {
saveData._updatedAt = getTime();
data[entity][key] = Object.assign(data[entity][key], saveData);
} else {
saveData._createdAt = getTime();
saveData._updatedAt = getTime();
data[entity][key] = saveData;
}
}
this.write = async function () {
data._updatedAt = getTime();
await mz.fs.writeFile(dbFile, JSON.stringify(data, null, 4));
}
}
module.exports.load = load;
src/error.js 0000664 0000000 0000000 00000000570 15161041412 0013331 0 ustar 00root root 0000000 0000000 if (!('toJSON' in Error.prototype)) {
Object.defineProperty(Error.prototype, 'toJSON', {
value: function () {
const alt = {};
Object.getOwnPropertyNames(this).forEach(function (key) {
alt[key] = this[key];
}, this);
return alt;
},
configurable: true,
writable: true
});
} src/fs/ 0000775 0000000 0000000 00000000000 15161041412 0012250 5 ustar 00root root 0000000 0000000 src/fs/find.js 0000664 0000000 0000000 00000005343 15161041412 0013533 0 ustar 00root root 0000000 0000000 const path = require('path');
const mz = require('mz');
const multi = async (options) => {
await options.find.forEachAsync(async (findable) => {
const resolved = path.resolve(options.root, findable);
const finds = await mz.fs.exists(resolved);
if (finds) {
const stat = await mz.fs.stat(resolved);
if (
(options.type.hasOwnProperty('d') && stat.isDirectory())
||
(options.type.hasOwnProperty('f') && stat.isFile())
) {
options.results.push({
path: resolved,
dir: stat.isFile() ? path.dirname(resolved) : resolved,
// stat: stat
});
}
}
const foundHit = await mz.fs.readdir(options.root)
const foundHitPromises = [];
await foundHit.forEachAsync(async (foundDir) => {
const resolvedFoundDir = path.resolve(options.root, foundDir);
const stat = await mz.fs.stat(resolvedFoundDir);
if (!stat.isDirectory()) {
return;
}
if (options.find.includes(foundDir) || options.exclude.includes(foundDir)) {
return;
}
const newOptions = Object.assign({}, options)
newOptions.root = resolvedFoundDir;
foundHitPromises.push(multi(newOptions))
})
await Promise.all(foundHitPromises);
})
return options.results;
}
module.exports = async (options) => {
if (typeof options === 'string') {
options = {
find: options
}
}
options.root = options.root || process.cwd();
options.results = options.results || [];
options.type = options.type || {
d: true,
f: true,
};
if (!Array.isArray(options.find)) {
options.find = [options.find];
}
options.find = options.find.map(findable => {
findable = findable.trim();
if (findable.startsWith('./')) {
findable = findable.substr(2);
}
if (findable.endsWith('/')) {
findable = findable.substr(0, findable.length - 1);
}
return findable;
})
if (!options.exclude) {
options.exclude = [];
const excluder = (path) => {
if (!options.find.includes(path)) {
options.exclude.push(path);
}
}
excluder('node_modules')
excluder('bower_components')
excluder('vendor')
excluder('dist')
excluder('build')
excluder('build-modules')
}
if (options.dry || options.debug) {
console.log(`Options: ${JSON.stringify(options, null, 4)}`)
}
return await multi(options);
};
src/fs/index.js 0000664 0000000 0000000 00000003674 15161041412 0013727 0 ustar 00root root 0000000 0000000 const fs = require('fs');
const mz = require('mz');
const path = require('path');
const fsExtra = require('fs-extra');
const os = require('os');
const tmp = os.tmpdir();
const random = require('../random');
const ensureDir = async (dir) => {
const exists = await mz.fs.exists(dir);
if (exists) {
return;
}
await fsExtra.ensureDir(dir);
}
const ensureFile = async (file, defaultData = '', alwaysWrite = false) => {
const exists = await mz.fs.exists(file);
if (exists && !alwaysWrite) {
return true;
}
if (typeof (defaultData) === 'object') {
defaultData = JSON.stringify(defaultData);
}
await fsExtra.ensureDir(path.dirname(file));
await mz.fs.writeFile(file, defaultData)
return false;
}
const createWriteStream = (filename) => {
const stream = fs.createWriteStream(filename);
const promise = new Promise((resolve, reject) => {
stream.on('finish', async () => {
resolve();
});
stream.on('error', (error) => {
reject(error);
});
})
promise.stream = stream;
return promise;
}
const tempFileName = async (extension = 'tmp') => {
const randomFile = 'tmp-' + Date.now() + '-' + await random.lower();
const randomFileFinal = `${tmp}/${randomFile}.${extension}`
if (await mz.fs.exists(randomFileFinal)) {
return await tempFileName(extension);
}
return randomFileFinal;
}
const ensureTempFile = async (data, extension = 'tmp') => {
const randomFileFinal = await tempFileName(extension);
await mz.fs.writeFile(randomFileFinal, data);
return randomFileFinal;
}
module.exports.ensureFile = ensureFile;
module.exports.ensureDir = ensureDir;
module.exports.find = require('./find');
module.exports.ensureTempFile = ensureTempFile;
module.exports.tempFileName = tempFileName;
module.exports.readdirRecursive = require('./readdir-recursive')
module.exports.createWriteStream = createWriteStream;
src/fs/readdir-recursive.js 0000664 0000000 0000000 00000004145 15161041412 0016231 0 ustar 00root root 0000000 0000000 const fs = require('fs');
const path = require('path');
function readdirRecursive(startDir) {
let readDirQueue = [],
fileList = [];
function readDir(dir) {
function getItemList(readDir) {
return new Promise((resolve, reject) => {
fs.readdir(readDir, (err, itemList) => {
if (err) {
return reject();
}
// resolve with parent path added to each item
resolve(itemList.map((item) => path.resolve(readDir, item)));
});
});
}
function getItemListStat(itemList) {
function getStat(itemPath) {
return new Promise((resolve, reject) => {
fs.stat(itemPath, (err, stat) => {
if (err) {
return reject();
}
// resolve with item path and if directory
resolve({itemPath, isDirectory: stat.isDirectory()});
});
});
}
// stat all items in list
return Promise.all(itemList.map(getStat));
}
function processItemList(itemList) {
for (let {itemPath, isDirectory} of itemList) {
// if directory add to queue
if (isDirectory) {
readDirQueue.push(itemPath);
continue;
}
// add file to list
fileList.push(itemPath);
}
// if queue, process next item recursive
if (readDirQueue.length > 0) {
return readDir(readDirQueue.shift());
}
// finished - return file list
return fileList;
}
// read item list from directory, stat each item then walk result
return getItemList(dir)
.then(getItemListStat)
.then(processItemList);
}
// commence reading at the top
return readDir(startDir);
}
module.exports = readdirRecursive
src/hash.js 0000664 0000000 0000000 00000001353 15161041412 0013123 0 ustar 00root root 0000000 0000000 const fs = require('fs');
const crypto = require('crypto');
const fileHash = async (file, cryptoName = 'sha256') => {
return new Promise((resolve, reject) => {
const fstream = fs.createReadStream(file);
const hash = crypto.createHash(cryptoName);
fstream.on('error', reject);
fstream.on('end', function () {
hash.end();
const bytes = hash.read();
const string = require('./base').charset(bytes)
resolve(string);
});
fstream.pipe(hash);
})
}
const stringHash = (string, cryptoName = 'sha256') => {
return crypto.createHash(cryptoName).update(string).digest("hex");
}
module.exports.string = stringHash;
module.exports.file = fileHash;
src/http/ 0000775 0000000 0000000 00000000000 15161041412 0012617 5 ustar 00root root 0000000 0000000 src/http/index.js 0000664 0000000 0000000 00000000057 15161041412 0014266 0 ustar 00root root 0000000 0000000 module.exports.request = require('./request');
src/http/request.js 0000664 0000000 0000000 00000010273 15161041412 0014650 0 ustar 00root root 0000000 0000000 const url = require('url');
const coryRequest = (options) => {
if (typeof (options) === 'string') {
options = {
url: options,
}
}
const originalOptions = Object.assign({}, options)
/*
https://nodejs.org/api/http.html#http_http_request_options_callback
*/
const parsedUrl = url.parse(options.url);
let request;
if (parsedUrl.protocol === 'https:') {
request = require('https').request;
if (parsedUrl.port === null) {
parsedUrl.port = 443;
}
} else if (parsedUrl.protocol === 'http:') {
request = require('http').request;
if (parsedUrl.port === null) {
parsedUrl.port = 80;
}
} else {
throw new Error(`Unknown protocol ${parsedUrl.protocol}`);
}
options.protocol = parsedUrl.protocol;
options.port = parsedUrl.port;
options.host = parsedUrl.host;
options.hostname = parsedUrl.hostname;
options.path = parsedUrl.path;
let body;
options.headers = options.headers || {};
if (options.body !== undefined) {
if (typeof (options.body) === 'object') {
body = JSON.stringify(options.body);
if (!options.headers.hasOwnProperty('Content-Type')) {
options.headers['Content-Type'] = 'application/json; charset=utf-8'
options.headers['Content-Length'] = Buffer.byteLength(body)
}
}
}
if (!options.headers.hasOwnProperty('User-Agent')) {
options.headers['User-Agent'] = 'Corifeus-Utils-Request';
}
if (!options.hasOwnProperty('method')) {
options.method = 'GET';
}
const urlParsed = new url.URL(options.url)
/*
console.log(!options.headers.hasOwnProperty('Authorization'))
console.log(!options.headers.hasOwnProperty('authorization'))
console.log(urlParsed.username )
console.log(urlParsed.password)
*/
if ((!options.headers.hasOwnProperty('Authorization') || !options.headers.hasOwnProperty('authorization')) && (urlParsed.username !== '' || urlParsed.password !== '')) {
const auth = `Basic ${Buffer.from((urlParsed.username || '') + ':' + (urlParsed.password || '')).toString('base64')}`;
options.headers['Authorization'] = auth;
}
/*
console.log(urlParsed)
console.log(options)
*/
const promise = new Promise((resolve, reject) => {
try {
const req = request(options, (response) => {
if (response.headers.hasOwnProperty('location')) {
req.end();
originalOptions.url = response.headers.location;
return resolve(coryRequest(originalOptions));
}
if (options.hasOwnProperty('pipe') && options.pipe === true) {
resolve(response);
return;
}
response.setEncoding('utf8');
let rawData = '';
response.on('data', (chunk) => {
rawData += chunk;
});
response.on('end', () => {
try {
if (response.headers.hasOwnProperty('content-type') && response.headers['content-type'].startsWith('application/json') && options.raw !== true) {
if (typeof rawData !== 'undefined' && rawData !== '') {
const parsedData = JSON.parse(rawData);
response.body = parsedData;
} else {
response.body = {};
}
} else {
response.body = rawData;
}
resolve(response);
} catch (e) {
e.requestRawText = rawData
reject(e);
}
});
})
req.on('error', reject);
if (body !== undefined) {
req.write(body);
}
req.end();
} catch (e) {
console.error(e);
reject(e);
}
})
return promise;
}
module.exports = coryRequest;
src/index.js 0000664 0000000 0000000 00000002360 15161041412 0013306 0 ustar 00root root 0000000 0000000 //const os = require('os');
//const process = require('process');
//const cores = os.cpus().length < 4 ? 4 : os.cpus().length;
//process.env.UV_THREADPOOL_SIZE = cores;
//console.debug(`Corifeus Utils sets UV_THREADPOOL_SIZE to ${cores} thread pool`)
module.exports = {
lodash: require('./lodash'),
error: require('./error'),
process: require('./process'),
base: require('./base'),
random: require('./random'),
array: require('./array'),
string: require('./string'),
time: require('./time'),
object: require('./object'),
hash: require('./hash'),
http: require('./http'),
childProcess: require('./child-process'),
promise: require('./promise'),
fs: require('./fs'),
db: require('./db'),
regexp: require('./regexp'),
json: require('./json'),
require: require('./require'),
timer: require('./timer'),
input: require('./input'),
network: require('./network'),
redis: require('./redis'),
crypto: require('./crypto'),
}
const repeat = (count, callback) => {
return [...Array(count).keys()].forEach(callback);
}
repeat.async = async (count, callback, serial) => {
return await [...Array(count).keys()].forEachAsync(callback, serial);
}
module.exports.repeat = repeat; src/input.js 0000664 0000000 0000000 00000000613 15161041412 0013335 0 ustar 00root root 0000000 0000000 const readline = require('readline');
module.exports.key = async (msg = "Press for enter...") => {
return new Promise((resolve, reject) => {
const rl = readline.createInterface({
input: process.stdin,
output: process.stdout,
});
rl.question(msg, function (answer) {
resolve(answer);
rl.close();
})
})
} src/json.js 0000664 0000000 0000000 00000000532 15161041412 0013147 0 ustar 00root root 0000000 0000000 module.exports.clone = (obj) => {
let cloneDeep
try {
cloneDeep = require('lodash/cloneDeep')
} catch (e) {
console.warn('corifeus-utils warn: looks like lodash is not in your dependencies')
throw e
}
if (obj === null || obj === undefined) {
return undefined
}
return cloneDeep(obj);
} src/lodash.js 0000664 0000000 0000000 00000000476 15161041412 0013457 0 ustar 00root root 0000000 0000000 try {
const _ = require('lodash');
_.mixin({'pascalCase': _.flow(_.camelCase, _.upperFirst)});
_.dotCase = (name) => {
return _.snakeCase(name).replace(/_/g, '.');
}
module.exports = _;
} catch (e) {
console.warn('corifeus-utils warn: looks like lodash is not in you dependecies')
}
src/network.js 0000664 0000000 0000000 00000002605 15161041412 0013672 0 ustar 00root root 0000000 0000000 const utilsPromise = require('./promise');
module.exports.waitPort = async (options) => {
let {
port, host, retry, wait
} = options
if (port === undefined) {
throw new Error(`${port} is undefined, please select a port like 25, 80 etc...`)
}
retry = retry || 8
wait = wait || 3000
host = host || '127.0.0.1';
let actualRetry = 0;
const {reject, resolve, promise} = utilsPromise.deferred();
const checkPort = () => {
actualRetry++;
const net = require('net');
const server = net.createServer();
server.once('error', function (err) {
if (err.code === 'EADDRINUSE') {
// port is currently in use
console.info(`Port ${port} in ${host} is opened`);
server.close();
clearInterval(interval);
resolve();
}
});
server.once('listening', function () {
// close the server if listening doesn't fail
console.info(`Retry ${actualRetry}, Port ${port} in ${host} is not opened`);
server.close();
if (actualRetry > retry) {
reject();
}
});
server.listen({
host: 'localhost',
port: port,
});
}
const interval = setInterval(checkPort, wait)
checkPort();
return promise;
}
src/object.js 0000664 0000000 0000000 00000000451 15161041412 0013444 0 ustar 00root root 0000000 0000000 module.exports.reduce = (obj, props = ['content'], length = 100) => {
const reduced = Object.assign({}, obj);
if (Array.isArray(props)) {
props = [props];
}
props.forEach((prop) => {
reduced[prop] = reduced[prop].substring(0, length);
})
return reduced;
}
src/process.js 0000664 0000000 0000000 00000001236 15161041412 0013656 0 ustar 00root root 0000000 0000000 process.on("unhandledRejection", (err, promise) => {
if (process.listeners('unhandledRejection').length > 1) {
return;
}
console.error(new Date().toLocaleString(), 'unhandledRejection', err, promise);
process.exit(1);
});
process.on('uncaughtException', function (err) {
if (process.listeners('uncaughtException').length > 1) {
return;
}
console.error(new Date().toLocaleString(), 'uncaughtException', err);
process.exit(1);
});
module.exports.writableCallbackExit = (callback) => {
process.on('exit', function () {
if (!this.stdin._writableState.ended) {
callback(this.stdin)
}
});
} src/promise.js 0000664 0000000 0000000 00000000416 15161041412 0013655 0 ustar 00root root 0000000 0000000 module.exports.deferred = () => {
let resolver, rejecter;
const promise = new Promise((resolve, reject) => {
resolver = resolve, rejecter = reject
})
return {
resolve: resolver,
reject: rejecter,
promise: promise,
}
}
src/random.js 0000664 0000000 0000000 00000001442 15161041412 0013457 0 ustar 00root root 0000000 0000000 const crypto = require('mz/crypto');
const uuid = require('uuid');
module.exports = async (length = 128) => {
const random = await crypto.randomBytes(length);
const string = require('./base').charset(random)
return string;
}
module.exports.timeBase = async (length = 128) => {
let random = await module.exports(length)
return `${Date.now()}${random}`;
}
module.exports.integer = (min = 0, max = Int.MAX_INTEGER) => {
return Math.floor(Math.random() * (max - min + 1)) + min;
}
module.exports.lower = async (length = 16) => {
const random = await crypto.randomBytes(length);
const base = require('./base');
const string = base.charset(random, base.base36Charset)
return string;
}
module.exports.complexUuid = () => {
return `${uuid.v4()}-${uuid.v1()}`
}
src/redis.js 0000664 0000000 0000000 00000000603 15161041412 0013303 0 ustar 00root root 0000000 0000000 module.exports.parseUrl = (redisUrlInput) => {
const url = require('url');
const redisUrl = new url.URL(redisUrlInput);
const redisObject = {
"password": redisUrl.password,
"port": redisUrl.port || 6379,
"host": redisUrl.hostname,
"db": redisUrl.pathname.length > 1 ? parseInt(redisUrl.pathname.substr(1)) : 0,
};
return redisObject;
} src/regexp.js 0000664 0000000 0000000 00000000257 15161041412 0013474 0 ustar 00root root 0000000 0000000 const escape = function (s) {
return s.replace(/[-\/\\^$*+?.()|[\]{}]/g, '\\$&');
};
if (!RegExp.escape) {
RegExp.escape = escape;
}
module.exports.escape = escape;
src/require.js 0000664 0000000 0000000 00000005737 15161041412 0013666 0 ustar 00root root 0000000 0000000 const resovleDependencies = (options) => {
if (Array.isArray(options)) {
options = {
modules: options
}
}
let {
modules,
recursive,
debug
} = options;
recursive = recursive || [];
if (debug) {
dconsole = console;
} else {
dconsole = {
info: () => {
},
}
}
let resovledModules = [];
let lastWrongModule;
let iteration = 0;
dconsole.info(`Modules: ${modules.length}`);
const ensureWants = () => {
iteration++;
dconsole.info();
dconsole.info(`Iteration: ${iteration}`)
let totalOk = true;
for (let index = 0; index < modules.length; index++) {
const loadedModule = modules[index];
dconsole.info();
dconsole.info(`Module: ${loadedModule.name}`);
if (recursive.includes(loadedModule.name)) {
if (!resovledModules.includes(loadedModule)) {
dconsole.info(`Adding to the recursived list`);
resovledModules.push(loadedModule);
}
}
if (resovledModules.includes(loadedModule)) {
dconsole.info(`Already got it`);
continue;
}
let ok = true
loadedModule.wants.forEach((want) => {
let found = false;
resovledModules.forEach((resultModule) => {
if (resultModule.name === want) {
found = true;
}
})
if (!found) {
ok = false;
totalOk = false;
}
})
if (ok) {
dconsole.info(`Found!`);
resovledModules.push(loadedModule);
} else {
lastWrongModule = {
name: loadedModule.name,
wants: loadedModule.wants
}
}
}
return totalOk;
}
let checkCircular;
while (!ensureWants()) {
if (checkCircular === undefined) {
checkCircular = resovledModules.length;
continue;
}
if (checkCircular === resovledModules.length) {
const print = (datas) => {
return JSON.stringify(datas.map((data) => {
return {
name: data.name,
wants: data.wants
}
}), null, 2)
}
dconsole.info(`
Loaded factories
`, print(modules))
dconsole.info(`
Wanted factories in order
`, print(resovledModules));
dconsole.info(`
Last wrong factory
`, lastWrongModule);
dconsole.info(`
`)
throw Error('circular loading factory');
}
checkCircular = resovledModules.length;
}
return resovledModules;
}
module.exports.resovleDependencies = resovleDependencies;
src/string/ 0000775 0000000 0000000 00000000000 15161041412 0013146 5 ustar 00root root 0000000 0000000 src/string/index.js 0000664 0000000 0000000 00000003047 15161041412 0014617 0 ustar 00root root 0000000 0000000 if (!String.prototype.padStart) {
String.prototype.padStart = function padStart(targetLength, padString) {
targetLength = targetLength >> 0; //floor if number or convert non-number to 0;
padString = String(padString || ' ');
if (this.length > targetLength) {
return String(this);
} else {
targetLength = targetLength - this.length;
if (targetLength > padString.length) {
padString += padString.repeat(targetLength / padString.length); //append to original to ensure we are longer than needed
}
return padString.slice(0, targetLength) + String(this);
}
};
}
module.exports.empty = (spec) => {
spec = String(spec).trim();
return spec === undefined || spec === '' || spec === 'undefined'
}
module.exports.inject = (str, options) => {
const findPrefix = str.indexOf(options.prefix);
const postixIndex = str.indexOf(options.postfix);
if (findPrefix === -1 && postixIndex === -1 && !options.header && !options.footer) {
return;
}
if (findPrefix === -1 && postixIndex === -1) {
let replaceText = options.prefix + '\n' + options.replace + '\n' + options.postfix;
if (options.header) {
str = replaceText + '\n' + str;
} else {
str += '\n' + replaceText;
}
} else {
const prefixIndex = findPrefix + options.prefix.length;
str = str.substring(0, prefixIndex) + '\n' + options.replace + '\n' + str.substring(postixIndex);
}
return str;
}
src/time.js 0000664 0000000 0000000 00000002100 15161041412 0013125 0 ustar 00root root 0000000 0000000 const ms = require('ms');
const timestring = require('timestring');
module.exports.span = (spec) => {
let result = timestring(spec);
if (typeof (result) === 'number') {
result = result * 1000;
}
return result;
}
module.exports.msParse = (ms) => {
if (typeof ms !== 'number') {
throw new TypeError('Expected a number');
}
var roundTowardZero = ms > 0 ? Math.floor : Math.ceil;
return {
days: roundTowardZero(ms / 86400000),
hours: roundTowardZero(ms / 3600000) % 24,
minutes: roundTowardZero(ms / 60000) % 60,
seconds: roundTowardZero(ms / 1000) % 60,
milliseconds: roundTowardZero(ms) % 1000
};
};
module.exports.verbose = (timestamp, started) => {
if (timestamp === undefined) {
return undefined;
}
const leftMs = timestamp - Date.now();
return {
left: ms(leftMs),
leftMs: leftMs,
end: new Date(timestamp).toLocaleString(),
start: new Date(started).toLocaleString(),
startstamp: started,
timestamp: timestamp,
}
}
src/timer.js 0000664 0000000 0000000 00000003436 15161041412 0013324 0 ustar 00root root 0000000 0000000 const promiseUtils = require('./promise');
const os = require('os');
const mzFs = require('mz/fs');
const hash = require('./hash');
const path = require('path');
const wait = async (timeout) => {
return await corySetTimeout(timeout);
}
const waitFile = async (timeout = 20000, file) => {
const fsExtra = require('fs-extra');
if (file === undefined) {
file = `${os.tmpdir()}/p3x-wait-file-${path.parse(process.argv[1]).name}-${hash.string(process.argv.join())}.boot`
}
const exists = await fsExtra.pathExists(file);
if (exists) {
console.info(`${file} exists, no delay required`);
} else {
console.info(`${file} doesn't exist, waiting ${timeout}ms, then generate ${file}`);
await wait(timeout);
console.info(`${file} now exists`);
}
await mzFs.writeFile(file, Date.now());
return {
timeout: timeout,
file: file,
exists: exists,
}
}
const corySetTimeout = async (cb, timeout) => {
if (timeout === undefined) {
timeout = cb;
cb = () => {
};
}
const {resolve, reject, promise} = promiseUtils.deferred();
promise.timer = setTimeout(async () => {
try {
await cb();
resolve();
} catch (e) {
reject(e);
}
}, timeout)
return promise;
}
const corySetInterval = async (cb, timeout) => {
const {resolve, reject, promise} = promiseUtils.deferred();
promise.timer = setInterval(async () => {
try {
await cb();
resolve();
} catch (e) {
reject(e);
}
}, timeout)
return promise;
}
module.exports.wait = wait;
module.exports.waitFile = waitFile;
module.exports.setTimeout = corySetTimeout;
module.exports.setInterval = corySetInterval;
test/ 0000775 0000000 0000000 00000000000 15161041412 0012030 5 ustar 00root root 0000000 0000000 test/script/ 0000775 0000000 0000000 00000000000 15161041412 0013334 5 ustar 00root root 0000000 0000000 test/script/complex-uuid.js 0000664 0000000 0000000 00000000114 15161041412 0016301 0 ustar 00root root 0000000 0000000 const utils = require('../../src');
console.log(utils.random.complexUuid()) test/script/decrypt.js 0000775 0000000 0000000 00000000675 15161041412 0015357 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
const start = async () => {
const pass = process.argv[2]
const data = process.argv[3]
console.log(`Dencrypt ${data} with pass ${pass}`)
try {
const decrypted = await utils.crypto.decrypt({
data: data,
pass: pass,
})
console.log(`Decrypted: ${decrypted}`)
} catch (e) {
console.error(e);
}
}
start();
test/script/encrypt-decrypt.js 0000775 0000000 0000000 00000001144 15161041412 0017031 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
const start = async () => {
const pass = process.argv[2]
const data = process.argv[3]
console.log(`Encrypt ${data} with pass ${pass}`)
try {
const encrypted = await utils.crypto.encrypt({
data: data,
pass: pass,
})
console.log(`Encrypted: ${encrypted}`)
const decrypted = await utils.crypto.decrypt({
data: encrypted,
pass: pass,
})
console.log(`Decrypted: ${decrypted}`)
} catch (e) {
console.error(e);
}
}
start();
test/script/error.js 0000775 0000000 0000000 00000000066 15161041412 0015030 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
require('../../src');
throw 400; test/script/hash-string.js 0000775 0000000 0000000 00000000432 15161041412 0016123 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
const start = async () => {
const hash = await utils.hash.string(process.argv[2]);
console.log(hash);
if (process.argv[3] === 'delay') {
await utils.timer.waitFile();
return;
}
}
start();
test/script/hash.js 0000775 0000000 0000000 00000000264 15161041412 0014622 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
const start = async () => {
const hash = await utils.hash.file('./package.json');
console.log(hash);
}
start();
test/script/json-clone.js 0000775 0000000 0000000 00000000240 15161041412 0015740 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
const obj = {
a: 1,
b: 2,
}
const obj2 = utils.json.clone(obj);
obj.a = 2;
console.log(obj2) test/script/last-day.js 0000775 0000000 0000000 00000000761 15161041412 0015417 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
console.log(new Date(utils.time.lastDay(0)).toLocaleString());
console.log(new Date(utils.time.lastDay(1)).toLocaleString());
console.log(new Date(utils.time.lastDay(2)).toLocaleString());
console.log(new Date(utils.time.lastDay(3)).toLocaleString());
console.log(new Date(utils.time.lastDay(4)).toLocaleString());
console.log(new Date(utils.time.lastDay(5)).toLocaleString());
console.log(new Date(utils.time.lastDay(6)).toLocaleString());
test/script/port-open.js 0000775 0000000 0000000 00000000274 15161041412 0015623 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utls = require('../../src');
const start = async () => {
await utls.network.waitPort({
port: 6379,
hostname: '127.0.0.1',
})
}
start(); test/script/random.js 0000775 0000000 0000000 00000000250 15161041412 0015152 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
const start = async () => {
const random = await utils.random(128);
console.log(random);
}
start();
test/script/request.js 0000775 0000000 0000000 00000000730 15161041412 0015365 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
const init = async () => {
try {
const request = await utils.http.request({
// https://installer:titkos-kod@storage.ngivr.sygnus.hu/installer/wkhtmltox-0.12.4_linux-generic-amd64.tar.xz
url: 'https://server.patrikx3.com/api/core/util/random/32',
raw: true,
});
console.debug(request.body)
} catch (e) {
console.error(e);
}
}
init();
test/script/wait-file.js 0000775 0000000 0000000 00000000307 15161041412 0015556 0 ustar 00root root 0000000 0000000 #!/usr/bin/env node
const utils = require('../../src');
const start = async () => {
if (process.argv[2] === 'delay') {
await utils.timer.waitFile();
return;
}
}
start();