-
- Description and source-code:
async function assertErrorThrownAsync(asyncFunc, regexp) {
let err;
try {
await asyncFunc();
} catch (errCaught) {
err = errCaught;
}
assertOrThrow(err, "No error thrown.");
assertOrThrow(
!regexp || new RegExp(regexp).test(err.message),
err
);
}
- Example usage:
...
[1, "1"],
[0, undefined]
];
await Promise.all([
(async function () {
let valActual;
// test win_sum2-error handling-behavior
await assertErrorThrownAsync(function () {
return dbExecAsync({
db,
sql: (`
SELECT WIN_SUM2() FROM (SELECT 1);
`)
});
}, "wrong number of arguments");
...
-
- Description and source-code:
function assertInt64(val) {
// This function will assert <val> is within range of c99-signed-long-long.
val = BigInt(val);
if (!(
-9_223_372_036_854_775_808n <= val && val <= 9_223_372_036_854_775_807n
)) {
throw new Error(
`integer ${val} outside signed-64-bit inclusive-range` +
" -9,223,372,036,854,775,808 to 9,223,372,036,854,775,807"
);
}
}
- Example usage:
...
referenceList.push(val);
break;
case SQLITE_DATATYPE_FLOAT:
// push SQLITE-REAL - 8-byte
baton.setFloat64(nused + 1, val, true);
break;
case SQLITE_DATATYPE_INTEGER:
assertInt64(val);
// push SQLITE-INTEGER - 8-byte
baton.setBigInt64(nused + 1, val, true);
break;
}
return baton;
}
...
-
- Description and source-code:
function assertJsonEqual(aa, bb, message) {
aa = JSON.stringify(objectDeepCopyWithKeysSorted(aa), undefined, 1);
bb = JSON.stringify(objectDeepCopyWithKeysSorted(bb), undefined, 1);
if (aa !== bb) {
throw new Error(
"\n" + aa + "\n!==\n" + bb +
(
typeof message === "string"
? " - " + message
: message
? " - " + JSON.stringify(message)
: ""
)
);
}
}
- Example usage:
...
CREATE TEMP TABLE __tmp1 (val REAL);
SELECT WIN_SUM1(1) FROM __tmp1;
`)
});
valActual = valActual.map(function ({val}) {
return val;
});
assertJsonEqual(valActual, [null]);
// test win_sum2-null-case handling-behavior
valActual = await dbExecAndReturnLastTable({
db,
sql: (`
DROP TABLE IF EXISTS __tmp1;
CREATE TEMP TABLE __tmp1 (val REAL);
SELECT DOUBLEARRAY_JSONTO(WIN_SUM2(1, 2, 3)) FROM __tmp1;
...
-
- Description and source-code:
function assertNumericalEqual(aa, bb, message) {
assertOrThrow(aa, "value cannot be 0 or falsy");
if (!(Math.abs((aa - bb) / Math.max(aa, bb)) <= 256 * Number.EPSILON)) {
throw new Error(
JSON.stringify(aa) + " != " + JSON.stringify(bb) + (
message
? " - " + message
: ""
)
);
}
}
- Example usage:
...
jstestDescribe((
"test_assertXxx"
), function test_assertXxx() {
jstestIt((
"test assertXxx handling-behavior"
), function () {
assertErrorThrownAsync(function () {
assertNumericalEqual(0, 0);
}, "value cannot be 0 or falsy");
assertErrorThrownAsync(function () {
assertNumericalEqual(1, 2);
}, "1 != 2");
assertErrorThrownAsync(function () {
assertNumericalEqual(1, 2, "aa");
}, "aa");
...
-
- Description and source-code:
function assertOrThrow(condition, message) {
if (!condition) {
throw (
(!message || typeof message === "string")
? new Error(String(message).slice(0, 2048))
: message
);
}
}
- Example usage:
...
db,
sql: (`
SELECT DOUBLEARRAY_JSONTO(DOUBLEARRAY_JSONFROM($valIn)) AS result;
`)
})
).result;
} catch (ignore) {
assertOrThrow(valExpect === "error", JSON.stringify({
ii,
valActual,
valExpect,
valIn
}, undefined, 4));
return;
}
...
-
- Description and source-code:
async function childProcessSpawn2(command, args, option) {
return await new Promise(function (resolve, reject) {
let bufList = [[], [], []];
let child;
let {
modeCapture,
modeDebug,
stdio = []
} = option;
if (modeDebug) {
consoleError(
`childProcessSpawn2 - ${command} ${JSON.stringify(args)}`
);
}
child = moduleChildProcessSpawn(
command,
args,
Object.assign({}, option, {
stdio: [
"ignore",
(
modeCapture
? "pipe"
: stdio[1]
),
(
modeCapture
? "pipe"
: stdio[2]
)
]
})
);
if (modeCapture) {
[
child.stdin, child.stdout, child.stderr
].forEach(function (pipe, ii) {
if (ii === 0) {
return;
}
pipe.on("data", function (chunk) {
bufList[ii].push(chunk);
if (stdio[ii] !== "ignore") {
switch (ii) {
case 1:
process.stdout.write(chunk);
break;
case 2:
process.stderr.write(chunk);
break;
}
}
});
});
}
child.on("exit", function (exitCode) {
let resolve0 = resolve;
let stderr;
let stdout;
// coverage-hack
if (exitCode || npm_config_mode_test) {
resolve = reject;
...
}
- Example usage:
...
jstestDescribe((
"test_childProcessSpawn2"
), function test_childProcessSpawn2() {
jstestIt((
"test childProcessSpawn2 handling-behavior"
), async function () {
await Promise.all([
childProcessSpawn2(
"undefined",
[],
{modeCapture: "utf8", modeDebug: true, stdio: []}
),
(async function () {
let result;
result = await moduleUtil.promisify(
...
-
- Description and source-code:
async function ciBuildExt({
process
}) {
let binNodegyp;
let exitCode;
binNodegyp = modulePath.resolve(
modulePath.dirname(process.execPath || ""),
"node_modules/npm/node_modules/node-gyp/bin/node-gyp.js"
).replace("/bin/node_modules/", "/lib/node_modules/");
if (!noop(
await fsExistsUnlessTest(cModulePath)
)) {
await ciBuildExt1NodejsConfigure({
binNodegyp,
process
});
}
consoleError(
`ciBuildExt2Nodejs - linking lib ${modulePath.resolve(cModulePath)}`
);
[
exitCode
] = await childProcessSpawn2(
"sh",
[
"-c",
(`
(set -e
# rebuild binding
node "${binNodegyp}" build --release
# node "${binNodegyp}" build --release --loglevel=verbose
mv build/Release/binding.node "${cModulePath}"
mv build/Release/shell "${SQLMATH_EXE}"
# ugly-hack - win32-sqlite-shell doesn't like nodejs-builtin-zlib,
# so link with external-zlib.
if (uname | grep -q "MING\\|MSYS")
then
rm -f ${SQLMATH_EXE}
python setup.py exe_link \
./build/Release/SRC_SQLITE_BASE.lib \
./build/Release/SRC_SQLMATH_BASE.lib \
./build/Release/obj/shell/sqlmath_external_sqlite.obj \
./zlib.v1.3.1.vcpkg.x64-windows-static.lib \
\
-ltcg \
-nologo \
-out:${SQLMATH_EXE} \
-subsystem:console
fi
)
`)
],
{modeDebug: npm_config_mode_debug, stdio: ["ignore", 1, 2]}
);
assertOrThrow(!exitCode, `ciBuildExt - exitCode=${exitCode}`);
}
- Example usage:
...
jstestDescribe((
"test_ciBuildExtXxx"
), function test_ciBuildExtXxx() {
jstestIt((
"test ciBuildExt handling-behavior"
), async function () {
await Promise.all([
ciBuildExt({process: {arch: "arm", env: {}, platform: "win32"}}),
ciBuildExt({process: {arch: "arm64", env: {}, platform: "win32"}}),
ciBuildExt({process: {arch: "ia32", env: {}, platform: "win32"}}),
ciBuildExt({process: {cwd: noop}}),
ciBuildExt({process: {env: {}, platform: "darwin"}}),
ciBuildExt({process: {env: {}, platform: "win32"}}),
ciBuildExt({process: {versions: {}}})
]);
...
-
- Description and source-code:
function csvFromListofList({
colList,
rowList
}) {
// this function will convert json <rowList> to csv with given <colList>
let data = JSON.stringify([[colList], rowList].flat(), undefined, 1);
// convert data to csv
data = data.replace((
/\n /g
), "");
data = data.replace((
/\n \[/g
), "");
data = data.replace((
/\n \],?/g
), "\r\n");
data = data.slice(1, -2);
// sqlite-strings are c-strings which should never contain null-char
data = data.replace((
/\u0000/g
), "");
// hide double-backslash `\\\\` as null-char
data = data.replace((
/\\\\/g
), "\u0000");
// escape double-quote `\\"` to `""`
data = data.replace((
/\\"/g
), "\"\"");
// replace newline with space
data = data.replace((
/\\r\\n|\\r|\\n/g
), " ");
// restore double-backslash `\\\\` from null-char
data = data.replace((
/\u0000/g
), "\\\\");
return data;
}
- Example usage:
...
SELECT
ii + 1 AS ii,
SINEFIT_EXTRACT(__wsf, 0, 'predict_snr', ii + 1) AS predict_snr
FROM __sinefit_csv
) USING (ii);
`)
});
valActual = csvFromListofList({
colList: [
"date",
"saa",
"sww",
"spp",
"ii",
"linear_residual",
...
-
- Description and source-code:
function csvToListofList({
csv
}) {
// This function will convert <csv>-text to json list-of-list.
//
// https://tools.ietf.org/html/rfc4180#section-2
// Definition of the CSV Format
// While there are various specifications and implementations for the
// CSV format (for ex. [4], [5], [6] and [7]), there is no formal
// specification in existence, which allows for a wide variety of
// interpretations of CSV files. This section documents the format that
// seems to be followed by most implementations:
//
// 1. Each record is located on a separate line, delimited by a line
// break (CRLF). For example:
// aaa,bbb,ccc CRLF
// zzz,yyy,xxx CRLF
//
// 2. The last record in the file may or may not have an ending line
// break. For example:
// aaa,bbb,ccc CRLF
// zzz,yyy,xxx
//
// 3. There maybe an optional header line appearing as the first line
// of the file with the same format as normal record lines. This
// header will contain names corresponding to the fields in the file
// and should contain the same number of fields as the records in
// the rest of the file (the presence or absence of the header line
// should be indicated via the optional "header" parameter of this
// MIME type). For example:
// field_name,field_name,field_name CRLF
// aaa,bbb,ccc CRLF
// zzz,yyy,xxx CRLF
//
// 4. Within the header and each record, there may be one or more
// fields, separated by commas. Each line should contain the same
// number of fields throughout the file. Spaces are considered part
// of a field and should not be ignored. The last field in the
// record must not be followed by a comma. For example:
// aaa,bbb,ccc
//
// 5. Each field may or may not be enclosed in double quotes (however
// some programs, such as Microsoft Excel, do not use double quotes
// at all). If fields are not enclosed with double quotes, then
// double quotes may not appear inside the fields. For example:
// "aaa","bbb","ccc" CRLF...
}
- Example usage:
...
let rowidList;
let tmp;
if (filename) {
textData = await moduleFs.promises.readFile(filename, "utf8");
}
switch (mode) {
case "csv":
rowList = csvToListofList({
csv: textData
});
break;
case "tsv":
rowList = [];
textData.trimEnd().replace((/.+/g), function (line) {
rowList.push(line.split("\t"));
...
-
- Description and source-code:
async function dbCloseAsync(db) {
// prevent segfault - do not close db if actions are pending
assertOrThrow(
db.busy === 0,
`dbCloseAsync - cannot close db with ${db.busy} actions pending`
);
// cleanup connPool
await Promise.all(db.connPool.map(async function (ptr) {
let val = ptr[0];
ptr[0] = 0n;
await dbCallAsync(
jsbatonCreate("_dbClose"),
[
val,
db.filename
]
);
}));
}
- Example usage:
...
const result = await dbExecAsync({
db,
sql: "SELECT AVG(price) AS mean_price FROM prices"
});
console.log(result);
await dbCloseAsync(db);
```
<br><br>
### Browser (WebAssembly)
...
-
- Description and source-code:
function dbExecAndReturnLastBlob(option) {
return dbExecAsync(Object.assign({
responseType: "lastblob"
}, option));
}
- Example usage:
...
})
),
[]
);
// test dbExecAndReturnLastBlob null-case handling-behavior
assertJsonEqual(
new TextDecoder().decode(
await dbExecAndReturnLastBlob({
db,
sql: "SELECT 0 WHERE 0"
})
),
""
);
// test dbExecAndReturnLastBlob string handling-behavior
...
-
- Description and source-code:
async function dbExecAndReturnLastRow(option) {
let result = await dbExecAsync(option);
result = result[result.length - 1] || [];
result = result[result.length - 1] || {};
return result;
}
- Example usage:
...
"rra": 0,
"rrb": -1.63694722,
"xxa": 34,
"xxb": 51,
"yya": 5,
"yyb": 5
};
valActual = await dbExecAndReturnLastRow({
db,
sql: (`
SELECT
${sqlSinefitExtractLnr("__wsf", 0, "")}
FROM (
SELECT
WIN_SINEFIT2(1, NULL, xx, yy) AS __wsf
...
-
- Description and source-code:
async function dbExecAndReturnLastTable(option) {
let result = await dbExecAsync(option);
result = result[result.length - 1] || [];
return result;
}
- Example usage:
...
db,
sql: (`
SELECT WIN_SUM2() FROM (SELECT 1);
`)
});
}, "wrong number of arguments");
// test win_sum1-null-case handling-behavior
valActual = await dbExecAndReturnLastTable({
db,
sql: (`
DROP TABLE IF EXISTS __tmp1;
CREATE TEMP TABLE __tmp1 (val REAL);
SELECT WIN_SUM1(1) FROM __tmp1;
`)
});
...
-
- Description and source-code:
function dbExecAndReturnLastValue(option) {
return dbExecAsync(Object.assign({
responseType: "lastvalue"
}, option));
}
- Example usage:
...
let valActual;
sql = (
func === "SHA256"
? `SELECT HEX(${func}(${arg}))`
: `SELECT ${func}(${arg})`
);
valActual = noop(
await dbExecAndReturnLastValue({
db,
sql
})
);
assertJsonEqual(valActual, valExpect, {
sql,
valExpect
...
-
- Description and source-code:
async function dbExecAsync({
bindList = [],
db,
modeNoop,
responseType,
sql
}) {
let baton = jsbatonCreate("_dbExec");
let bindByKey = !Array.isArray(bindList);
let bufi = [0];
let referenceList = [];
let result;
if (modeNoop) {
return;
}
if (bindByKey) {
Object.entries(bindList).forEach(function ([key, val]) {
baton = jsbatonSetValue(baton, undefined, `:${key}\u0000`);
baton = jsbatonSetValue(
baton,
undefined,
val,
bufi,
referenceList
);
});
} else {
bindList.forEach(function (val) {
baton = jsbatonSetValue(
baton,
undefined,
val,
bufi,
referenceList
);
});
}
[
baton, ...result
] = await dbCallAsync(
baton,
[
// 0. db
db,
// 1. sql
String(sql) + "\n;\nPRAGMA noop",
// 2. bindList.length
(
bindByKey
? Object.keys(bindList).length
: bindList.length
),
// 3. bindByKey
bindByKey,
// 4. responseType
(
responseType === "lastblob"
? SQLITE_RESPONSETYPE_LASTBLOB
: responseType === "lastvalue"
? SQLITE_RESPONSETYPE_LASTVALUE
: 0
)
],
"modeDbExec"
);
result = result[0];
if (!IS_BROWSER) {
result = cModule._jsbatonStealCbuffer(
baton.buffer,
0,
Number(
responseType !== "arraybuffer" && responseType !== "lastblob"
)
);
}
switch (responseType) {
case "arraybuffer"...
}
- Example usage:
...
# Platform Notes
The JavaScript (Node.js) binding is more mature than Python. Key differences:
| Feature | Node.js | Python |
|---------|---------|--------|
| Async vs sync api | **async only:** `result = await dbExecAsync({...})` | **sync only:** `result = db_exec(...)` |
| Connection pooling | ✅ `db = await dbOpenAsync({threadCount: 4, ...})` | ❌ `db = db_open(...)` |
| Type hints | N/A | ❌ Not yet |
| Context manager | N/A | ❌ `with db_open()` not supported |
> **Note:** The Python wrapper is a work in progress. Contributions welcome!
...
-
- Description and source-code:
function dbExecProfile({
limit = 20,
lineLength = 80,
modeInit,
sqlLength = 256
}) {
let result;
if (modeInit && !DB_EXEC_PROFILE_MODE) {
DB_EXEC_PROFILE_MODE = Date.now();
DB_EXEC_PROFILE_SQL_LENGTH = sqlLength;
process.on("exit", function () {
console.error(dbExecProfile({
limit,
lineLength
}));
});
return;
}
result = Object.values(DB_EXEC_PROFILE_DICT);
result.sort(function (aa, bb) {
return ((bb.timeElapsed - aa.timeElapsed) || (bb.count - aa.count));
});
result = result.slice(0, limit).map(function ({
count,
sql,
timeElapsed
}, ii) {
return String(
`${Number(ii + 1).toFixed(0).padStart(2, " ")}.` +
` ${timeElapsed.toFixed(0).padStart(4)}` +
` ${count.toFixed(0).padStart(3)}` +
" " + JSON.stringify(sql)
).slice(0, lineLength);
}).join("\n");
result = (
`\ndbExecProfile:\n` +
` # time cnt sql\n` +
`${result}\n`
);
return result;
}
- Example usage:
...
jstestDescribe,
jstestIt
} = jslint;
let {
npm_config_mode_test_save
} = process.env;
dbExecProfile({
modeInit: true
});
jstestDescribe((
"test_apidoc"
), function test_apidoc() {
jstestIt((
...
-
- Description and source-code:
async function dbFileLoadAsync({
db,
dbData,
filename,
modeNoop,
modeSave = 0
}) {
let filename2;
async function _dbFileLoad() {
dbData = await dbCallAsync(
jsbatonCreate("_dbFileLoad"),
[
// 0. sqlite3 * pInMemory
db,
// 1. char *zFilename
filename,
// 2. const int isSave
modeSave,
// 3. undefined
undefined,
// 4. dbData - same position as dbOpenAsync
dbData
],
"modeDbFile"
);
}
if (modeNoop) {
return;
}
if (IS_BROWSER) {
filename = FILENAME_DBTMP;
}
assertOrThrow(
typeof filename === "string" && filename,
`invalid filename ${filename}`
);
db.filename2 = filename;
// Save to tmpfile and then atomically-rename to actual-filename.
if (moduleFs && modeSave) {
filename2 = filename;
filename = modulePath.join(
modulePath.dirname(filename),
`.dbFileSaveAsync.${moduleCrypto.randomUUID()}`
);
try {
await _dbFileLoad();
await moduleFs.promises.rename(filename, filename2);
} finally {
await moduleFs.promises.unlink(filename).catch(noop);
}
} else {
await _dbFileLoad();
}
return dbData[1 + 0];
}
- Example usage:
...
sql: "CREATE TABLE t01 AS SELECT 1 AS c01"
});
await dbFileSaveAsync({
db,
filename: ".testDbFileXxx.sqlite"
});
db = await dbOpenAsync({});
await dbFileLoadAsync({
db,
filename: ".testDbFileXxx.sqlite"
});
data = await dbExecAsync({
db,
sql: "SELECT * FROM t01"
});
...
-
- Description and source-code:
async function dbFileSaveAsync({
db,
dbData,
filename,
modeNoop
}) {
return await dbFileLoadAsync({
db,
dbData,
filename,
modeNoop,
modeSave: 1
});
}
- Example usage:
...
db,
filename: fileActual,
headerMissing: true,
mode: "tsv",
tableName: "__lgbm_table_preb"
});
}
await dbFileSaveAsync({
db,
filename: `.tmp/test_lgbm_${sqlIi}.js.sqlite`
});
assertJsonEqual(
noop(
await dbExecAndReturnLastRow({
db,
...
-
- Description and source-code:
async function dbNoopAsync(...argList) {
return await dbCallAsync(
jsbatonCreate("_dbNoop"),
argList
);
}
- Example usage:
...
// 8. undefined
[undefined, 0]
].map(async function ([valIn, valExpect], ii) {
let baton;
let valActual;
if (valExpect === Error) {
assertErrorThrownAsync(function () {
return dbNoopAsync(undefined, valIn, undefined);
}, "invalid arg|integer");
return;
}
baton = await dbNoopAsync(undefined, valIn, undefined);
baton = baton[0];
valActual = (
typeof valIn === "string"
...
-
- Description and source-code:
async function dbOpenAsync({
afterFinalization,
dbData,
filename = ":memory:",
flags,
threadCount = 1,
timeoutBusy = 5000
}) {
// int sqlite3_open_v2(
// const char *filename, /* Database filename (UTF-8) */
// sqlite3 **ppDb, /* OUT: SQLite db handle */
// int flags, /* Flags */
// const char *zVfs /* Name of VFS module to use */
// );
let connPool;
let db = {busy: 0, filename, ii: 0};
assertOrThrow(typeof filename === "string", `invalid filename ${filename}`);
assertOrThrow(
!dbData || isExternalBuffer(dbData),
"dbData must be ArrayBuffer"
);
connPool = await Promise.all(Array.from(new Array(
threadCount
), async function () {
let [ptr] = await dbCallAsync(
jsbatonCreate("_dbOpen"),
[
// 0. const char *filename, Database filename (UTF-8)
filename,
// 1. sqlite3 **ppDb, OUT: SQLite db handle
undefined,
// 2. int flags, Flags
flags ?? (
SQLITE_OPEN_CREATE | SQLITE_OPEN_READWRITE | SQLITE_OPEN_URI
),
// 3. const char *zVfs Name of VFS module to use
undefined,
// 4. wasm-only - arraybuffer of raw sqlite-database
dbData
]
);
ptr = [ptr.getBigInt64(JSBATON_OFFSET_ARGV + 0, true)];
dbFinalizationRegistry.register(db, {afterFinalization, ptr});
return ptr;
}));
db.connPool = connPool;
if (!IS_BROWSER && !DB_STATE.init) {
DB_STATE.init = true;
await Promise.all([
// PRAGMA busy_timeout
dbExecAsync({
db,
sql: (`
PRAGMA busy_timeout = ${timeoutBusy};
`)
}),
// LGBM...
}
- Example usage:
...
# Platform Notes
The JavaScript (Node.js) binding is more mature than Python. Key differences:
| Feature | Node.js | Python |
|---------|---------|--------|
| Async vs sync api | **async only:** `result = await dbExecAsync({...})` | **sync only:** `result = db_exec(...)` |
| Connection pooling | ✅ `db = await dbOpenAsync({threadCount: 4, ...})` | ❌ `db = db_open(...)` |
| Type hints | N/A | ❌ Not yet |
| Context manager | N/A | ❌ `with db_open()` not supported |
> **Note:** The Python wrapper is a work in progress. Contributions welcome!
<br><br>
...
-
- Description and source-code:
async function dbTableImportAsync({
db,
filename,
headerMissing,
mode,
tableName,
textData
}) {
// This function will create table from imported csv/json <textData>.
let colList;
let rowList;
let rowidList;
let tmp;
if (filename) {
textData = await moduleFs.promises.readFile(filename, "utf8");
}
switch (mode) {
case "csv":
rowList = csvToListofList({
csv: textData
});
break;
case "tsv":
rowList = [];
textData.trimEnd().replace((/.+/g), function (line) {
rowList.push(line.split("\t"));
});
break;
// case "json":
default:
rowList = JSON.parse(textData);
}
if (!(typeof rowList === "object" && rowList)) {
rowList = [];
}
// normalize rowList to list
if (!Array.isArray(rowList)) {
rowidList = [];
rowList = Object.entries(rowList).map(function ([
key, val
]) {
rowidList.push(key);
return val;
});
}
// headerMissing
if (headerMissing && (rowList.length > 0 && Array.isArray(rowList[0]))) {
rowList.unshift(Array.from(rowList[0]).map(function (ignore, ii) {
return String(ii + 1);
}));
}
// normalize rowList[ii] to list
if (rowList.length === 0) {
rowList.push([
"undefined"
]);
}
if (!Array.isArray(rowList[0])) {
colList = Array.from(
new Set(
rowList.map(function (obj) {
return Object.keys(obj);
}).flat()
)
);
rowList = rowList.map(function (obj) {
return colList.map(function (key) {
return obj[key];
});
});
rowList.unshift(colList);
}
// init colList
colList = rowList.shift();
// preserve rowid
if (rowidList) {
colList.unshift("rowid");
rowList.forEach(functio...
}
- Example usage:
...
SELECT
LGBM_DATASETFREE(data_test_handle),
LGBM_DATASETFREE(data_train_handle)
FROM __lgbm_state;
`)
});
if (sqlPredictXxx === sqlPredictFile) {
dbTableImportAsync({
db,
filename: fileActual,
headerMissing: true,
mode: "tsv",
tableName: "__lgbm_table_preb"
});
}
...
-
- Description and source-code:
function debug(...argList) {
consoleError("\n\ndebugInline");
consoleError(...argList);
consoleError("\n");
if (consoleError === Object) {
consoleError = console.error;
}
return argList[0];
}
- Example usage:
...
if (consoleError === Object) {
consoleError = console.error;
}
return argList[0];
}
return debug;
}());
debugInline(); // coverage-hack
const JSBATON_ARGC = 8; //jslint-ignore-line
const JSBATON_OFFSET_ALL = 256;
const JSBATON_OFFSET_ARGV = 128;
const JSBATON_OFFSET_BUFV = 192;
// const JSBATON_OFFSET_ERRMSG = 48;
const JSBATON_OFFSET_FUNCNAME = 8;
...
-
- Description and source-code:
async function fsCopyFileUnlessTest(file1, file2, mode) {
if (npm_config_mode_test && mode !== "force") {
return;
}
await moduleFs.promises.copyFile(file1, file2, mode | 0);
}
- Example usage:
...
jstestDescribe((
"test_fsXxx"
), function test_fsXxx() {
jstestIt((
"test fsXxx handling-behavior"
), async function () {
await Promise.all([
fsCopyFileUnlessTest("", ""),
fsExistsUnlessTest(""),
fsReadFileUnlessTest("", ""),
fsWriteFileUnlessTest("", ""),
//
fsCopyFileUnlessTest(
"package.json",
".tmp/test_fsCopyFileUnlessTest_force",
...
-
- Description and source-code:
async function fsExistsUnlessTest(file, mode) {
if (npm_config_mode_test && mode !== "force") {
return false;
}
try {
await moduleFs.promises.access(file, moduleFs.promises.constants.F_OK);
return true;
} catch (ignore) {
return false;
}
}
- Example usage:
...
"test_fsXxx"
), function test_fsXxx() {
jstestIt((
"test fsXxx handling-behavior"
), async function () {
await Promise.all([
fsCopyFileUnlessTest("", ""),
fsExistsUnlessTest(""),
fsReadFileUnlessTest("", ""),
fsWriteFileUnlessTest("", ""),
//
fsCopyFileUnlessTest(
"package.json",
".tmp/test_fsCopyFileUnlessTest_force",
"force"
...
-
- Description and source-code:
async function fsReadFileUnlessTest(file, mode, defaultData) {
if (npm_config_mode_test && mode !== "force") {
return defaultData;
}
return await moduleFs.promises.readFile(
file,
mode && mode.replace("force", "utf8")
);
}
- Example usage:
...
valActual = valActual.replace((/\r\n/g), "\n");
valActual = valActual.replace((/,/g), "\t");
await fsWriteFileUnlessTest(
"test_data_sinefit.csv",
valActual,
String("1").replace(npm_config_mode_test_save, "force")
);
valExpect = await fsReadFileUnlessTest(
"test_data_sinefit.csv",
"force"
);
assertJsonEqual(valActual, valExpect);
}())
]);
});
...
-
- Description and source-code:
async function fsWriteFileUnlessTest(file, data, mode) {
if (npm_config_mode_test && mode !== "force") {
return;
}
await moduleFs.promises.writeFile(file, data);
}
- Example usage:
...
});
})
});
valActual = valActual.replace((/"/g), "");
valActual = valActual.replace((/,,/g), ",null,");
valActual = valActual.replace((/\r\n/g), "\n");
valActual = valActual.replace((/,/g), "\t");
await fsWriteFileUnlessTest(
"test_data_sinefit.csv",
valActual,
String("1").replace(npm_config_mode_test_save, "force")
);
valExpect = await fsReadFileUnlessTest(
"test_data_sinefit.csv",
"force"
...
-
- Description and source-code:
function jsbatonGetInt64(baton, argi) {
return baton.getBigInt64(JSBATON_OFFSET_ARGV + argi * 8, true);
}
- Example usage:
...
return;
}
baton = await dbNoopAsync(undefined, valIn, undefined);
baton = baton[0];
valActual = (
typeof valIn === "string"
? jsbatonGetString(baton, 1)
: String(jsbatonGetInt64(baton, 1))
);
valExpect = String(valExpect);
if (typeof valIn === "bigint") {
valIn = String(valIn);
}
assertJsonEqual(valActual, valExpect, {
ii,
...
-
- Description and source-code:
function jsbatonGetString(baton, argi) {
let offset = baton.getInt32(JSBATON_OFFSET_ARGV + argi * 8, true);
return new TextDecoder().decode(new Uint8Array(
baton.buffer,
baton.byteOffset + offset + 1 + 4,
// remove null-terminator from string
baton.getInt32(offset + 1, true) - 1
));
}
- Example usage:
...
}, "invalid arg|integer");
return;
}
baton = await dbNoopAsync(undefined, valIn, undefined);
baton = baton[0];
valActual = (
typeof valIn === "string"
? jsbatonGetString(baton, 1)
: String(jsbatonGetInt64(baton, 1))
);
valExpect = String(valExpect);
if (typeof valIn === "bigint") {
valIn = String(valIn);
}
assertJsonEqual(valActual, valExpect, {
...
-
- Description and source-code:
function libPlatformArchExt() {
let libArch = process.arch;
let libExt = process.platform;
let libPlatform = process.platform;
libExt = libExt.replace("darwin", "dylib");
libExt = libExt.replace("win32", "dll");
libExt = libExt.replace(libPlatform, "so");
return `${libPlatform}_${libArch}.${libExt}`;
}
- Example usage:
...
db,
sql: (`
PRAGMA busy_timeout = ${timeoutBusy};
`)
}),
// LGBM_DLOPEN
(async function () {
let libLgbm = `lib_lightgbm_${libPlatformArchExt()}`;
libLgbm = `${import.meta.dirname}/sqlmath/${libLgbm}`;
await moduleFs.promises.access(
libLgbm
).then(async function () {
await dbExecAsync({
db,
sql: (`
...
-
- Description and source-code:
function listOrEmptyList(list) {
return list || [];
}
- Example usage:
...
await assertErrorThrownAsync(function () {
assertOrThrow(undefined, "undefined");
}, "undefined");
await assertErrorThrownAsync(function () {
assertOrThrow(undefined, new Error());
}, "");
// test listOrEmptyList null-case handling-behavior
assertJsonEqual(listOrEmptyList(), []);
// test waitAsync null-case handling-behavior
await waitAsync();
});
});
jstestDescribe((
"test_sqlite"
...
-
- Description and source-code:
function noop(value) {
return value;
}
- Example usage:
...
// sqlite calls xValue before the first xStep. Regression-test that
// xValue does not allocate an aggregate-context with nhead=0, which
// would pin nhead=0 for the life of the aggregate and alias
// doublewinHead() onto doublewinBody(). ncol=2 additionally
// overflows the 304-byte nhead=0 allocation, needing 2*184+48 = 416
// bytes of head.
assertJsonEqual(
noop(
await dbExecAsync({
db,
sql: (`
CREATE TABLE testWinSinefit2Emptyframe AS
SELECT 1 AS xx, 1 AS yy
--
UNION ALL VALUES
...
-
- Description and source-code:
function objectDeepCopyWithKeysSorted(obj) {
let sorted;
if (typeof obj !== "object" || !obj) {
return obj;
}
// Recursively deep-copy list with child-keys sorted.
if (Array.isArray(obj)) {
return obj.map(objectDeepCopyWithKeysSorted);
}
// Recursively deep-copy obj with keys sorted.
sorted = Object.create(null);
Object.keys(obj).sort().forEach(function (key) {
sorted[key] = objectDeepCopyWithKeysSorted(obj[key]);
});
return sorted;
}
- Example usage:
...
return obj.map(objectDeepCopyWithKeysSorted);
}
// Recursively deep-copy obj with keys sorted.
sorted = Object.create(null);
Object.keys(obj).sort().forEach(function (key) {
sorted[key] = objectDeepCopyWithKeysSorted(obj[key]);
});
return sorted;
}
async function sqlmathInit() {
// This function will init sqlmath.
...
-
- Description and source-code:
function sqlmathWebworkerInit({
db,
modeTest
}) {
// Feature-detect browser.
let Worker = globalThis.Worker;
IS_BROWSER = true;
if (modeTest) {
Worker = function () {
return;
};
}
sqlWorker = new Worker("sqlmath_wasm.js");
sqlWorker.onmessage = function ({
data
}) {
sqlMessageDict[data.id](data);
};
if (modeTest) {
sqlWorker.postMessage = function (data) {
setTimeout(function () {
sqlWorker.onmessage({data});
});
};
// test dbCallAsync handling-behavior
dbCallAsync(
jsbatonCreate("testTimeElapsed"),
[
true
]
);
// test dbFileLoadAsync handling-behavior
dbFileLoadAsync({db, filename: "aa", modeTest});
// test jsonParseArraybuffer handling-behavior
jsonParseArraybuffer(new TextEncoder().encode("0"));
// revert IS_BROWSER
IS_BROWSER = undefined;
}
}
- Example usage:
...
), function test_sqlmathWebworkerInit() {
jstestIt((
"test sqlmathWebworkerInit handling-behavior"
), async function () {
let db = await dbOpenAsync({
dbData: new ArrayBuffer()
});
sqlmathWebworkerInit({
db,
modeTest: true
});
});
});
export {
...
-
- Description and source-code:
async function uvthreadpoolsizeGet() {
let uvthreadpoolsize;
await new Promise(function (resolve) {
let child;
child = moduleChildProcess.spawn(
"sh",
["-c", (`
case "$(uname)" in
Darwin)
sysctl -n hw.logicalcpu
;;
Linux)
nproc
;;
*NT*)
wmic cpu get NumberOfLogicalProcessors | \
grep -v "NumberOfLogicalProcessors"
;;
esac
`)],
{stdio: ["ignore", "pipe", "ignore"]}
);
child.stdout.setEncoding("utf8");
child.stdout.on("data", function (chunk) {
uvthreadpoolsize = Number(chunk);
});
child.on("exit", resolve);
});
if (npm_config_mode_test) {
uvthreadpoolsize = undefined;
}
return uvthreadpoolsize || 4;
}
- Example usage:
...
);
`)
]
);
result = result.stdout.trim();
assertJsonEqual(result, "abcd1234|abcd1234");
}()),
uvthreadpoolsizeGet()
]);
});
});
jstestDescribe((
"test_ciBuildExtXxx"
), function test_ciBuildExtXxx() {
...
-
- Description and source-code:
function waitAsync(timeout) {
return new Promise(function (resolve) {
let ms = Number(timeout);
if (!Number.isFinite(ms)) {
ms = 0;
}
setTimeout(resolve, ms * !npm_config_mode_test);
});
}
- Example usage:
...
}, "undefined");
await assertErrorThrownAsync(function () {
assertOrThrow(undefined, new Error());
}, "");
// test listOrEmptyList null-case handling-behavior
assertJsonEqual(listOrEmptyList(), []);
// test waitAsync null-case handling-behavior
await waitAsync();
});
});
jstestDescribe((
"test_sqlite"
), function test_sqlite() {
jstestIt((
...
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-