fix tests

dist/ShaComputeWorker-DWOF-qaH.d.cts

@@ -0,0 +1,46 @@
+import { BinaryLike } from 'crypto';
+
+interface MultiHashData {
+    "cid_sha2-256"?: string;
+    cid_sha1?: string;
+    cid_md5?: string;
+    "cid_sha3-256"?: string;
+}
+interface ComputeInterface {
+    computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;
+}
+declare enum CID_ALGORITHM_CODES {
+    sha256 = 18,
+    sha1 = 17,
+    md5 = 213,
+    sha3_256 = 22
+}
+declare enum CID_ALGORITHM_NAMES {
+    sha256 = "cid_sha2-256",
+    sha1 = "cid_sha1",
+    md5 = "cid_md5",
+    sha3_256 = "cid_sha3-256"
+}
+declare enum CID_ALGORITHM {
+    sha256 = "sha2-256",
+    sha1 = "sha1",
+    md5 = "md5",
+    sha3_256 = "sha3-256"
+}
+
+interface SimpleHash {
+    update(data: BinaryLike): any;
+    digest(): Buffer;
+}
+/**
+ * Compute the CIDs of a file using specific algorithms
+ * @param filePath The path to the file
+ * @param algorithms Array of algorithms ('sha256', 'sha1')
+ * @returns Array of CIDs (in the order of the algorithms)
+ */
+declare function computeCIDs({ filePath, algorithms }: {
+    filePath: string;
+    algorithms: CID_ALGORITHM_NAMES[];
+}): Promise<string[]>;
+
+export { type ComputeInterface as C, type MultiHashData as M, type SimpleHash as S, CID_ALGORITHM_NAMES as a, CID_ALGORITHM_CODES as b, CID_ALGORITHM as c, computeCIDs as d };

dist/ShaComputeWorker-DWOF-qaH.d.ts

@@ -0,0 +1,46 @@
+import { BinaryLike } from 'crypto';
+
+interface MultiHashData {
+    "cid_sha2-256"?: string;
+    cid_sha1?: string;
+    cid_md5?: string;
+    "cid_sha3-256"?: string;
+}
+interface ComputeInterface {
+    computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;
+}
+declare enum CID_ALGORITHM_CODES {
+    sha256 = 18,
+    sha1 = 17,
+    md5 = 213,
+    sha3_256 = 22
+}
+declare enum CID_ALGORITHM_NAMES {
+    sha256 = "cid_sha2-256",
+    sha1 = "cid_sha1",
+    md5 = "cid_md5",
+    sha3_256 = "cid_sha3-256"
+}
+declare enum CID_ALGORITHM {
+    sha256 = "sha2-256",
+    sha1 = "sha1",
+    md5 = "md5",
+    sha3_256 = "sha3-256"
+}
+
+interface SimpleHash {
+    update(data: BinaryLike): any;
+    digest(): Buffer;
+}
+/**
+ * Compute the CIDs of a file using specific algorithms
+ * @param filePath The path to the file
+ * @param algorithms Array of algorithms ('sha256', 'sha1')
+ * @returns Array of CIDs (in the order of the algorithms)
+ */
+declare function computeCIDs({ filePath, algorithms }: {
+    filePath: string;
+    algorithms: CID_ALGORITHM_NAMES[];
+}): Promise<string[]>;
+
+export { type ComputeInterface as C, type MultiHashData as M, type SimpleHash as S, CID_ALGORITHM_NAMES as a, CID_ALGORITHM_CODES as b, CID_ALGORITHM as c, computeCIDs as d };

dist/chunk-DL4KI2PZ.cjs

@@ -0,0 +1,15 @@
+'use strict';
+
+var fs = require('fs');
+var crypto = require('crypto');
+var cid = require('multiformats/cid');
+var digest = require('multiformats/hashes/digest');
+
+var i=(a=>(a[a.sha256=18]="sha256",a[a.sha1=17]="sha1",a[a.md5=213]="md5",a[a.sha3_256=22]="sha3_256",a))(i||{}),o=(a=>(a.sha256="cid_sha2-256",a.sha1="cid_sha1",a.md5="cid_md5",a.sha3_256="cid_sha3-256",a))(o||{}),f=(a=>(a.sha256="sha2-256",a.sha1="sha1",a.md5="md5",a.sha3_256="sha3-256",a))(f||{});async function x({filePath:c,algorithms:m}){let r={"cid_sha2-256":{code:18,hasher:crypto.createHash("sha256")},cid_sha1:{code:17,hasher:crypto.createHash("sha1")},cid_md5:{code:213,hasher:crypto.createHash("md5")},"cid_sha3-256":{code:22,hasher:crypto.createHash("sha3-256")}},h=m.map(s=>({hasher:r[s].hasher,code:r[s].code})),a=fs.createReadStream(c);for await(let s of a)for(let t of h)t.hasher.update(s);return await Promise.all(h.map(async({code:s,hasher:t})=>{let d=t.digest(),n=digest.create(s,d);return cid.CID.createV1(s,n).toString()}))}
+
+exports.a = i;
+exports.b = o;
+exports.c = f;
+exports.d = x;
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-DL4KI2PZ.cjs.map

dist/chunk-DL4KI2PZ.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/lib/fileID/ShaComputeWorker.ts","../src/lib/MultiHashData.ts"],"names":["createReadStream","createHash","CID","create","CID_ALGORITHM_CODES","CID_ALGORITHM_NAMES","CID_ALGORITHM","computeCIDs","filePath","algorithms","hashFunctions","hashers","algo","stream","chunk","item","code","hasher","hashBuffer","digest"],"mappings":"AAAA,OAAS,oBAAAA,MAAwB,KACjC,OAAoB,cAAAC,MAAiB,SACrC,OAAS,OAAAC,MAAW,mBACpB,OAAS,UAAAC,MAAc,6BCShB,IAAKC,OACRA,IAAA,OAAS,IAAT,SACAA,IAAA,KAAO,IAAP,OACAA,IAAA,IAAM,KAAN,MACAA,IAAA,SAAW,IAAX,WAJQA,OAAA,IAQAC,OACRA,EAAA,OAAS,eACTA,EAAA,KAAO,WACPA,EAAA,IAAM,UACNA,EAAA,SAAW,eAJHA,OAAA,IAQAC,OACRA,EAAA,OAAS,WACTA,EAAA,KAAO,OACPA,EAAA,IAAM,MACNA,EAAA,SAAW,WAJHA,OAAA,IDVZ,eAAOC,EAAmC,CAAE,SAAAC,EAAU,WAAAC,CAAW,EAA+E,CAC5I,IAAMC,EACA,CACD,eAA6B,CAAE,QAAkC,OAAQT,EAAW,QAAQ,CAAE,EAC9F,SAA2B,CAAE,QAAgC,OAAQA,EAAW,MAAM,CAAE,EACxF,QAA0B,CAAE,SAA+B,OAAQA,EAAW,KAAK,CAAE,EACrF,eAA+B,CAAE,QAAoC,OAAOA,EAAW,UAAU,CAAE,CACxG,EAEMU,EAAUF,EAAW,IAAIG,IAAS,CACpC,OAAQF,EAAcE,CAAI,EAAE,OAC5B,KAAMF,EAAcE,CAAI,EAAE,IAC9B,EAAE,EAEIC,EAASb,EAAiBQ,CAAQ,EACxC,cAAiBM,KAASD,EACtB,QAAWE,KAAQJ,EACfI,EAAK,OAAO,OAAOD,CAAK,EAUhC,OANa,MAAM,QAAQ,IAAIH,EAAQ,IAAI,MAAO,CAAE,KAAAK,EAAM,OAAAC,CAAO,IAAM,CACnE,IAAMC,EAAaD,EAAO,OAAO,EAC3BE,EAAShB,EAAOa,EAAME,CAAU,EACtC,OAAOhB,EAAI,SAASc,EAAMG,CAAM,EAAE,SAAS,CAC/C,CAAC,CAAC,CAGN","sourcesContent":["import { createReadStream } from \"fs\";\nimport {BinaryLike, createHash} from 'crypto';\nimport { CID } from 'multiformats/cid';\nimport { create } from \"multiformats/hashes/digest\";\nimport {CID_ALGORITHM, CID_ALGORITHM_CODES, CID_ALGORITHM_NAMES} from \"../MultiHashData\";\n\nexport interface SimpleHash {\n    update(data: BinaryLike),\n    digest(): Buffer;\n}\n\n\n/**\n * Compute the CIDs of a file using specific algorithms\n * @param filePath The path to the file\n * @param algorithms Array of algorithms ('sha256', 'sha1')\n * @returns Array of CIDs (in the order of the algorithms)\n */\nexport default async function computeCIDs({ filePath, algorithms }: { filePath: string; algorithms: CID_ALGORITHM_NAMES[] }): Promise<string[]> {\n    const hashFunctions: Record<string, { code: number, hasher: SimpleHash }>\n        = {\n        [CID_ALGORITHM_NAMES.sha256]: { code: CID_ALGORITHM_CODES.sha256, hasher: createHash('sha256') },\n        [CID_ALGORITHM_NAMES.sha1]: { code: CID_ALGORITHM_CODES.sha1, hasher: createHash('sha1') },\n        [CID_ALGORITHM_NAMES.md5]: { code: CID_ALGORITHM_CODES.md5, hasher: createHash('md5') },\n        [CID_ALGORITHM_NAMES.sha3_256]: { code: CID_ALGORITHM_CODES.sha3_256, hasher:createHash('sha3-256') }\n    };\n\n    const hashers = algorithms.map(algo => ({\n        hasher: hashFunctions[algo].hasher,\n        code: hashFunctions[algo].code\n    }));\n\n    const stream = createReadStream(filePath);\n    for await (const chunk of stream) {\n        for (const item of hashers) {\n            item.hasher.update(chunk);\n        }\n    }\n\n    const cids = await Promise.all(hashers.map(async ({ code, hasher }) => {\n        const hashBuffer = hasher.digest();\n        const digest = create(code, hashBuffer);\n        return CID.createV1(code, digest).toString();\n    }));\n\n    return cids;\n}\n","export interface MultiHashData {\n    \"cid_sha2-256\"?: string;//0x12 sha2-256\n    cid_sha1?: string; // 0x11 sha1\n    cid_md5?: string; // 0xd5 md5\n    \"cid_sha3-256\"?: string; // 0x16 sha3-256\n    //cid_crc32?: string; //0x0132 CRC32 (SFV) TODO\n}\n\nexport interface ComputeInterface {\n    computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;\n}\n\nexport enum CID_ALGORITHM_CODES {\n    sha256 = 0x12,\n    sha1 = 0x11,\n    md5 = 0xd5,\n    sha3_256 = 0x16,\n    //crc32 = 0x0132\n}\n\nexport enum CID_ALGORITHM_NAMES {\n    sha256 = 'cid_sha2-256',\n    sha1 = 'cid_sha1',\n    md5 = 'cid_md5',\n    sha3_256 = 'cid_sha3-256',\n    //crc32 = 'cid_crc32'\n}\n\nexport enum CID_ALGORITHM {\n    sha256 = 'sha2-256',\n    sha1 = 'sha1',\n    md5 = 'md5',\n    sha3_256 = 'sha3-256',\n    //crc32 = 'crc32'\n}"]}

dist/chunk-VGBIRFOR.js

@@ -0,0 +1,10 @@
+import { createReadStream } from 'fs';
+import { createHash } from 'crypto';
+import { CID } from 'multiformats/cid';
+import { create } from 'multiformats/hashes/digest';
+
+var i=(a=>(a[a.sha256=18]="sha256",a[a.sha1=17]="sha1",a[a.md5=213]="md5",a[a.sha3_256=22]="sha3_256",a))(i||{}),o=(a=>(a.sha256="cid_sha2-256",a.sha1="cid_sha1",a.md5="cid_md5",a.sha3_256="cid_sha3-256",a))(o||{}),f=(a=>(a.sha256="sha2-256",a.sha1="sha1",a.md5="md5",a.sha3_256="sha3-256",a))(f||{});async function x({filePath:c,algorithms:m}){let r={"cid_sha2-256":{code:18,hasher:createHash("sha256")},cid_sha1:{code:17,hasher:createHash("sha1")},cid_md5:{code:213,hasher:createHash("md5")},"cid_sha3-256":{code:22,hasher:createHash("sha3-256")}},h=m.map(s=>({hasher:r[s].hasher,code:r[s].code})),a=createReadStream(c);for await(let s of a)for(let t of h)t.hasher.update(s);return await Promise.all(h.map(async({code:s,hasher:t})=>{let d=t.digest(),n=create(s,d);return CID.createV1(s,n).toString()}))}
+
+export { i as a, o as b, f as c, x as d };
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-VGBIRFOR.js.map

dist/chunk-VGBIRFOR.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/lib/fileID/ShaComputeWorker.ts","../src/lib/MultiHashData.ts"],"names":["createReadStream","createHash","CID","create","CID_ALGORITHM_CODES","CID_ALGORITHM_NAMES","CID_ALGORITHM","computeCIDs","filePath","algorithms","hashFunctions","hashers","algo","stream","chunk","item","code","hasher","hashBuffer","digest"],"mappings":"AAAA,OAAS,oBAAAA,MAAwB,KACjC,OAAoB,cAAAC,MAAiB,SACrC,OAAS,OAAAC,MAAW,mBACpB,OAAS,UAAAC,MAAc,6BCShB,IAAKC,OACRA,IAAA,OAAS,IAAT,SACAA,IAAA,KAAO,IAAP,OACAA,IAAA,IAAM,KAAN,MACAA,IAAA,SAAW,IAAX,WAJQA,OAAA,IAQAC,OACRA,EAAA,OAAS,eACTA,EAAA,KAAO,WACPA,EAAA,IAAM,UACNA,EAAA,SAAW,eAJHA,OAAA,IAQAC,OACRA,EAAA,OAAS,WACTA,EAAA,KAAO,OACPA,EAAA,IAAM,MACNA,EAAA,SAAW,WAJHA,OAAA,IDVZ,eAAOC,EAAmC,CAAE,SAAAC,EAAU,WAAAC,CAAW,EAA+E,CAC5I,IAAMC,EACA,CACD,eAA6B,CAAE,QAAkC,OAAQT,EAAW,QAAQ,CAAE,EAC9F,SAA2B,CAAE,QAAgC,OAAQA,EAAW,MAAM,CAAE,EACxF,QAA0B,CAAE,SAA+B,OAAQA,EAAW,KAAK,CAAE,EACrF,eAA+B,CAAE,QAAoC,OAAOA,EAAW,UAAU,CAAE,CACxG,EAEMU,EAAUF,EAAW,IAAIG,IAAS,CACpC,OAAQF,EAAcE,CAAI,EAAE,OAC5B,KAAMF,EAAcE,CAAI,EAAE,IAC9B,EAAE,EAEIC,EAASb,EAAiBQ,CAAQ,EACxC,cAAiBM,KAASD,EACtB,QAAWE,KAAQJ,EACfI,EAAK,OAAO,OAAOD,CAAK,EAUhC,OANa,MAAM,QAAQ,IAAIH,EAAQ,IAAI,MAAO,CAAE,KAAAK,EAAM,OAAAC,CAAO,IAAM,CACnE,IAAMC,EAAaD,EAAO,OAAO,EAC3BE,EAAShB,EAAOa,EAAME,CAAU,EACtC,OAAOhB,EAAI,SAASc,EAAMG,CAAM,EAAE,SAAS,CAC/C,CAAC,CAAC,CAGN","sourcesContent":["import { createReadStream } from \"fs\";\nimport {BinaryLike, createHash} from 'crypto';\nimport { CID } from 'multiformats/cid';\nimport { create } from \"multiformats/hashes/digest\";\nimport {CID_ALGORITHM, CID_ALGORITHM_CODES, CID_ALGORITHM_NAMES} from \"../MultiHashData\";\n\nexport interface SimpleHash {\n    update(data: BinaryLike),\n    digest(): Buffer;\n}\n\n\n/**\n * Compute the CIDs of a file using specific algorithms\n * @param filePath The path to the file\n * @param algorithms Array of algorithms ('sha256', 'sha1')\n * @returns Array of CIDs (in the order of the algorithms)\n */\nexport default async function computeCIDs({ filePath, algorithms }: { filePath: string; algorithms: CID_ALGORITHM_NAMES[] }): Promise<string[]> {\n    const hashFunctions: Record<string, { code: number, hasher: SimpleHash }>\n        = {\n        [CID_ALGORITHM_NAMES.sha256]: { code: CID_ALGORITHM_CODES.sha256, hasher: createHash('sha256') },\n        [CID_ALGORITHM_NAMES.sha1]: { code: CID_ALGORITHM_CODES.sha1, hasher: createHash('sha1') },\n        [CID_ALGORITHM_NAMES.md5]: { code: CID_ALGORITHM_CODES.md5, hasher: createHash('md5') },\n        [CID_ALGORITHM_NAMES.sha3_256]: { code: CID_ALGORITHM_CODES.sha3_256, hasher:createHash('sha3-256') }\n    };\n\n    const hashers = algorithms.map(algo => ({\n        hasher: hashFunctions[algo].hasher,\n        code: hashFunctions[algo].code\n    }));\n\n    const stream = createReadStream(filePath);\n    for await (const chunk of stream) {\n        for (const item of hashers) {\n            item.hasher.update(chunk);\n        }\n    }\n\n    const cids = await Promise.all(hashers.map(async ({ code, hasher }) => {\n        const hashBuffer = hasher.digest();\n        const digest = create(code, hashBuffer);\n        return CID.createV1(code, digest).toString();\n    }));\n\n    return cids;\n}\n","export interface MultiHashData {\n    \"cid_sha2-256\"?: string;//0x12 sha2-256\n    cid_sha1?: string; // 0x11 sha1\n    cid_md5?: string; // 0xd5 md5\n    \"cid_sha3-256\"?: string; // 0x16 sha3-256\n    //cid_crc32?: string; //0x0132 CRC32 (SFV) TODO\n}\n\nexport interface ComputeInterface {\n    computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;\n}\n\nexport enum CID_ALGORITHM_CODES {\n    sha256 = 0x12,\n    sha1 = 0x11,\n    md5 = 0xd5,\n    sha3_256 = 0x16,\n    //crc32 = 0x0132\n}\n\nexport enum CID_ALGORITHM_NAMES {\n    sha256 = 'cid_sha2-256',\n    sha1 = 'cid_sha1',\n    md5 = 'cid_md5',\n    sha3_256 = 'cid_sha3-256',\n    //crc32 = 'cid_crc32'\n}\n\nexport enum CID_ALGORITHM {\n    sha256 = 'sha2-256',\n    sha1 = 'sha1',\n    md5 = 'md5',\n    sha3_256 = 'sha3-256',\n    //crc32 = 'crc32'\n}"]}

dist/index.d.cts

@@ -1,37 +1,11 @@
-import { BinaryLike } from 'crypto';
-
-interface MultiHashData {
-    "cid_sha2-256"?: string;
-    cid_sha1?: string;
-    cid_md5?: string;
-    "cid_sha3-256"?: string;
-}
-interface ComputeInterface {
-    computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;
-}
-declare enum CID_ALGORITHM_CODES {
-    sha256 = 18,
-    sha1 = 17,
-    md5 = 213,
-    sha3_256 = 22
-}
-declare enum CID_ALGORITHM_NAMES {
-    sha256 = "cid_sha2-256",
-    sha1 = "cid_sha1",
-    md5 = "cid_md5",
-    sha3_256 = "cid_sha3-256"
-}
-declare enum CID_ALGORITHM {
-    sha256 = "sha2-256",
-    sha1 = "sha1",
-    md5 = "md5",
-    sha3_256 = "sha3-256"
-}
+import { C as ComputeInterface, a as CID_ALGORITHM_NAMES, M as MultiHashData } from './ShaComputeWorker-DWOF-qaH.cjs';
+export { c as CID_ALGORITHM, b as CID_ALGORITHM_CODES, S as SimpleHash } from './ShaComputeWorker-DWOF-qaH.cjs';
+import 'crypto';
 
 declare class HashComputer implements ComputeInterface {
     private targetHash;
     private fileIDComputer;
-    constructor(targetHash: CID_ALGORITHM_NAMES[]);
+    constructor(targetHash: CID_ALGORITHM_NAMES[], workerPath?: string);
     computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;
 }
 
@@ -75,7 +49,7 @@ declare class ComputeHashIndexCache implements ComputeInterface {
     private targetHash;
     hashIndexManager: HashIndexManager;
     hashComputer: HashComputer;
-    constructor(indexFilePath: string, targetHash?: CID_ALGORITHM_NAMES[]);
+    constructor(indexFilePath: string, targetHash?: CID_ALGORITHM_NAMES[], workerPath?: string);
     computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;
 }
 
@@ -83,7 +57,7 @@ declare function existsAsync(filePath: string): Promise<boolean>;
 
 declare class FileIDComputer {
     private piscina;
-    constructor();
+    constructor(workerPath?: string);
     /**
      * Compute the CIDs of a file using specific algorithms
      * @param filePath The path to the file
@@ -93,14 +67,9 @@ declare class FileIDComputer {
     computeCIDs(filePath: string, algorithms: CID_ALGORITHM_NAMES[]): Promise<string[]>;
 }
 
-interface SimpleHash {
-    update(data: BinaryLike): any;
-    digest(): Buffer;
-}
-
 interface Properties {
     TARGET_HASHES: string;
     INDEX_FILE_PATH: string;
 }
 
-export { CID_ALGORITHM, CID_ALGORITHM_CODES, CID_ALGORITHM_NAMES, ComputeHashIndexCache, type ComputeInterface, FileIDComputer, HashComputer, HashIndexManager, INDEX_HEADERS, type MultiHashData, type Properties, type SimpleHash, existsAsync };
+export { CID_ALGORITHM_NAMES, ComputeHashIndexCache, ComputeInterface, FileIDComputer, HashComputer, HashIndexManager, INDEX_HEADERS, MultiHashData, type Properties, existsAsync };

dist/index.d.ts

@@ -1,37 +1,11 @@
-import { BinaryLike } from 'crypto';
-
-interface MultiHashData {
-    "cid_sha2-256"?: string;
-    cid_sha1?: string;
-    cid_md5?: string;
-    "cid_sha3-256"?: string;
-}
-interface ComputeInterface {
-    computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;
-}
-declare enum CID_ALGORITHM_CODES {
-    sha256 = 18,
-    sha1 = 17,
-    md5 = 213,
-    sha3_256 = 22
-}
-declare enum CID_ALGORITHM_NAMES {
-    sha256 = "cid_sha2-256",
-    sha1 = "cid_sha1",
-    md5 = "cid_md5",
-    sha3_256 = "cid_sha3-256"
-}
-declare enum CID_ALGORITHM {
-    sha256 = "sha2-256",
-    sha1 = "sha1",
-    md5 = "md5",
-    sha3_256 = "sha3-256"
-}
+import { C as ComputeInterface, a as CID_ALGORITHM_NAMES, M as MultiHashData } from './ShaComputeWorker-DWOF-qaH.js';
+export { c as CID_ALGORITHM, b as CID_ALGORITHM_CODES, S as SimpleHash } from './ShaComputeWorker-DWOF-qaH.js';
+import 'crypto';
 
 declare class HashComputer implements ComputeInterface {
     private targetHash;
     private fileIDComputer;
-    constructor(targetHash: CID_ALGORITHM_NAMES[]);
+    constructor(targetHash: CID_ALGORITHM_NAMES[], workerPath?: string);
     computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;
 }
 
@@ -75,7 +49,7 @@ declare class ComputeHashIndexCache implements ComputeInterface {
     private targetHash;
     hashIndexManager: HashIndexManager;
     hashComputer: HashComputer;
-    constructor(indexFilePath: string, targetHash?: CID_ALGORITHM_NAMES[]);
+    constructor(indexFilePath: string, targetHash?: CID_ALGORITHM_NAMES[], workerPath?: string);
     computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void>;
 }
 
@@ -83,7 +57,7 @@ declare function existsAsync(filePath: string): Promise<boolean>;
 
 declare class FileIDComputer {
     private piscina;
-    constructor();
+    constructor(workerPath?: string);
     /**
      * Compute the CIDs of a file using specific algorithms
      * @param filePath The path to the file
@@ -93,14 +67,9 @@ declare class FileIDComputer {
     computeCIDs(filePath: string, algorithms: CID_ALGORITHM_NAMES[]): Promise<string[]>;
 }
 
-interface SimpleHash {
-    update(data: BinaryLike): any;
-    digest(): Buffer;
-}
-
 interface Properties {
     TARGET_HASHES: string;
     INDEX_FILE_PATH: string;
 }
 
-export { CID_ALGORITHM, CID_ALGORITHM_CODES, CID_ALGORITHM_NAMES, ComputeHashIndexCache, type ComputeInterface, FileIDComputer, HashComputer, HashIndexManager, INDEX_HEADERS, type MultiHashData, type Properties, type SimpleHash, existsAsync };
+export { CID_ALGORITHM_NAMES, ComputeHashIndexCache, ComputeInterface, FileIDComputer, HashComputer, HashIndexManager, INDEX_HEADERS, MultiHashData, type Properties, existsAsync };

dist/index.js

@@ -1,16 +1,15 @@
+export { c as CID_ALGORITHM, a as CID_ALGORITHM_CODES, b as CID_ALGORITHM_NAMES } from './chunk-VGBIRFOR.js';
 import { Piscina } from 'piscina';
 import { promises, createReadStream } from 'fs';
 import { parse as parse$1 } from 'csv-parse';
 import { parse } from 'csv-parse/sync';
 import { stringify } from 'csv-stringify/sync';
 import { access, constants, stat } from 'fs/promises';
-import y from 'path';
-import { clearInterval } from 'timers';
-import 'multiformats/cid';
-import 'multiformats/hashes/digest';
+import I from 'path';
+import { clearInterval } from 'node:timers';
 
-var C=Object.defineProperty;var g=Object.getOwnPropertySymbols;var H=Object.prototype.hasOwnProperty,b=Object.prototype.propertyIsEnumerable;var x=(a,e,t)=>e in a?C(a,e,{enumerable:!0,configurable:!0,writable:!0,value:t}):a[e]=t,I=(a,e)=>{for(var t in e||(e={}))H.call(e,t)&&x(a,t,e[t]);if(g)for(var t of g(e))b.call(e,t)&&x(a,t,e[t]);return a};var n=(a,e,t)=>new Promise((i,s)=>{var r=c=>{try{h(t.next(c));}catch(f){s(f);}},o=c=>{try{h(t.throw(c));}catch(f){s(f);}},h=c=>c.done?i(c.value):Promise.resolve(c.value).then(r,o);h((t=t.apply(a,e)).next());});var S={};var m=class{constructor(){this.piscina=new Piscina({maxThreads:4,filename:new URL("./ShaComputeWorker.js",S.url).href});}computeCIDs(e,t){return n(this,null,function*(){return this.piscina.run({filePath:e,algorithms:t})})}};var d=class{constructor(e){this.targetHash=e;this.fileIDComputer=new m;}computeMissingHash(e,t){return n(this,null,function*(){let i=this.targetHash.filter(r=>!t[r]);if(i.length===0)return;(yield this.fileIDComputer.computeCIDs(e,i)).forEach((r,o)=>{let h=i[o];t[h]=r;});})}};var v=(s=>(s[s.sha256=18]="sha256",s[s.sha1=17]="sha1",s[s.md5=213]="md5",s[s.sha3_256=22]="sha3_256",s))(v||{}),p=(s=>(s.sha256="cid_sha2-256",s.sha1="cid_sha1",s.md5="cid_md5",s.sha3_256="cid_sha3-256",s))(p||{}),F=(s=>(s.sha256="sha2-256",s.sha1="sha1",s.md5="md5",s.sha3_256="sha3-256",s))(F||{});function u(a){return n(this,null,function*(){try{return yield access(a,constants.F_OK),!0}catch(e){return !1}})}var ie=["path","size","mtime"],l=class{constructor(e,t=["cid_sha1","cid_sha2-256"]){this.filePath=e;this.targetHash=t;this.cache=new Map;this.intervalTime=3e4;this.lastIndexFileSize=0;this.indexOpsInProgress=!1;this.hasChanged=!1;if(!e)throw new Error("Invalid index file path")}getCache(){return new Map(this.cache)}init(e=!0){return n(this,null,function*(){return this.initialLoad||(this.initialLoad=new Promise((t,i)=>n(this,null,function*(){try{if(!this.checkCSVHeaders(this.filePath))throw new Error("Invalid index file headers");yield this.loadIndex(),e&&this.start(),t();}catch(s){i(s);}}))),this.initialLoad})}checkCSVHeaders(e){let t=parse(e,{bom:!0,columns:!0,skip_empty_lines:!0});if(t.length===0)return !0;let i=Object.keys(t[0]);return ["path","size","mtime",...this.targetHash].every(r=>i.includes(r))}start(){this.startAutoSave(this.intervalTime);}stopAutoSave(){this.intervalId&&clearInterval(this.intervalId);}startAutoSave(e){this.stopAutoSave(),this.intervalTime=e,this.intervalId=setInterval(()=>this.saveCacheToFile(),e);}loadIndex(){return n(this,null,function*(){if(yield u(this.filePath)){let e=yield promises.stat(this.filePath);if(this.lastIndexFileSize!==e.size){let t=yield this.readCsv();for(let i of t)this.cache.set(i.path,i);return this.lastIndexFileSize=e.size,this.lastCacheFile=t,t}else return this.lastCacheFile}return []})}loadIndexFromCache(){return Array.from(this.cache.values())}readCsv(){return n(this,null,function*(){if(!(yield u(this.filePath)))return [];let e=performance.now(),t=parse$1({columns:!0,skip_empty_lines:!0}),i=[];return new Promise((s,r)=>{createReadStream(this.filePath).pipe(t).on("data",o=>{i.push(o);}).on("end",()=>{s(i),console.log(`Index read time ${performance.now()-e}ms`);}).on("error",o=>{r(o);});})})}saveCacheToFile(){return n(this,null,function*(){if(this.indexOpsInProgress||!this.hasChanged)return;this.hasChanged=!1,this.indexOpsInProgress=!0;let e=performance.now(),t=yield this.loadIndex();if(this.cache.size!==0){let r=this.loadIndexFromCache().filter(o=>!t.find(h=>h.path===o.path));if(r.length!==0){let o=stringify(r,{header:t.length===0,columns:[{key:"path",header:"path"},{key:"size",header:"size"},{key:"mtime",header:"mtime"},...this.targetHash.map(h=>({key:h,header:h}))]});yield promises.appendFile(this.filePath,o);}}let i=performance.now()-e;console.log(`Index saved in ${i}ms`),i*10>this.intervalTime&&(this.startAutoSave(i*10),console.log(`Index save interval increased to ${i*10}ms`)),this.indexOpsInProgress=!1;})}getCidForFile(e,t,i){let s=y.basename(e),r=this.cache.get(s);if(r){if(r.mtime){if(r.size===t+""&&r.mtime===i)return r}else if(r.size===t+"")return r}return null}addFileCid(e,t,i,s){if(!e||!t||!i||!s)throw new Error("Invalid parameters");let r=t+"",o=y.basename(e),h=I({path:o,size:r,mtime:i},s);this.cache.set(o,h),this.hasChanged=!0;}};var M=class{constructor(e,t=["cid_sha1","cid_sha2-256"]){this.targetHash=t;this.hashComputer=new d(this.targetHash),this.hashIndexManager=new l(e);}computeMissingHash(e,t){return n(this,null,function*(){yield this.hashIndexManager.init();let i=yield stat(e);if(this.hashIndexManager.getCache().has(y.basename(e))){let s=this.hashIndexManager.getCidForFile(e,i.size,i.mtime.toISOString());if(s)for(let r of this.targetHash)!t[r]&&s[r]&&(t[r]=s[r]);}yield this.hashComputer.computeMissingHash(e,t),this.hashIndexManager.addFileCid(e,i.size,i.mtime.toISOString(),t);})}};
+var h=import.meta.dirname;h=h.replace("src","dist");h=h+"/worker.js";var f=new URL(h).href;console.log("Worker URL: ",f);var c=class{piscina;constructor(e){this.piscina=new Piscina({maxThreads:4,filename:e||process.env.WORKER_URL||f});}async computeCIDs(e,t){return this.piscina.run({filePath:e,algorithms:t})}};var m=class{constructor(e,t){this.targetHash=e;this.fileIDComputer=new c(t);}fileIDComputer;async computeMissingHash(e,t){let i=this.targetHash.filter(r=>!t[r]);if(i.length===0)return;(await this.fileIDComputer.computeCIDs(e,i)).forEach((r,a)=>{let n=i[a];t[n]=r;});}};async function l(o){try{return await access(o,constants.F_OK),!0}catch{return !1}}var q=["path","size","mtime"],p=class{constructor(e,t=["cid_sha1","cid_sha2-256"]){this.filePath=e;this.targetHash=t;if(!e)throw new Error("Invalid index file path")}cache=new Map;intervalId;intervalTime=3e4;lastIndexFileSize=0;lastCacheFile;indexOpsInProgress=!1;hasChanged=!1;initialLoad;getCache(){return new Map(this.cache)}async init(e=!0){return this.initialLoad||(this.initialLoad=new Promise(async(t,i)=>{try{if(!this.checkCSVHeaders(this.filePath))throw new Error("Invalid index file headers");await this.loadIndex(),e&&this.start(),t();}catch(s){i(s);}})),this.initialLoad}checkCSVHeaders(e){let t=parse(e,{bom:!0,columns:!0,skip_empty_lines:!0});if(t.length===0)return !0;let i=Object.keys(t[0]);return ["path","size","mtime",...this.targetHash].every(r=>i.includes(r))}start(){this.startAutoSave(this.intervalTime);}stopAutoSave(){this.intervalId&&clearInterval(this.intervalId);}startAutoSave(e){this.stopAutoSave(),this.intervalTime=e,this.intervalId=setInterval(()=>this.saveCacheToFile(),e);}async loadIndex(){if(await l(this.filePath)){let e=await promises.stat(this.filePath);if(this.lastIndexFileSize!==e.size){let t=await this.readCsv();for(let i of t)this.cache.set(i.path,i);return this.lastIndexFileSize=e.size,this.lastCacheFile=t,t}else return this.lastCacheFile}return []}loadIndexFromCache(){return Array.from(this.cache.values())}async readCsv(){if(!await l(this.filePath))return [];let e=performance.now(),t=parse$1({columns:!0,skip_empty_lines:!0}),i=[];return new Promise((s,r)=>{createReadStream(this.filePath).pipe(t).on("data",a=>{i.push(a);}).on("end",()=>{s(i),console.log(`Index read time ${performance.now()-e}ms`);}).on("error",a=>{r(a);});})}async saveCacheToFile(){if(this.indexOpsInProgress||!this.hasChanged)return;this.hasChanged=!1,this.indexOpsInProgress=!0;let e=performance.now(),t=await this.loadIndex();if(this.cache.size!==0){let r=this.loadIndexFromCache().filter(a=>!t.find(n=>n.path===a.path));if(r.length!==0){let a=stringify(r,{header:t.length===0,columns:[{key:"path",header:"path"},{key:"size",header:"size"},{key:"mtime",header:"mtime"},...this.targetHash.map(n=>({key:n,header:n}))]});await promises.appendFile(this.filePath,a);}}let i=performance.now()-e;console.log(`Index saved in ${i}ms`),i*10>this.intervalTime&&(this.startAutoSave(i*10),console.log(`Index save interval increased to ${i*10}ms`)),this.indexOpsInProgress=!1;}getCidForFile(e,t,i){let s=I.basename(e),r=this.cache.get(s);if(r){if(r.mtime){if(r.size===t+""&&r.mtime===i)return r}else if(r.size===t+"")return r}return null}addFileCid(e,t,i,s){if(!e||!t||!i||!s)throw new Error("Invalid parameters");let r=t+"",a=I.basename(e),n={path:a,size:r,mtime:i,...s};this.cache.set(a,n),this.hasChanged=!0;}};var g=class{constructor(e,t=["cid_sha1","cid_sha2-256"],i){this.targetHash=t;this.hashComputer=new m(this.targetHash,i),this.hashIndexManager=new p(e);}hashIndexManager;hashComputer;async computeMissingHash(e,t){await this.hashIndexManager.init();let i=await stat(e);if(this.hashIndexManager.getCache().has(I.basename(e))){let s=this.hashIndexManager.getCidForFile(e,i.size,i.mtime.toISOString());if(s)for(let r of this.targetHash)!t[r]&&s[r]&&(t[r]=s[r]);}await this.hashComputer.computeMissingHash(e,t),this.hashIndexManager.addFileCid(e,i.size,i.mtime.toISOString(),t);}};
 
-export { F as CID_ALGORITHM, v as CID_ALGORITHM_CODES, p as CID_ALGORITHM_NAMES, M as ComputeHashIndexCache, m as FileIDComputer, d as HashComputer, l as HashIndexManager, ie as INDEX_HEADERS, u as existsAsync };
+export { g as ComputeHashIndexCache, c as FileIDComputer, m as HashComputer, p as HashIndexManager, q as INDEX_HEADERS, l as existsAsync };
 //# sourceMappingURL=out.js.map
 //# sourceMappingURL=index.js.map

dist/worker.cjs

@@ -0,0 +1,9 @@
+'use strict';
+
+var chunkDL4KI2PZ_cjs = require('./chunk-DL4KI2PZ.cjs');
+
+
+
+module.exports = chunkDL4KI2PZ_cjs.d;
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=worker.cjs.map

dist/worker.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":""}

dist/worker.d.cts

@@ -0,0 +1,2 @@
+import 'crypto';
+export { S as SimpleHash, d as default } from './ShaComputeWorker-DWOF-qaH.cjs';

dist/worker.d.ts

@@ -0,0 +1,2 @@
+import 'crypto';
+export { S as SimpleHash, d as default } from './ShaComputeWorker-DWOF-qaH.js';

dist/worker.js

@@ -0,0 +1,3 @@
+export { d as default } from './chunk-VGBIRFOR.js';
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=worker.js.map

dist/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":""}

package.json

@@ -27,17 +27,16 @@
     }
   },
   "scripts": {
-    "build": "tsup",
+    "build": "cross-env rimraf dist & tsup",
     "ci": "yarn run coverage",
-    "test": "jest"
+    "test": "vitest"
   },
   "devDependencies": {
-    "@types/jest": "^29.5.12",
     "@types/node": "^20.12.2",
-    "jest": "^29.7.0",
     "ts-node": "^10.9.2",
     "tsup": "^8.0.2",
-    "typescript": "^5.4.3"
+    "typescript": "^5.4.3",
+    "vitest": "^1.4.0"
   },
   "packageManager": "[email protected]",
   "dependencies": {

src/lib/ComputeHashIndexCache.ts

@@ -1,6 +1,6 @@
-import {HashComputer} from "./HashComputer.js";
-import {CID_ALGORITHM_NAMES, ComputeInterface, MultiHashData} from "./MultiHashData.js";
-import {HashIndexManager} from "./HashIndexManager.js";
+import {HashComputer} from "./HashComputer";
+import {CID_ALGORITHM_NAMES, ComputeInterface, MultiHashData} from "./MultiHashData";
+import {HashIndexManager} from "./HashIndexManager";
 import {stat} from "fs/promises";
 import path from "path";
 
@@ -8,8 +8,8 @@ export class ComputeHashIndexCache implements ComputeInterface {
     hashIndexManager: HashIndexManager;
     hashComputer: HashComputer;
 
-    constructor(indexFilePath: string, private targetHash: CID_ALGORITHM_NAMES[] = [CID_ALGORITHM_NAMES.sha1, CID_ALGORITHM_NAMES.sha256]) {
-        this.hashComputer = new HashComputer(this.targetHash);
+    constructor(indexFilePath: string,private targetHash: CID_ALGORITHM_NAMES[] = [CID_ALGORITHM_NAMES.sha1, CID_ALGORITHM_NAMES.sha256],workerPath?:string) {
+        this.hashComputer = new HashComputer(this.targetHash,workerPath);
         this.hashIndexManager = new HashIndexManager(indexFilePath);
     }
 

src/lib/HashComputer.ts

@@ -1,10 +1,11 @@
-import { FileIDComputer } from "./fileID/FileIDComputer.js";
-import {CID_ALGORITHM_NAMES, ComputeInterface, MultiHashData} from "./MultiHashData.js";
+import { FileIDComputer } from "./fileID/FileIDComputer";
+import {CID_ALGORITHM_NAMES, ComputeInterface, MultiHashData} from "./MultiHashData";
 
 export class HashComputer implements ComputeInterface{
-    private fileIDComputer = new FileIDComputer();
+    private fileIDComputer:FileIDComputer;
 
-    constructor(private targetHash: CID_ALGORITHM_NAMES[]) {
+    constructor(private targetHash: CID_ALGORITHM_NAMES[],workerPath?:string) {
+        this.fileIDComputer = new FileIDComputer(workerPath);
     }
 
     async computeMissingHash(filePath: string, metadata: MultiHashData): Promise<void> {

src/lib/HashIndexManager.ts

@@ -2,10 +2,10 @@ import {createReadStream, promises as fs} from 'fs';
 import {parse} from 'csv-parse';
 import {parse as parseSync} from 'csv-parse/sync';
 import {stringify} from 'csv-stringify/sync';
-import {existsAsync} from "./ExistsAsync.js";
+import {existsAsync} from "./ExistsAsync";
 import path from "path";
 import {clearInterval} from "node:timers";
-import {CID_ALGORITHM_NAMES} from "./MultiHashData.js";
+import {CID_ALGORITHM_NAMES} from "./MultiHashData";
 
 interface IndexLine extends Partial<Record<CID_ALGORITHM_NAMES, string>> {
     path: string;

src/lib/fileID/FileIDComputer.ts

@@ -1,13 +1,21 @@
 import {Piscina} from "piscina";
-import {CID_ALGORITHM_NAMES} from "../MultiHashData.js";
+import {CID_ALGORITHM_NAMES} from "../MultiHashData";
+
+// Construct the URL for the current module
+let distFolder = import.meta.dirname;
+distFolder = distFolder.replace('src', 'dist');
+distFolder = distFolder + "/worker.js";
+const workerUrl = new URL(distFolder).href;
+console.log("Worker URL: ", workerUrl);
 
 export class FileIDComputer {
     private piscina: Piscina;
 
-    constructor() {
+    constructor(workerPath?:string) {
         this.piscina = new Piscina({
             maxThreads: 4,
-            filename: new URL('./ShaComputeWorker.js', import.meta.url).href
+            //filename: new URL('./ShaComputeWorker.ts', import.meta.url).href
+            filename: workerPath || process.env.WORKER_URL || workerUrl
         });
     }
 

src/lib/fileID/ShaComputeWorker.ts

@@ -2,7 +2,7 @@ import { createReadStream } from "fs";
 import {BinaryLike, createHash} from 'crypto';
 import { CID } from 'multiformats/cid';
 import { create } from "multiformats/hashes/digest";
-import {CID_ALGORITHM, CID_ALGORITHM_CODES, CID_ALGORITHM_NAMES} from "../MultiHashData.js";
+import {CID_ALGORITHM, CID_ALGORITHM_CODES, CID_ALGORITHM_NAMES} from "../MultiHashData";
 
 export interface SimpleHash {
     update(data: BinaryLike),

src/lib/index.ts

@@ -1,11 +1,11 @@
 // Import and export directly to simplify access to library components
-export * from './ComputeHashIndexCache';
-export * from './ExistsAsync'; // Assuming 'async' is a function; adjust as necessary
-export * from './fileID/FileIDComputer';
-export * from './fileID/ShaComputeWorker'; // Assuming this exports a class or main function; adjust as needed
-export * from './HashComputer';
-export * from './HashIndexManager';
+export * from './ComputeHashIndexCache.js';
+export * from './ExistsAsync.js'; // Assuming 'async' is a function; adjust as necessary
+export * from './fileID/FileIDComputer.js';
+export * from './fileID/ShaComputeWorker.js'; // Assuming this exports a class or main function; adjust as needed
+export * from './HashComputer.js';
+export * from './HashIndexManager.js';
 // For MultiHashData.ts, assuming interfaces and enums need to be exported; you might need to adjust based on actual content
-export * from './MultiHashData';
+export * from './MultiHashData.js';
 // Assuming Properties.ts exports one or more interfaces; adjust as needed
-export * from './Properties';
+export * from './Properties.js';

src/tests/jest/main.test.ts

@@ -1,3 +0,0 @@
-test('adds 1 + 2 to equal 3', () => {
-  expect(1 + 2).toBe(3);
-});

src/tests/main.test.ts

@@ -0,0 +1,27 @@
+import {HashComputer} from "../lib";
+import {CID_ALGORITHM_NAMES} from "../lib";
+
+import {describe, it, expect} from 'vitest';
+import * as process from "process";
+
+process.env.WORKER_URL = "./dist/worker.js";
+
+describe('add', () => {
+    it('meta data compute', async () => {
+        let hashComputer = new HashComputer([
+            CID_ALGORITHM_NAMES.sha1,
+            CID_ALGORITHM_NAMES.sha256,
+            CID_ALGORITHM_NAMES.md5,
+            CID_ALGORITHM_NAMES.sha3_256
+        ]);
+        let metadata = {};
+        await hashComputer.computeMissingHash('./src/tests/test.txt', metadata);
+        console.log(metadata);
+        expect(metadata).toEqual({
+            cid_sha1: 'baeircff3eqvxxaqqot2lt242stkdtk3gq4c2vra',
+            'cid_sha2-256': 'baejbeibku6ua2l6r5olnggx4pto2sii2s5jeeawgh4cbkhlbmp52gudbua',
+            cid_md5: 'bahkqdvibcatpcfl7ine2n625eb5ml5mzkfaa',
+            'cid_sha3-256': 'baelbmidner7x3dd7t2kldh6wiq4w6lsye7qrwo6uoqot2t52zkhqk56fnq'
+        });
+    });
+});

src/tests/test.txt

@@ -0,0 +1,10 @@
+this is a file that is just some data to be hashed
+
+loreum ipsum dolor sit amet
+consectetur adipiscing elit
+sed do eiusmod tempor incididunt ut labore et dolore magna aliqua
+ut enim ad minim veniam
+quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat
+duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur
+excepteur sint occaecat cupidatat non proident
+sunt in culpa qui officia deserunt mollit anim id est laborum

tsconfig.json

@@ -3,7 +3,7 @@
       "noImplicitAny": false,
       "outDir": "build/",
       "module": "esnext",
-      "target": "es6",
+      "target": "esnext",
       "allowJs": true,
       "sourceMap": true,
       "declaration": true,

tsup.config.js

@@ -2,7 +2,8 @@ import {defineConfig} from 'tsup'
 
 export default defineConfig({
   entry: {
-    'index': 'src/lib/index.ts'
+    'index': 'src/lib/index.ts',
+    'worker': 'src/lib/fileID/ShaComputeWorker.ts',
   },
   splitting: true,
   treeshake: true,

vitest.config.ts

@@ -0,0 +1,10 @@
+import { defineConfig } from 'vitest/config';
+
+export default defineConfig({
+    test: {
+        globals: true,
+        environment: 'node',
+        // Use ts-jest or esbuild to handle TypeScript files
+        // Specify other configurations as needed
+    },
+});