update xxh3 with defaultHasher

Author: h0tw1r3

packages/cubejs-backend-shared/src/promises.ts

@@ -1,5 +1,5 @@
 /* eslint-disable arrow-body-style,no-restricted-syntax */
-import { xxh3 } from '@node-rs/xxhash';
+import { defaultHasher } from './hasher';
 import { LRUCache } from 'lru-cache';
 
 import { Optional } from './type-helpers';
@@ -282,7 +282,9 @@ export const asyncDebounceFn = <Ret, Arguments>(
   });
 
   return async (...args: Arguments[]) => {
-    const key = xxh3.xxh64(args.map((v) => JSON.stringify(v)).join(',')).toString(16);
+    const key = defaultHasher()
+        .update(args.map((v) => JSON.stringify(v)).join(','))
+        .digest('hex');
 
     const existing = cache.get(key);
     if (existing) {

packages/cubejs-cubestore-driver/package.json

@@ -30,7 +30,6 @@
     "@cubejs-backend/cubestore": "1.6.3",
     "@cubejs-backend/native": "1.6.3",
     "@cubejs-backend/shared": "1.6.3",
-    "@node-rs/xxhash": "^1.7.6",
     "csv-write-stream": "^2.0.0",
     "flatbuffers": "23.3.3",
     "fs-extra": "^9.1.0",

packages/cubejs-cubestore-driver/src/CubeStoreQueueDriver.ts

@@ -1,4 +1,3 @@
-import { xxh3 } from '@node-rs/xxhash';
 import {
   QueueDriverInterface,
   QueueDriverConnectionInterface,
@@ -16,13 +15,13 @@ import {
   GetActiveAndToProcessResponse,
   QueryKeysTuple,
 } from '@cubejs-backend/base-driver';
-import { getProcessUid } from '@cubejs-backend/shared';
+import { defaultHasher, getProcessUid } from '@cubejs-backend/shared';
 
 import { CubeStoreDriver } from './CubeStoreDriver';
 
 function hashQueryKey(queryKey: QueryKey, processUid?: string): QueryKeyHash {
   processUid = processUid || getProcessUid();
-  const hash = xxh3.xxh128(JSON.stringify(queryKey)).toString(16);
+  const hash = defaultHasher().update(JSON.stringify(queryKey)).digest('hex');
 
   if (typeof queryKey === 'object' && queryKey.persistent) {
     return `${hash}@${processUid}` as any;

packages/cubejs-query-orchestrator/package.json

@@ -32,7 +32,6 @@
     "@cubejs-backend/base-driver": "1.6.3",
     "@cubejs-backend/cubestore-driver": "1.6.3",
     "@cubejs-backend/shared": "1.6.3",
-    "@node-rs/xxhash": "^1.7.6",
     "csv-write-stream": "^2.0.0",
     "lru-cache": "^11.1.0",
     "ramda": "^0.27.2"

packages/cubejs-query-orchestrator/src/orchestrator/utils.ts

@@ -1,6 +1,4 @@
-import { xxh3 } from '@node-rs/xxhash';
-
-import { getProcessUid } from '@cubejs-backend/shared';
+import { defaultHasher, getProcessUid } from '@cubejs-backend/shared';
 import { QueryKey, QueryKeyHash } from '@cubejs-backend/base-driver';
 import { CacheKey } from './QueryCache';
 
@@ -18,7 +16,7 @@ export function getCacheHash(queryKey: QueryKey | CacheKey, processUid?: string)
     return queryKey as any;
   }
 
-  const hash = xxh3.xxh128(JSON.stringify(queryKey)).toString(16);
+  const hash = defaultHasher().update(JSON.stringify(queryKey)).digest('hex');
 
   if (typeof queryKey === 'object' && 'persistent' in queryKey && queryKey.persistent) {
     return `${hash}@${processUid}` as any;

packages/cubejs-server-core/package.json

@@ -39,7 +39,6 @@
     "@cubejs-backend/schema-compiler": "1.6.3",
     "@cubejs-backend/shared": "1.6.3",
     "@cubejs-backend/templates": "1.6.3",
-    "@node-rs/xxhash": "^1.7.6",
     "codesandbox-import-utils": "^2.1.12",
     "cross-spawn": "^7.0.1",
     "fs-extra": "^8.1.0",

packages/cubejs-server-core/src/core/RefreshScheduler.ts

@@ -1,8 +1,7 @@
 import R from 'ramda';
 import pLimit from 'p-limit';
 import { v4 as uuidv4 } from 'uuid';
-import { xxh3 } from '@node-rs/xxhash';
-import { Required } from '@cubejs-backend/shared';
+import { Required, defaultHasher } from '@cubejs-backend/shared';
 import {
   PreAggregationDescription,
   PreAggregationPartitionRangeLoader
@@ -127,7 +126,9 @@ function getPreAggsJobsList(
  * Returns MD5 hash token of the job object.
  */
 function getPreAggJobToken(job: PreAggJob) {
-  return xxh3.xxh64(JSON.stringify(job)).toString(16);
+  return defaultHasher()
+      .update(JSON.stringify(job))
+      .digest('hex');
 }
 
 export class RefreshScheduler {